2024-11-22 13:12:38,893 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-22 13:12:38,912 main DEBUG Took 0.016919 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-22 13:12:38,913 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-22 13:12:38,913 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-22 13:12:38,918 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-22 13:12:38,919 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:12:38,931 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-22 13:12:38,952 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:12:38,956 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:12:38,964 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:12:38,964 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:12:38,965 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:12:38,966 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:12:38,967 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:12:38,967 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:12:38,968 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:12:38,968 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:12:38,970 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:12:38,971 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:12:38,973 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:12:38,973 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:12:38,974 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:12:38,975 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:12:38,976 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:12:38,976 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:12:38,977 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:12:38,977 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:12:38,978 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:12:38,979 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:12:38,980 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:12:38,983 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:12:38,984 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:12:38,984 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-22 13:12:38,986 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:12:38,988 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-22 13:12:38,991 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-22 13:12:38,991 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-22 13:12:38,994 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-22 13:12:38,995 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-22 13:12:39,005 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-22 13:12:39,008 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-22 13:12:39,010 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-22 13:12:39,010 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-22 13:12:39,011 main DEBUG createAppenders(={Console}) 2024-11-22 13:12:39,012 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-22 13:12:39,012 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-22 13:12:39,013 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-22 13:12:39,014 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-22 13:12:39,014 main DEBUG OutputStream closed 2024-11-22 13:12:39,015 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-22 13:12:39,015 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-22 13:12:39,015 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-22 13:12:39,133 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-22 13:12:39,135 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-22 13:12:39,136 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-22 13:12:39,137 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-22 13:12:39,138 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-22 13:12:39,138 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-22 13:12:39,139 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-22 13:12:39,140 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-22 13:12:39,140 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-22 13:12:39,140 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-22 13:12:39,141 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-22 13:12:39,141 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-22 13:12:39,141 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-22 13:12:39,142 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-22 13:12:39,142 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-22 13:12:39,142 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-22 13:12:39,143 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-22 13:12:39,143 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-22 13:12:39,146 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22 13:12:39,147 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-22 13:12:39,147 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-22 13:12:39,148 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-22T13:12:39,185 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-22 13:12:39,190 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-22 13:12:39,190 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22T13:12:39,203 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-22T13:12:39,251 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=346, ProcessCount=11, AvailableMemoryMB=4999 2024-11-22T13:12:39,654 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49 2024-11-22T13:12:39,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T13:12:39,694 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/cluster_94d07858-b513-27f8-c23e-e25bd19ed250, deleteOnExit=true 2024-11-22T13:12:39,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T13:12:39,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/test.cache.data in system properties and HBase conf 2024-11-22T13:12:39,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T13:12:39,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/hadoop.log.dir in system properties and HBase conf 2024-11-22T13:12:39,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T13:12:39,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T13:12:39,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T13:12:39,863 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-22T13:12:39,971 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T13:12:39,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T13:12:39,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T13:12:39,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T13:12:39,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T13:12:39,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T13:12:39,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T13:12:39,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T13:12:39,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T13:12:39,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T13:12:39,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/nfs.dump.dir in system properties and HBase conf 2024-11-22T13:12:39,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/java.io.tmpdir in system properties and HBase conf 2024-11-22T13:12:39,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T13:12:39,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T13:12:39,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T13:12:41,529 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-22T13:12:41,626 INFO [Time-limited test {}] log.Log(170): Logging initialized @3686ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-22T13:12:41,726 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T13:12:41,821 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T13:12:41,848 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T13:12:41,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T13:12:41,851 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T13:12:41,872 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T13:12:41,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/hadoop.log.dir/,AVAILABLE} 2024-11-22T13:12:41,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T13:12:42,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/java.io.tmpdir/jetty-localhost-43441-hadoop-hdfs-3_4_1-tests_jar-_-any-4701264655650835159/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T13:12:42,151 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:43441} 2024-11-22T13:12:42,151 INFO [Time-limited test {}] server.Server(415): Started @4212ms 2024-11-22T13:12:42,841 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T13:12:42,851 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T13:12:42,856 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T13:12:42,856 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T13:12:42,856 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T13:12:42,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/hadoop.log.dir/,AVAILABLE} 2024-11-22T13:12:42,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T13:12:42,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/java.io.tmpdir/jetty-localhost-35369-hadoop-hdfs-3_4_1-tests_jar-_-any-13862247054624262693/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T13:12:42,974 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:35369} 2024-11-22T13:12:42,975 INFO [Time-limited test {}] server.Server(415): Started @5035ms 2024-11-22T13:12:43,033 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T13:12:43,201 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T13:12:43,211 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T13:12:43,220 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T13:12:43,221 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T13:12:43,221 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T13:12:43,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/hadoop.log.dir/,AVAILABLE} 2024-11-22T13:12:43,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T13:12:43,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/java.io.tmpdir/jetty-localhost-34579-hadoop-hdfs-3_4_1-tests_jar-_-any-8883725680500063247/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T13:12:43,377 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:34579} 2024-11-22T13:12:43,377 INFO [Time-limited test {}] server.Server(415): Started @5438ms 2024-11-22T13:12:43,380 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T13:12:43,442 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T13:12:43,452 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T13:12:43,457 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T13:12:43,457 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T13:12:43,457 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T13:12:43,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/hadoop.log.dir/,AVAILABLE} 2024-11-22T13:12:43,462 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T13:12:43,580 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/java.io.tmpdir/jetty-localhost-38023-hadoop-hdfs-3_4_1-tests_jar-_-any-10191583814490702173/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T13:12:43,581 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:38023} 2024-11-22T13:12:43,581 INFO [Time-limited test {}] server.Server(415): Started @5642ms 2024-11-22T13:12:43,583 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T13:12:45,090 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/cluster_94d07858-b513-27f8-c23e-e25bd19ed250/data/data4/current/BP-952575588-172.17.0.2-1732281160660/current, will proceed with Du for space computation calculation, 2024-11-22T13:12:45,090 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/cluster_94d07858-b513-27f8-c23e-e25bd19ed250/data/data2/current/BP-952575588-172.17.0.2-1732281160660/current, will proceed with Du for space computation calculation, 2024-11-22T13:12:45,090 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/cluster_94d07858-b513-27f8-c23e-e25bd19ed250/data/data3/current/BP-952575588-172.17.0.2-1732281160660/current, will proceed with Du for space computation calculation, 2024-11-22T13:12:45,090 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/cluster_94d07858-b513-27f8-c23e-e25bd19ed250/data/data1/current/BP-952575588-172.17.0.2-1732281160660/current, will proceed with Du for space computation calculation, 2024-11-22T13:12:45,150 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T13:12:45,149 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T13:12:45,164 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/cluster_94d07858-b513-27f8-c23e-e25bd19ed250/data/data5/current/BP-952575588-172.17.0.2-1732281160660/current, will proceed with Du for space computation calculation, 2024-11-22T13:12:45,167 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/cluster_94d07858-b513-27f8-c23e-e25bd19ed250/data/data6/current/BP-952575588-172.17.0.2-1732281160660/current, will proceed with Du for space computation calculation, 2024-11-22T13:12:45,212 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e4b5ac99048afd6 with lease ID 0x594acf77114a2796: Processing first storage report for DS-ffd7bd8f-bdb1-45cd-921c-c271f7344011 from datanode DatanodeRegistration(127.0.0.1:33599, datanodeUuid=b802e42d-f8fa-434a-b393-bda9c508bb08, infoPort=45203, infoSecurePort=0, ipcPort=37297, storageInfo=lv=-57;cid=testClusterID;nsid=348215574;c=1732281160660) 2024-11-22T13:12:45,213 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e4b5ac99048afd6 with lease ID 0x594acf77114a2796: from storage DS-ffd7bd8f-bdb1-45cd-921c-c271f7344011 node DatanodeRegistration(127.0.0.1:33599, datanodeUuid=b802e42d-f8fa-434a-b393-bda9c508bb08, infoPort=45203, infoSecurePort=0, ipcPort=37297, storageInfo=lv=-57;cid=testClusterID;nsid=348215574;c=1732281160660), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-22T13:12:45,214 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc505b727b05fc08 with lease ID 0x594acf77114a2795: Processing first storage report for DS-7e38b42d-8444-4fd9-bd9c-a104878cb0e1 from datanode DatanodeRegistration(127.0.0.1:35587, datanodeUuid=96ef9972-f1de-446d-a02b-21697e4854cc, infoPort=42423, infoSecurePort=0, ipcPort=35157, storageInfo=lv=-57;cid=testClusterID;nsid=348215574;c=1732281160660) 2024-11-22T13:12:45,214 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc505b727b05fc08 with lease ID 0x594acf77114a2795: from storage DS-7e38b42d-8444-4fd9-bd9c-a104878cb0e1 node DatanodeRegistration(127.0.0.1:35587, datanodeUuid=96ef9972-f1de-446d-a02b-21697e4854cc, infoPort=42423, infoSecurePort=0, ipcPort=35157, storageInfo=lv=-57;cid=testClusterID;nsid=348215574;c=1732281160660), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T13:12:45,214 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e4b5ac99048afd6 with lease ID 0x594acf77114a2796: Processing first storage report for DS-decee36f-94a0-4a74-9a74-3a86f5522ed6 from datanode DatanodeRegistration(127.0.0.1:33599, datanodeUuid=b802e42d-f8fa-434a-b393-bda9c508bb08, infoPort=45203, infoSecurePort=0, ipcPort=37297, storageInfo=lv=-57;cid=testClusterID;nsid=348215574;c=1732281160660) 2024-11-22T13:12:45,214 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e4b5ac99048afd6 with lease ID 0x594acf77114a2796: from storage DS-decee36f-94a0-4a74-9a74-3a86f5522ed6 node DatanodeRegistration(127.0.0.1:33599, datanodeUuid=b802e42d-f8fa-434a-b393-bda9c508bb08, infoPort=45203, infoSecurePort=0, ipcPort=37297, storageInfo=lv=-57;cid=testClusterID;nsid=348215574;c=1732281160660), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T13:12:45,215 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc505b727b05fc08 with lease ID 0x594acf77114a2795: Processing first storage report for DS-2f755187-81a2-4434-84e9-ee7e3adb9812 from datanode DatanodeRegistration(127.0.0.1:35587, datanodeUuid=96ef9972-f1de-446d-a02b-21697e4854cc, infoPort=42423, infoSecurePort=0, ipcPort=35157, storageInfo=lv=-57;cid=testClusterID;nsid=348215574;c=1732281160660) 2024-11-22T13:12:45,215 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc505b727b05fc08 with lease ID 0x594acf77114a2795: from storage DS-2f755187-81a2-4434-84e9-ee7e3adb9812 node DatanodeRegistration(127.0.0.1:35587, datanodeUuid=96ef9972-f1de-446d-a02b-21697e4854cc, infoPort=42423, infoSecurePort=0, ipcPort=35157, storageInfo=lv=-57;cid=testClusterID;nsid=348215574;c=1732281160660), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T13:12:45,216 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T13:12:45,223 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x505e06f0d939a53b with lease ID 0x594acf77114a2797: Processing first storage report for DS-13497efc-435b-47af-afdb-00ae365d679f from datanode DatanodeRegistration(127.0.0.1:39765, datanodeUuid=b6586d8c-19e1-4d79-86ae-349d4b016369, infoPort=33737, infoSecurePort=0, ipcPort=33069, storageInfo=lv=-57;cid=testClusterID;nsid=348215574;c=1732281160660) 2024-11-22T13:12:45,223 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x505e06f0d939a53b with lease ID 0x594acf77114a2797: from storage DS-13497efc-435b-47af-afdb-00ae365d679f node DatanodeRegistration(127.0.0.1:39765, datanodeUuid=b6586d8c-19e1-4d79-86ae-349d4b016369, infoPort=33737, infoSecurePort=0, ipcPort=33069, storageInfo=lv=-57;cid=testClusterID;nsid=348215574;c=1732281160660), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T13:12:45,223 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x505e06f0d939a53b with lease ID 0x594acf77114a2797: Processing first storage report for DS-306affb9-7ceb-44f1-b822-8413f15dc1c5 from datanode DatanodeRegistration(127.0.0.1:39765, datanodeUuid=b6586d8c-19e1-4d79-86ae-349d4b016369, infoPort=33737, infoSecurePort=0, ipcPort=33069, storageInfo=lv=-57;cid=testClusterID;nsid=348215574;c=1732281160660) 2024-11-22T13:12:45,224 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x505e06f0d939a53b with lease ID 0x594acf77114a2797: from storage DS-306affb9-7ceb-44f1-b822-8413f15dc1c5 node DatanodeRegistration(127.0.0.1:39765, datanodeUuid=b6586d8c-19e1-4d79-86ae-349d4b016369, infoPort=33737, infoSecurePort=0, ipcPort=33069, storageInfo=lv=-57;cid=testClusterID;nsid=348215574;c=1732281160660), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T13:12:45,324 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49 2024-11-22T13:12:45,409 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/cluster_94d07858-b513-27f8-c23e-e25bd19ed250/zookeeper_0, clientPort=55501, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/cluster_94d07858-b513-27f8-c23e-e25bd19ed250/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/cluster_94d07858-b513-27f8-c23e-e25bd19ed250/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T13:12:45,421 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55501 2024-11-22T13:12:45,436 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T13:12:45,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T13:12:45,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741825_1001 (size=7) 2024-11-22T13:12:45,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741825_1001 (size=7) 2024-11-22T13:12:45,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741825_1001 (size=7) 2024-11-22T13:12:46,039 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23 with version=8 2024-11-22T13:12:46,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/hbase-staging 2024-11-22T13:12:46,116 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-22T13:12:46,353 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e025332d312f:0 server-side Connection retries=45 2024-11-22T13:12:46,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T13:12:46,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T13:12:46,369 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T13:12:46,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T13:12:46,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T13:12:46,513 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T13:12:46,566 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-22T13:12:46,575 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-22T13:12:46,580 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T13:12:46,605 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1007 (auto-detected) 2024-11-22T13:12:46,606 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-22T13:12:46,626 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45009 2024-11-22T13:12:46,647 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45009 connecting to ZooKeeper ensemble=127.0.0.1:55501 2024-11-22T13:12:46,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450090x0, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T13:12:46,741 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45009-0x10162ace1f40000 connected 2024-11-22T13:12:46,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T13:12:46,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T13:12:46,857 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45009-0x10162ace1f40000, quorum=127.0.0.1:55501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T13:12:46,862 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23, hbase.cluster.distributed=false 2024-11-22T13:12:46,890 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45009-0x10162ace1f40000, quorum=127.0.0.1:55501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T13:12:46,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45009 2024-11-22T13:12:46,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45009 2024-11-22T13:12:46,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45009 2024-11-22T13:12:46,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45009 2024-11-22T13:12:46,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45009 2024-11-22T13:12:47,030 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e025332d312f:0 server-side Connection retries=45 2024-11-22T13:12:47,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T13:12:47,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T13:12:47,032 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T13:12:47,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T13:12:47,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T13:12:47,036 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T13:12:47,038 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T13:12:47,039 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36797 2024-11-22T13:12:47,041 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36797 connecting to ZooKeeper ensemble=127.0.0.1:55501 2024-11-22T13:12:47,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T13:12:47,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T13:12:47,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367970x0, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T13:12:47,074 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367970x0, quorum=127.0.0.1:55501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T13:12:47,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36797-0x10162ace1f40001 connected 2024-11-22T13:12:47,079 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T13:12:47,088 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T13:12:47,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36797-0x10162ace1f40001, quorum=127.0.0.1:55501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T13:12:47,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36797-0x10162ace1f40001, quorum=127.0.0.1:55501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T13:12:47,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36797 2024-11-22T13:12:47,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36797 2024-11-22T13:12:47,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36797 2024-11-22T13:12:47,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36797 2024-11-22T13:12:47,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36797 2024-11-22T13:12:47,123 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e025332d312f:0 server-side Connection retries=45 2024-11-22T13:12:47,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T13:12:47,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T13:12:47,124 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T13:12:47,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T13:12:47,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T13:12:47,124 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T13:12:47,125 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T13:12:47,126 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33533 2024-11-22T13:12:47,128 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33533 connecting to ZooKeeper ensemble=127.0.0.1:55501 2024-11-22T13:12:47,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T13:12:47,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T13:12:47,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335330x0, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T13:12:47,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335330x0, quorum=127.0.0.1:55501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T13:12:47,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33533-0x10162ace1f40002 connected 2024-11-22T13:12:47,149 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T13:12:47,152 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T13:12:47,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33533-0x10162ace1f40002, quorum=127.0.0.1:55501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T13:12:47,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33533-0x10162ace1f40002, quorum=127.0.0.1:55501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T13:12:47,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33533 2024-11-22T13:12:47,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33533 2024-11-22T13:12:47,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33533 2024-11-22T13:12:47,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33533 2024-11-22T13:12:47,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33533 2024-11-22T13:12:47,182 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e025332d312f:0 server-side Connection retries=45 2024-11-22T13:12:47,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T13:12:47,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T13:12:47,182 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T13:12:47,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T13:12:47,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T13:12:47,183 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T13:12:47,183 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T13:12:47,185 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41189 2024-11-22T13:12:47,187 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41189 connecting to ZooKeeper ensemble=127.0.0.1:55501 2024-11-22T13:12:47,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T13:12:47,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T13:12:47,210 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411890x0, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T13:12:47,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411890x0, quorum=127.0.0.1:55501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T13:12:47,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41189-0x10162ace1f40003 connected 2024-11-22T13:12:47,211 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T13:12:47,212 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T13:12:47,213 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41189-0x10162ace1f40003, quorum=127.0.0.1:55501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T13:12:47,215 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41189-0x10162ace1f40003, quorum=127.0.0.1:55501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T13:12:47,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41189 2024-11-22T13:12:47,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41189 2024-11-22T13:12:47,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41189 2024-11-22T13:12:47,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41189 2024-11-22T13:12:47,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41189 2024-11-22T13:12:47,230 DEBUG [M:0;e025332d312f:45009 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e025332d312f:45009 2024-11-22T13:12:47,231 INFO [master/e025332d312f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e025332d312f,45009,1732281166191 2024-11-22T13:12:47,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45009-0x10162ace1f40000, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T13:12:47,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36797-0x10162ace1f40001, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T13:12:47,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x10162ace1f40002, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T13:12:47,245 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41189-0x10162ace1f40003, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T13:12:47,247 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45009-0x10162ace1f40000, quorum=127.0.0.1:55501, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e025332d312f,45009,1732281166191 2024-11-22T13:12:47,276 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41189-0x10162ace1f40003, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T13:12:47,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x10162ace1f40002, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T13:12:47,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36797-0x10162ace1f40001, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T13:12:47,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45009-0x10162ace1f40000, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:12:47,276 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41189-0x10162ace1f40003, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:12:47,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x10162ace1f40002, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:12:47,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36797-0x10162ace1f40001, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:12:47,277 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45009-0x10162ace1f40000, quorum=127.0.0.1:55501, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T13:12:47,279 INFO [master/e025332d312f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e025332d312f,45009,1732281166191 from backup master directory 2024-11-22T13:12:47,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45009-0x10162ace1f40000, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e025332d312f,45009,1732281166191 2024-11-22T13:12:47,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36797-0x10162ace1f40001, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T13:12:47,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x10162ace1f40002, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T13:12:47,287 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41189-0x10162ace1f40003, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T13:12:47,288 WARN [master/e025332d312f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T13:12:47,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45009-0x10162ace1f40000, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T13:12:47,288 INFO [master/e025332d312f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e025332d312f,45009,1732281166191 2024-11-22T13:12:47,291 INFO [master/e025332d312f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-22T13:12:47,293 INFO [master/e025332d312f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-22T13:12:47,342 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/hbase.id] with ID: 0d83a5f9-5ebd-4409-9044-60a0ae3891d3 2024-11-22T13:12:47,342 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/.tmp/hbase.id 2024-11-22T13:12:47,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741826_1002 (size=42) 2024-11-22T13:12:47,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741826_1002 (size=42) 2024-11-22T13:12:47,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741826_1002 (size=42) 2024-11-22T13:12:47,358 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/.tmp/hbase.id]:[hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/hbase.id] 2024-11-22T13:12:47,403 INFO [master/e025332d312f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T13:12:47,409 INFO [master/e025332d312f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T13:12:47,427 INFO [master/e025332d312f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-22T13:12:47,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x10162ace1f40002, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:12:47,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36797-0x10162ace1f40001, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:12:47,441 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41189-0x10162ace1f40003, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:12:47,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45009-0x10162ace1f40000, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:12:47,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741827_1003 (size=196) 2024-11-22T13:12:47,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741827_1003 (size=196) 2024-11-22T13:12:47,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741827_1003 (size=196) 2024-11-22T13:12:47,475 INFO [master/e025332d312f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T13:12:47,477 INFO [master/e025332d312f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T13:12:47,490 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T13:12:47,494 INFO [master/e025332d312f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T13:12:47,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741828_1004 (size=1189) 2024-11-22T13:12:47,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741828_1004 (size=1189) 2024-11-22T13:12:47,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741828_1004 (size=1189) 2024-11-22T13:12:47,546 INFO [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/MasterData/data/master/store 2024-11-22T13:12:47,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741829_1005 (size=34) 2024-11-22T13:12:47,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741829_1005 (size=34) 2024-11-22T13:12:47,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741829_1005 (size=34) 2024-11-22T13:12:47,576 INFO [master/e025332d312f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-22T13:12:47,580 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:12:47,582 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T13:12:47,582 INFO [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T13:12:47,582 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T13:12:47,584 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T13:12:47,584 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T13:12:47,584 INFO [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T13:12:47,586 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732281167581Disabling compacts and flushes for region at 1732281167581Disabling writes for close at 1732281167584 (+3 ms)Writing region close event to WAL at 1732281167584Closed at 1732281167584 2024-11-22T13:12:47,589 WARN [master/e025332d312f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/MasterData/data/master/store/.initializing 2024-11-22T13:12:47,589 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/MasterData/WALs/e025332d312f,45009,1732281166191 2024-11-22T13:12:47,599 INFO [master/e025332d312f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T13:12:47,614 INFO [master/e025332d312f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e025332d312f%2C45009%2C1732281166191, suffix=, logDir=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/MasterData/WALs/e025332d312f,45009,1732281166191, archiveDir=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/MasterData/oldWALs, maxLogs=10 2024-11-22T13:12:47,636 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/MasterData/WALs/e025332d312f,45009,1732281166191/e025332d312f%2C45009%2C1732281166191.1732281167619, exclude list is [], retry=0 2024-11-22T13:12:47,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33599,DS-ffd7bd8f-bdb1-45cd-921c-c271f7344011,DISK] 2024-11-22T13:12:47,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35587,DS-7e38b42d-8444-4fd9-bd9c-a104878cb0e1,DISK] 2024-11-22T13:12:47,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39765,DS-13497efc-435b-47af-afdb-00ae365d679f,DISK] 2024-11-22T13:12:47,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-22T13:12:47,694 INFO [master/e025332d312f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/MasterData/WALs/e025332d312f,45009,1732281166191/e025332d312f%2C45009%2C1732281166191.1732281167619 2024-11-22T13:12:47,695 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42423:42423),(127.0.0.1/127.0.0.1:33737:33737),(127.0.0.1/127.0.0.1:45203:45203)] 2024-11-22T13:12:47,695 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T13:12:47,695 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:12:47,698 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T13:12:47,699 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T13:12:47,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T13:12:47,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T13:12:47,756 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:12:47,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T13:12:47,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T13:12:47,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T13:12:47,762 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:12:47,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:12:47,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T13:12:47,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T13:12:47,767 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:12:47,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:12:47,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T13:12:47,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T13:12:47,772 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:12:47,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:12:47,773 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T13:12:47,777 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T13:12:47,778 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T13:12:47,783 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T13:12:47,783 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T13:12:47,786 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T13:12:47,789 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T13:12:47,794 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T13:12:47,795 INFO [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68860988, jitterRate=0.02610868215560913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T13:12:47,802 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732281167710Initializing all the Stores at 1732281167712 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732281167712Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281167713 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281167713Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281167713Cleaning up temporary data from old regions at 1732281167783 (+70 ms)Region opened successfully at 1732281167802 (+19 ms) 2024-11-22T13:12:47,803 INFO [master/e025332d312f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T13:12:47,834 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eb949d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e025332d312f/172.17.0.2:0 2024-11-22T13:12:47,862 INFO [master/e025332d312f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T13:12:47,872 INFO [master/e025332d312f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T13:12:47,872 INFO [master/e025332d312f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T13:12:47,874 INFO [master/e025332d312f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T13:12:47,876 INFO [master/e025332d312f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-22T13:12:47,880 INFO [master/e025332d312f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-22T13:12:47,880 INFO [master/e025332d312f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-22T13:12:47,911 INFO [master/e025332d312f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T13:12:47,921 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45009-0x10162ace1f40000, quorum=127.0.0.1:55501, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T13:12:47,928 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T13:12:47,931 INFO [master/e025332d312f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T13:12:47,933 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45009-0x10162ace1f40000, quorum=127.0.0.1:55501, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T13:12:47,939 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T13:12:47,941 INFO [master/e025332d312f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T13:12:47,944 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45009-0x10162ace1f40000, quorum=127.0.0.1:55501, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T13:12:47,956 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T13:12:47,958 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45009-0x10162ace1f40000, quorum=127.0.0.1:55501, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T13:12:47,970 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T13:12:47,991 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45009-0x10162ace1f40000, quorum=127.0.0.1:55501, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T13:12:48,002 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T13:12:48,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x10162ace1f40002, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T13:12:48,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36797-0x10162ace1f40001, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T13:12:48,013 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41189-0x10162ace1f40003, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T13:12:48,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45009-0x10162ace1f40000, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T13:12:48,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x10162ace1f40002, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:12:48,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36797-0x10162ace1f40001, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:12:48,013 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41189-0x10162ace1f40003, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:12:48,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45009-0x10162ace1f40000, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:12:48,017 INFO [master/e025332d312f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e025332d312f,45009,1732281166191, sessionid=0x10162ace1f40000, setting cluster-up flag (Was=false) 2024-11-22T13:12:48,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x10162ace1f40002, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:12:48,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36797-0x10162ace1f40001, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:12:48,044 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41189-0x10162ace1f40003, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:12:48,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45009-0x10162ace1f40000, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:12:48,076 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T13:12:48,079 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e025332d312f,45009,1732281166191 2024-11-22T13:12:48,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45009-0x10162ace1f40000, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:12:48,104 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41189-0x10162ace1f40003, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:12:48,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x10162ace1f40002, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:12:48,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36797-0x10162ace1f40001, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:12:48,139 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T13:12:48,141 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e025332d312f,45009,1732281166191 2024-11-22T13:12:48,147 INFO [master/e025332d312f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T13:12:48,213 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T13:12:48,221 INFO [RS:0;e025332d312f:36797 {}] regionserver.HRegionServer(746): ClusterId : 0d83a5f9-5ebd-4409-9044-60a0ae3891d3 2024-11-22T13:12:48,221 INFO [RS:2;e025332d312f:41189 {}] regionserver.HRegionServer(746): ClusterId : 0d83a5f9-5ebd-4409-9044-60a0ae3891d3 2024-11-22T13:12:48,221 INFO [RS:1;e025332d312f:33533 {}] regionserver.HRegionServer(746): ClusterId : 0d83a5f9-5ebd-4409-9044-60a0ae3891d3 2024-11-22T13:12:48,222 INFO [master/e025332d312f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T13:12:48,224 DEBUG [RS:1;e025332d312f:33533 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T13:12:48,224 DEBUG [RS:0;e025332d312f:36797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T13:12:48,224 DEBUG [RS:2;e025332d312f:41189 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T13:12:48,228 INFO [master/e025332d312f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T13:12:48,236 DEBUG [RS:1;e025332d312f:33533 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T13:12:48,236 DEBUG [RS:2;e025332d312f:41189 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T13:12:48,236 DEBUG [RS:0;e025332d312f:36797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T13:12:48,236 DEBUG [RS:1;e025332d312f:33533 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T13:12:48,236 DEBUG [RS:2;e025332d312f:41189 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T13:12:48,236 DEBUG [RS:0;e025332d312f:36797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T13:12:48,234 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e025332d312f,45009,1732281166191 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T13:12:48,245 DEBUG [RS:2;e025332d312f:41189 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T13:12:48,245 DEBUG [RS:1;e025332d312f:33533 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T13:12:48,245 DEBUG [RS:0;e025332d312f:36797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T13:12:48,246 DEBUG [RS:0;e025332d312f:36797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31484e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e025332d312f/172.17.0.2:0 2024-11-22T13:12:48,246 DEBUG [RS:1;e025332d312f:33533 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3863ffab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e025332d312f/172.17.0.2:0 2024-11-22T13:12:48,246 DEBUG [RS:2;e025332d312f:41189 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4816e0bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e025332d312f/172.17.0.2:0 2024-11-22T13:12:48,247 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e025332d312f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T13:12:48,247 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e025332d312f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T13:12:48,247 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e025332d312f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T13:12:48,248 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e025332d312f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T13:12:48,248 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e025332d312f:0, corePoolSize=10, maxPoolSize=10 2024-11-22T13:12:48,248 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:12:48,248 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e025332d312f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T13:12:48,248 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:12:48,255 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T13:12:48,255 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T13:12:48,260 INFO [master/e025332d312f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732281198260 2024-11-22T13:12:48,262 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:12:48,263 INFO [master/e025332d312f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T13:12:48,263 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T13:12:48,264 INFO [master/e025332d312f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T13:12:48,265 DEBUG [RS:0;e025332d312f:36797 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e025332d312f:36797 2024-11-22T13:12:48,265 DEBUG [RS:1;e025332d312f:33533 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e025332d312f:33533 2024-11-22T13:12:48,265 DEBUG [RS:2;e025332d312f:41189 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;e025332d312f:41189 2024-11-22T13:12:48,269 INFO [master/e025332d312f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T13:12:48,269 INFO [master/e025332d312f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T13:12:48,270 INFO [RS:1;e025332d312f:33533 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T13:12:48,270 INFO [RS:2;e025332d312f:41189 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T13:12:48,270 INFO [RS:1;e025332d312f:33533 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T13:12:48,270 INFO [RS:2;e025332d312f:41189 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T13:12:48,270 INFO [master/e025332d312f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T13:12:48,270 DEBUG [RS:1;e025332d312f:33533 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T13:12:48,270 DEBUG [RS:2;e025332d312f:41189 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T13:12:48,270 INFO [RS:0;e025332d312f:36797 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T13:12:48,270 INFO [master/e025332d312f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T13:12:48,270 INFO [RS:0;e025332d312f:36797 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T13:12:48,270 DEBUG [RS:0;e025332d312f:36797 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T13:12:48,273 INFO [RS:2;e025332d312f:41189 {}] regionserver.HRegionServer(2659): reportForDuty to master=e025332d312f,45009,1732281166191 with port=41189, startcode=1732281167181 2024-11-22T13:12:48,273 INFO [RS:0;e025332d312f:36797 {}] regionserver.HRegionServer(2659): reportForDuty to master=e025332d312f,45009,1732281166191 with port=36797, startcode=1732281166992 2024-11-22T13:12:48,273 INFO [RS:1;e025332d312f:33533 {}] regionserver.HRegionServer(2659): reportForDuty to master=e025332d312f,45009,1732281166191 with port=33533, startcode=1732281167122 2024-11-22T13:12:48,271 INFO [master/e025332d312f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T13:12:48,277 INFO [master/e025332d312f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T13:12:48,278 INFO [master/e025332d312f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T13:12:48,278 INFO [master/e025332d312f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T13:12:48,281 INFO [master/e025332d312f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T13:12:48,281 INFO [master/e025332d312f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T13:12:48,287 DEBUG [RS:2;e025332d312f:41189 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T13:12:48,287 DEBUG [RS:0;e025332d312f:36797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T13:12:48,287 DEBUG [RS:1;e025332d312f:33533 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T13:12:48,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741831_1007 (size=1321) 2024-11-22T13:12:48,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741831_1007 (size=1321) 2024-11-22T13:12:48,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741831_1007 (size=1321) 2024-11-22T13:12:48,299 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T13:12:48,300 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23 2024-11-22T13:12:48,304 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e025332d312f:0:becomeActiveMaster-HFileCleaner.large.0-1732281168283,5,FailOnTimeoutGroup] 2024-11-22T13:12:48,308 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e025332d312f:0:becomeActiveMaster-HFileCleaner.small.0-1732281168304,5,FailOnTimeoutGroup] 2024-11-22T13:12:48,308 INFO [master/e025332d312f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T13:12:48,308 INFO [master/e025332d312f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T13:12:48,310 INFO [master/e025332d312f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T13:12:48,310 INFO [master/e025332d312f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T13:12:48,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741832_1008 (size=32) 2024-11-22T13:12:48,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741832_1008 (size=32) 2024-11-22T13:12:48,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741832_1008 (size=32) 2024-11-22T13:12:48,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:12:48,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T13:12:48,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T13:12:48,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:12:48,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T13:12:48,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T13:12:48,350 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T13:12:48,350 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T13:12:48,350 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49019, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T13:12:48,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T13:12:48,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:12:48,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T13:12:48,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T13:12:48,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T13:12:48,357 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45009 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e025332d312f,33533,1732281167122 2024-11-22T13:12:48,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:12:48,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T13:12:48,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T13:12:48,360 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45009 {}] master.ServerManager(517): Registering regionserver=e025332d312f,33533,1732281167122 2024-11-22T13:12:48,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T13:12:48,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:12:48,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T13:12:48,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T13:12:48,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/hbase/meta/1588230740 2024-11-22T13:12:48,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/hbase/meta/1588230740 2024-11-22T13:12:48,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T13:12:48,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T13:12:48,371 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T13:12:48,374 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45009 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e025332d312f,36797,1732281166992 2024-11-22T13:12:48,374 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45009 {}] master.ServerManager(517): Registering regionserver=e025332d312f,36797,1732281166992 2024-11-22T13:12:48,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T13:12:48,379 DEBUG [RS:1;e025332d312f:33533 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23 2024-11-22T13:12:48,379 DEBUG [RS:1;e025332d312f:33533 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34919 2024-11-22T13:12:48,379 DEBUG [RS:1;e025332d312f:33533 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T13:12:48,380 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T13:12:48,381 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45009 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e025332d312f,41189,1732281167181 2024-11-22T13:12:48,381 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45009 {}] master.ServerManager(517): Registering regionserver=e025332d312f,41189,1732281167181 2024-11-22T13:12:48,381 DEBUG [RS:0;e025332d312f:36797 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23 2024-11-22T13:12:48,381 DEBUG [RS:0;e025332d312f:36797 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34919 2024-11-22T13:12:48,381 DEBUG [RS:0;e025332d312f:36797 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T13:12:48,383 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59055157, jitterRate=-0.12000958621501923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T13:12:48,386 DEBUG [RS:2;e025332d312f:41189 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23 2024-11-22T13:12:48,386 DEBUG [RS:2;e025332d312f:41189 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34919 2024-11-22T13:12:48,386 DEBUG [RS:2;e025332d312f:41189 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T13:12:48,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732281168341Initializing all the Stores at 1732281168343 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732281168343Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732281168343Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281168343Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732281168344 (+1 ms)Cleaning up temporary data from old regions at 1732281168370 (+26 ms)Region opened successfully at 1732281168387 (+17 ms) 2024-11-22T13:12:48,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T13:12:48,388 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T13:12:48,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T13:12:48,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T13:12:48,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T13:12:48,390 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T13:12:48,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732281168388Disabling compacts and flushes for region at 1732281168388Disabling writes for close at 1732281168388Writing region close event to WAL at 1732281168389 (+1 ms)Closed at 1732281168390 (+1 ms) 2024-11-22T13:12:48,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45009-0x10162ace1f40000, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T13:12:48,395 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T13:12:48,395 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T13:12:48,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T13:12:48,411 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T13:12:48,415 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T13:12:48,467 DEBUG [RS:1;e025332d312f:33533 {}] zookeeper.ZKUtil(111): regionserver:33533-0x10162ace1f40002, quorum=127.0.0.1:55501, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e025332d312f,33533,1732281167122 2024-11-22T13:12:48,467 WARN [RS:1;e025332d312f:33533 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T13:12:48,467 INFO [RS:1;e025332d312f:33533 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T13:12:48,468 DEBUG [RS:1;e025332d312f:33533 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/WALs/e025332d312f,33533,1732281167122 2024-11-22T13:12:48,468 DEBUG [RS:0;e025332d312f:36797 {}] zookeeper.ZKUtil(111): regionserver:36797-0x10162ace1f40001, quorum=127.0.0.1:55501, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e025332d312f,36797,1732281166992 2024-11-22T13:12:48,468 DEBUG [RS:2;e025332d312f:41189 {}] zookeeper.ZKUtil(111): regionserver:41189-0x10162ace1f40003, quorum=127.0.0.1:55501, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e025332d312f,41189,1732281167181 2024-11-22T13:12:48,468 WARN [RS:0;e025332d312f:36797 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T13:12:48,468 WARN [RS:2;e025332d312f:41189 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T13:12:48,468 INFO [RS:2;e025332d312f:41189 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T13:12:48,468 INFO [RS:0;e025332d312f:36797 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T13:12:48,469 DEBUG [RS:0;e025332d312f:36797 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/WALs/e025332d312f,36797,1732281166992 2024-11-22T13:12:48,469 DEBUG [RS:2;e025332d312f:41189 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/WALs/e025332d312f,41189,1732281167181 2024-11-22T13:12:48,469 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e025332d312f,33533,1732281167122] 2024-11-22T13:12:48,469 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e025332d312f,36797,1732281166992] 2024-11-22T13:12:48,470 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e025332d312f,41189,1732281167181] 2024-11-22T13:12:48,497 INFO [RS:2;e025332d312f:41189 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T13:12:48,497 INFO [RS:0;e025332d312f:36797 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T13:12:48,497 INFO [RS:1;e025332d312f:33533 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T13:12:48,516 INFO [RS:1;e025332d312f:33533 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T13:12:48,516 INFO [RS:0;e025332d312f:36797 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T13:12:48,516 INFO [RS:2;e025332d312f:41189 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T13:12:48,521 INFO [RS:2;e025332d312f:41189 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T13:12:48,521 INFO [RS:1;e025332d312f:33533 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T13:12:48,521 INFO [RS:0;e025332d312f:36797 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T13:12:48,521 INFO [RS:0;e025332d312f:36797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T13:12:48,521 INFO [RS:1;e025332d312f:33533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T13:12:48,521 INFO [RS:2;e025332d312f:41189 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T13:12:48,522 INFO [RS:2;e025332d312f:41189 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T13:12:48,522 INFO [RS:0;e025332d312f:36797 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T13:12:48,522 INFO [RS:1;e025332d312f:33533 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T13:12:48,528 INFO [RS:2;e025332d312f:41189 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T13:12:48,528 INFO [RS:1;e025332d312f:33533 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T13:12:48,528 INFO [RS:0;e025332d312f:36797 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T13:12:48,529 INFO [RS:0;e025332d312f:36797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T13:12:48,529 INFO [RS:2;e025332d312f:41189 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T13:12:48,529 INFO [RS:1;e025332d312f:33533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T13:12:48,529 DEBUG [RS:0;e025332d312f:36797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:12:48,529 DEBUG [RS:1;e025332d312f:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:12:48,530 DEBUG [RS:2;e025332d312f:41189 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:12:48,530 DEBUG [RS:1;e025332d312f:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:12:48,530 DEBUG [RS:0;e025332d312f:36797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:12:48,530 DEBUG [RS:2;e025332d312f:41189 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:12:48,530 DEBUG [RS:1;e025332d312f:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:12:48,530 DEBUG [RS:0;e025332d312f:36797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:12:48,530 DEBUG [RS:2;e025332d312f:41189 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:12:48,530 DEBUG [RS:1;e025332d312f:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:12:48,530 DEBUG [RS:0;e025332d312f:36797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:12:48,530 DEBUG [RS:2;e025332d312f:41189 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:12:48,530 DEBUG [RS:1;e025332d312f:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:12:48,530 DEBUG [RS:0;e025332d312f:36797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:12:48,530 DEBUG [RS:2;e025332d312f:41189 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:12:48,530 DEBUG [RS:1;e025332d312f:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e025332d312f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T13:12:48,530 DEBUG [RS:0;e025332d312f:36797 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e025332d312f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T13:12:48,530 DEBUG [RS:1;e025332d312f:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:12:48,530 DEBUG [RS:2;e025332d312f:41189 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e025332d312f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T13:12:48,531 DEBUG [RS:0;e025332d312f:36797 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:12:48,531 DEBUG [RS:1;e025332d312f:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:12:48,531 DEBUG [RS:2;e025332d312f:41189 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:12:48,531 DEBUG [RS:0;e025332d312f:36797 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:12:48,531 DEBUG [RS:1;e025332d312f:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:12:48,531 DEBUG [RS:2;e025332d312f:41189 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:12:48,531 DEBUG [RS:0;e025332d312f:36797 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:12:48,531 DEBUG [RS:1;e025332d312f:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:12:48,531 DEBUG [RS:2;e025332d312f:41189 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:12:48,531 DEBUG [RS:0;e025332d312f:36797 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:12:48,531 DEBUG [RS:1;e025332d312f:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:12:48,531 DEBUG [RS:2;e025332d312f:41189 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:12:48,531 DEBUG [RS:0;e025332d312f:36797 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:12:48,531 DEBUG [RS:1;e025332d312f:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:12:48,531 DEBUG [RS:2;e025332d312f:41189 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:12:48,531 DEBUG [RS:0;e025332d312f:36797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:12:48,531 DEBUG [RS:1;e025332d312f:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T13:12:48,531 DEBUG [RS:2;e025332d312f:41189 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:12:48,531 DEBUG [RS:0;e025332d312f:36797 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T13:12:48,532 DEBUG [RS:1;e025332d312f:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T13:12:48,532 DEBUG [RS:2;e025332d312f:41189 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T13:12:48,532 DEBUG [RS:0;e025332d312f:36797 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T13:12:48,532 DEBUG [RS:2;e025332d312f:41189 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T13:12:48,533 INFO [RS:1;e025332d312f:33533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T13:12:48,533 INFO [RS:0;e025332d312f:36797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T13:12:48,533 INFO [RS:2;e025332d312f:41189 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T13:12:48,534 INFO [RS:1;e025332d312f:33533 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T13:12:48,534 INFO [RS:0;e025332d312f:36797 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T13:12:48,534 INFO [RS:2;e025332d312f:41189 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T13:12:48,534 INFO [RS:1;e025332d312f:33533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T13:12:48,534 INFO [RS:0;e025332d312f:36797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T13:12:48,534 INFO [RS:2;e025332d312f:41189 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T13:12:48,534 INFO [RS:1;e025332d312f:33533 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T13:12:48,534 INFO [RS:2;e025332d312f:41189 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T13:12:48,534 INFO [RS:1;e025332d312f:33533 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T13:12:48,534 INFO [RS:2;e025332d312f:41189 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T13:12:48,534 INFO [RS:1;e025332d312f:33533 {}] hbase.ChoreService(168): Chore ScheduledChore name=e025332d312f,33533,1732281167122-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T13:12:48,534 INFO [RS:2;e025332d312f:41189 {}] hbase.ChoreService(168): Chore ScheduledChore name=e025332d312f,41189,1732281167181-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T13:12:48,534 INFO [RS:0;e025332d312f:36797 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T13:12:48,534 INFO [RS:0;e025332d312f:36797 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T13:12:48,534 INFO [RS:0;e025332d312f:36797 {}] hbase.ChoreService(168): Chore ScheduledChore name=e025332d312f,36797,1732281166992-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T13:12:48,556 INFO [RS:1;e025332d312f:33533 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T13:12:48,556 INFO [RS:2;e025332d312f:41189 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T13:12:48,558 INFO [RS:0;e025332d312f:36797 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T13:12:48,559 INFO [RS:1;e025332d312f:33533 {}] hbase.ChoreService(168): Chore ScheduledChore name=e025332d312f,33533,1732281167122-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T13:12:48,559 INFO [RS:2;e025332d312f:41189 {}] hbase.ChoreService(168): Chore ScheduledChore name=e025332d312f,41189,1732281167181-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T13:12:48,559 INFO [RS:0;e025332d312f:36797 {}] hbase.ChoreService(168): Chore ScheduledChore name=e025332d312f,36797,1732281166992-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T13:12:48,559 INFO [RS:2;e025332d312f:41189 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T13:12:48,559 INFO [RS:0;e025332d312f:36797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T13:12:48,559 INFO [RS:1;e025332d312f:33533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T13:12:48,559 INFO [RS:2;e025332d312f:41189 {}] regionserver.Replication(171): e025332d312f,41189,1732281167181 started 2024-11-22T13:12:48,559 INFO [RS:1;e025332d312f:33533 {}] regionserver.Replication(171): e025332d312f,33533,1732281167122 started 2024-11-22T13:12:48,559 INFO [RS:0;e025332d312f:36797 {}] regionserver.Replication(171): e025332d312f,36797,1732281166992 started 2024-11-22T13:12:48,566 WARN [e025332d312f:45009 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T13:12:48,583 INFO [RS:0;e025332d312f:36797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T13:12:48,583 INFO [RS:2;e025332d312f:41189 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T13:12:48,583 INFO [RS:1;e025332d312f:33533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T13:12:48,584 INFO [RS:2;e025332d312f:41189 {}] regionserver.HRegionServer(1482): Serving as e025332d312f,41189,1732281167181, RpcServer on e025332d312f/172.17.0.2:41189, sessionid=0x10162ace1f40003 2024-11-22T13:12:48,584 INFO [RS:1;e025332d312f:33533 {}] regionserver.HRegionServer(1482): Serving as e025332d312f,33533,1732281167122, RpcServer on e025332d312f/172.17.0.2:33533, sessionid=0x10162ace1f40002 2024-11-22T13:12:48,584 INFO [RS:0;e025332d312f:36797 {}] regionserver.HRegionServer(1482): Serving as e025332d312f,36797,1732281166992, RpcServer on e025332d312f/172.17.0.2:36797, sessionid=0x10162ace1f40001 2024-11-22T13:12:48,585 DEBUG [RS:1;e025332d312f:33533 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T13:12:48,585 DEBUG [RS:2;e025332d312f:41189 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T13:12:48,585 DEBUG [RS:0;e025332d312f:36797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T13:12:48,585 DEBUG [RS:2;e025332d312f:41189 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e025332d312f,41189,1732281167181 2024-11-22T13:12:48,585 DEBUG [RS:0;e025332d312f:36797 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e025332d312f,36797,1732281166992 2024-11-22T13:12:48,585 DEBUG [RS:1;e025332d312f:33533 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e025332d312f,33533,1732281167122 2024-11-22T13:12:48,585 DEBUG [RS:0;e025332d312f:36797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e025332d312f,36797,1732281166992' 2024-11-22T13:12:48,585 DEBUG [RS:2;e025332d312f:41189 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e025332d312f,41189,1732281167181' 2024-11-22T13:12:48,585 DEBUG [RS:1;e025332d312f:33533 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e025332d312f,33533,1732281167122' 2024-11-22T13:12:48,585 DEBUG [RS:1;e025332d312f:33533 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T13:12:48,585 DEBUG [RS:0;e025332d312f:36797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T13:12:48,585 DEBUG [RS:2;e025332d312f:41189 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T13:12:48,586 DEBUG [RS:1;e025332d312f:33533 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T13:12:48,586 DEBUG [RS:2;e025332d312f:41189 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T13:12:48,586 DEBUG [RS:0;e025332d312f:36797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T13:12:48,587 DEBUG [RS:1;e025332d312f:33533 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T13:12:48,587 DEBUG [RS:1;e025332d312f:33533 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T13:12:48,587 DEBUG [RS:2;e025332d312f:41189 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T13:12:48,587 DEBUG [RS:2;e025332d312f:41189 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T13:12:48,587 DEBUG [RS:1;e025332d312f:33533 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e025332d312f,33533,1732281167122 2024-11-22T13:12:48,587 DEBUG [RS:0;e025332d312f:36797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T13:12:48,587 DEBUG [RS:2;e025332d312f:41189 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e025332d312f,41189,1732281167181 2024-11-22T13:12:48,587 DEBUG [RS:1;e025332d312f:33533 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e025332d312f,33533,1732281167122' 2024-11-22T13:12:48,587 DEBUG [RS:0;e025332d312f:36797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T13:12:48,587 DEBUG [RS:1;e025332d312f:33533 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T13:12:48,587 DEBUG [RS:2;e025332d312f:41189 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e025332d312f,41189,1732281167181' 2024-11-22T13:12:48,587 DEBUG [RS:0;e025332d312f:36797 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e025332d312f,36797,1732281166992 2024-11-22T13:12:48,587 DEBUG [RS:2;e025332d312f:41189 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T13:12:48,587 DEBUG [RS:0;e025332d312f:36797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e025332d312f,36797,1732281166992' 2024-11-22T13:12:48,587 DEBUG [RS:0;e025332d312f:36797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T13:12:48,587 DEBUG [RS:1;e025332d312f:33533 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T13:12:48,588 DEBUG [RS:2;e025332d312f:41189 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T13:12:48,588 DEBUG [RS:0;e025332d312f:36797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T13:12:48,589 DEBUG [RS:2;e025332d312f:41189 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T13:12:48,589 INFO [RS:2;e025332d312f:41189 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T13:12:48,589 INFO [RS:2;e025332d312f:41189 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T13:12:48,589 DEBUG [RS:0;e025332d312f:36797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T13:12:48,589 INFO [RS:0;e025332d312f:36797 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T13:12:48,590 INFO [RS:0;e025332d312f:36797 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T13:12:48,592 DEBUG [RS:1;e025332d312f:33533 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T13:12:48,592 INFO [RS:1;e025332d312f:33533 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T13:12:48,592 INFO [RS:1;e025332d312f:33533 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T13:12:48,698 INFO [RS:1;e025332d312f:33533 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T13:12:48,698 INFO [RS:2;e025332d312f:41189 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T13:12:48,698 INFO [RS:0;e025332d312f:36797 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T13:12:48,701 INFO [RS:0;e025332d312f:36797 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e025332d312f%2C36797%2C1732281166992, suffix=, logDir=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/WALs/e025332d312f,36797,1732281166992, archiveDir=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/oldWALs, maxLogs=32 2024-11-22T13:12:48,701 INFO [RS:1;e025332d312f:33533 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e025332d312f%2C33533%2C1732281167122, suffix=, logDir=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/WALs/e025332d312f,33533,1732281167122, archiveDir=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/oldWALs, maxLogs=32 2024-11-22T13:12:48,701 INFO [RS:2;e025332d312f:41189 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e025332d312f%2C41189%2C1732281167181, suffix=, logDir=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/WALs/e025332d312f,41189,1732281167181, archiveDir=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/oldWALs, maxLogs=32 2024-11-22T13:12:48,719 DEBUG [RS:0;e025332d312f:36797 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/WALs/e025332d312f,36797,1732281166992/e025332d312f%2C36797%2C1732281166992.1732281168705, exclude list is [], retry=0 2024-11-22T13:12:48,719 DEBUG [RS:1;e025332d312f:33533 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/WALs/e025332d312f,33533,1732281167122/e025332d312f%2C33533%2C1732281167122.1732281168705, exclude list is [], retry=0 2024-11-22T13:12:48,722 DEBUG [RS:2;e025332d312f:41189 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/WALs/e025332d312f,41189,1732281167181/e025332d312f%2C41189%2C1732281167181.1732281168706, exclude list is [], retry=0 2024-11-22T13:12:48,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33599,DS-ffd7bd8f-bdb1-45cd-921c-c271f7344011,DISK] 2024-11-22T13:12:48,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35587,DS-7e38b42d-8444-4fd9-bd9c-a104878cb0e1,DISK] 2024-11-22T13:12:48,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33599,DS-ffd7bd8f-bdb1-45cd-921c-c271f7344011,DISK] 2024-11-22T13:12:48,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35587,DS-7e38b42d-8444-4fd9-bd9c-a104878cb0e1,DISK] 2024-11-22T13:12:48,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39765,DS-13497efc-435b-47af-afdb-00ae365d679f,DISK] 2024-11-22T13:12:48,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39765,DS-13497efc-435b-47af-afdb-00ae365d679f,DISK] 2024-11-22T13:12:48,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33599,DS-ffd7bd8f-bdb1-45cd-921c-c271f7344011,DISK] 2024-11-22T13:12:48,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39765,DS-13497efc-435b-47af-afdb-00ae365d679f,DISK] 2024-11-22T13:12:48,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35587,DS-7e38b42d-8444-4fd9-bd9c-a104878cb0e1,DISK] 2024-11-22T13:12:48,731 INFO [RS:0;e025332d312f:36797 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/WALs/e025332d312f,36797,1732281166992/e025332d312f%2C36797%2C1732281166992.1732281168705 2024-11-22T13:12:48,732 INFO [RS:1;e025332d312f:33533 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/WALs/e025332d312f,33533,1732281167122/e025332d312f%2C33533%2C1732281167122.1732281168705 2024-11-22T13:12:48,732 DEBUG [RS:0;e025332d312f:36797 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45203:45203),(127.0.0.1/127.0.0.1:42423:42423),(127.0.0.1/127.0.0.1:33737:33737)] 2024-11-22T13:12:48,732 INFO [RS:2;e025332d312f:41189 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/WALs/e025332d312f,41189,1732281167181/e025332d312f%2C41189%2C1732281167181.1732281168706 2024-11-22T13:12:48,732 DEBUG [RS:1;e025332d312f:33533 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42423:42423),(127.0.0.1/127.0.0.1:45203:45203),(127.0.0.1/127.0.0.1:33737:33737)] 2024-11-22T13:12:48,732 DEBUG [RS:2;e025332d312f:41189 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45203:45203),(127.0.0.1/127.0.0.1:42423:42423),(127.0.0.1/127.0.0.1:33737:33737)] 2024-11-22T13:12:48,819 DEBUG [e025332d312f:45009 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-22T13:12:48,831 DEBUG [e025332d312f:45009 {}] balancer.BalancerClusterState(204): Hosts are {e025332d312f=0} racks are {/default-rack=0} 2024-11-22T13:12:48,839 DEBUG [e025332d312f:45009 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T13:12:48,839 DEBUG [e025332d312f:45009 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T13:12:48,839 DEBUG [e025332d312f:45009 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-22T13:12:48,839 DEBUG [e025332d312f:45009 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T13:12:48,840 DEBUG [e025332d312f:45009 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T13:12:48,840 DEBUG [e025332d312f:45009 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-22T13:12:48,840 INFO [e025332d312f:45009 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T13:12:48,840 INFO [e025332d312f:45009 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T13:12:48,840 INFO [e025332d312f:45009 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-22T13:12:48,840 DEBUG [e025332d312f:45009 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T13:12:48,847 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e025332d312f,41189,1732281167181 2024-11-22T13:12:48,854 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e025332d312f,41189,1732281167181, state=OPENING 2024-11-22T13:12:48,875 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T13:12:48,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x10162ace1f40002, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:12:48,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36797-0x10162ace1f40001, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:12:48,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45009-0x10162ace1f40000, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:12:48,960 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41189-0x10162ace1f40003, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:12:48,961 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T13:12:48,961 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T13:12:48,961 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T13:12:48,961 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T13:12:48,963 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T13:12:48,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e025332d312f,41189,1732281167181}] 2024-11-22T13:12:56,564 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T13:12:56,565 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T13:12:58,992 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T13:12:58,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T13:12:59,007 INFO [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T13:12:59,007 INFO [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T13:12:59,007 INFO [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T13:12:59,010 INFO [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e025332d312f%2C41189%2C1732281167181.meta, suffix=.meta, logDir=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/WALs/e025332d312f,41189,1732281167181, archiveDir=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/oldWALs, maxLogs=32 2024-11-22T13:12:59,024 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/WALs/e025332d312f,41189,1732281167181/e025332d312f%2C41189%2C1732281167181.meta.1732281179012.meta, exclude list is [], retry=0 2024-11-22T13:12:59,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39765,DS-13497efc-435b-47af-afdb-00ae365d679f,DISK] 2024-11-22T13:12:59,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33599,DS-ffd7bd8f-bdb1-45cd-921c-c271f7344011,DISK] 2024-11-22T13:12:59,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35587,DS-7e38b42d-8444-4fd9-bd9c-a104878cb0e1,DISK] 2024-11-22T13:12:59,030 INFO [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/WALs/e025332d312f,41189,1732281167181/e025332d312f%2C41189%2C1732281167181.meta.1732281179012.meta 2024-11-22T13:12:59,031 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45203:45203),(127.0.0.1/127.0.0.1:33737:33737),(127.0.0.1/127.0.0.1:42423:42423)] 2024-11-22T13:12:59,031 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T13:12:59,033 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T13:12:59,035 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T13:12:59,038 INFO [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T13:12:59,042 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T13:12:59,042 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:12:59,042 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T13:12:59,042 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T13:12:59,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T13:12:59,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T13:12:59,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:12:59,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T13:12:59,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T13:12:59,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T13:12:59,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:12:59,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T13:12:59,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T13:12:59,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T13:12:59,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:12:59,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T13:12:59,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T13:12:59,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T13:12:59,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:12:59,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T13:12:59,054 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T13:12:59,055 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/hbase/meta/1588230740 2024-11-22T13:12:59,057 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/hbase/meta/1588230740 2024-11-22T13:12:59,059 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T13:12:59,059 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T13:12:59,060 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T13:12:59,062 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T13:12:59,064 INFO [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63197856, jitterRate=-0.058278560638427734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T13:12:59,064 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T13:12:59,065 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732281179043Writing region info on filesystem at 1732281179043Initializing all the Stores at 1732281179045 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732281179045Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732281179045Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281179045Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732281179045Cleaning up temporary data from old regions at 1732281179059 (+14 ms)Running coprocessor post-open hooks at 1732281179064 (+5 ms)Region opened successfully at 1732281179065 (+1 ms) 2024-11-22T13:12:59,071 INFO [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732281178984 2024-11-22T13:12:59,080 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T13:12:59,081 INFO [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T13:12:59,082 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e025332d312f,41189,1732281167181 2024-11-22T13:12:59,084 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e025332d312f,41189,1732281167181, state=OPEN 2024-11-22T13:12:59,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45009-0x10162ace1f40000, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T13:12:59,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36797-0x10162ace1f40001, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T13:12:59,139 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41189-0x10162ace1f40003, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T13:12:59,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x10162ace1f40002, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T13:12:59,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T13:12:59,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T13:12:59,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T13:12:59,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T13:12:59,140 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e025332d312f,41189,1732281167181 2024-11-22T13:12:59,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T13:12:59,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e025332d312f,41189,1732281167181 in 10.1770 sec 2024-11-22T13:12:59,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T13:12:59,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7480 sec 2024-11-22T13:12:59,158 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T13:12:59,158 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T13:12:59,177 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:12:59,179 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,41189,1732281167181, seqNum=-1] 2024-11-22T13:12:59,205 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:12:59,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:12:59,227 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0510 sec 2024-11-22T13:12:59,227 INFO [master/e025332d312f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732281179227, completionTime=-1 2024-11-22T13:12:59,229 INFO [master/e025332d312f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-22T13:12:59,230 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T13:12:59,254 INFO [master/e025332d312f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-22T13:12:59,254 INFO [master/e025332d312f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732281239254 2024-11-22T13:12:59,254 INFO [master/e025332d312f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732281299254 2024-11-22T13:12:59,254 INFO [master/e025332d312f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec 2024-11-22T13:12:59,256 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-22T13:12:59,262 INFO [master/e025332d312f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e025332d312f,45009,1732281166191-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T13:12:59,262 INFO [master/e025332d312f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e025332d312f,45009,1732281166191-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T13:12:59,262 INFO [master/e025332d312f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e025332d312f,45009,1732281166191-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T13:12:59,264 INFO [master/e025332d312f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e025332d312f:45009, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T13:12:59,264 INFO [master/e025332d312f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T13:12:59,265 INFO [master/e025332d312f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T13:12:59,271 DEBUG [master/e025332d312f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T13:12:59,293 INFO [master/e025332d312f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.004sec 2024-11-22T13:12:59,295 INFO [master/e025332d312f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T13:12:59,296 INFO [master/e025332d312f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T13:12:59,297 INFO [master/e025332d312f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T13:12:59,297 INFO [master/e025332d312f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T13:12:59,297 INFO [master/e025332d312f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T13:12:59,298 INFO [master/e025332d312f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e025332d312f,45009,1732281166191-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T13:12:59,298 INFO [master/e025332d312f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e025332d312f,45009,1732281166191-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T13:12:59,302 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T13:12:59,303 INFO [master/e025332d312f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T13:12:59,303 INFO [master/e025332d312f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e025332d312f,45009,1732281166191-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T13:12:59,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d458dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:12:59,351 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-22T13:12:59,351 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-22T13:12:59,356 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,45009,-1 for getting cluster id 2024-11-22T13:12:59,359 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:12:59,368 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d83a5f9-5ebd-4409-9044-60a0ae3891d3' 2024-11-22T13:12:59,370 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:12:59,371 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d83a5f9-5ebd-4409-9044-60a0ae3891d3" 2024-11-22T13:12:59,371 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23085a44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:12:59,371 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,45009,-1] 2024-11-22T13:12:59,374 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:12:59,376 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:12:59,377 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:12:59,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c529f1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:12:59,379 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:12:59,386 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,41189,1732281167181, seqNum=-1] 2024-11-22T13:12:59,387 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:12:59,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:12:59,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e025332d312f,45009,1732281166191 2024-11-22T13:12:59,428 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732281179427 (current time:1732281179427). 2024-11-22T13:12:59,428 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T13:12:59,428 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-22T13:12:59,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141da473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:12:59,432 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,45009,-1 for getting cluster id 2024-11-22T13:12:59,432 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:12:59,433 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d83a5f9-5ebd-4409-9044-60a0ae3891d3' 2024-11-22T13:12:59,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:12:59,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d83a5f9-5ebd-4409-9044-60a0ae3891d3" 2024-11-22T13:12:59,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bc4d47d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:12:59,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,45009,-1] 2024-11-22T13:12:59,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:12:59,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:12:59,436 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:12:59,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36193fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:12:59,444 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:12:59,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,41189,1732281167181, seqNum=-1] 2024-11-22T13:12:59,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:12:59,448 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:12:59,451 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T13:12:59,451 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T13:12:59,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:12:59,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:12:59,458 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:12:59,463 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T13:12:59,466 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e025332d312f,45009,1732281166191 2024-11-22T13:12:59,469 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78a2313c 2024-11-22T13:12:59,470 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T13:12:59,472 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T13:12:59,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45009 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T13:12:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45009 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-22T13:12:59,486 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T13:12:59,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45009 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-22T13:12:59,489 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:12:59,491 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T13:12:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T13:12:59,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741837_1013 (size=361) 2024-11-22T13:12:59,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741837_1013 (size=361) 2024-11-22T13:12:59,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741837_1013 (size=361) 2024-11-22T13:12:59,508 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1d287b30e942af6d9ebbca34c17ad79a, NAME => 'SPTestTable,33333332,1732281179473.1d287b30e942af6d9ebbca34c17ad79a.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23 2024-11-22T13:12:59,509 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3d4b031053c0e439ab218067ab58f2a5, NAME => 'SPTestTable,,1732281179473.3d4b031053c0e439ab218067ab58f2a5.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23 2024-11-22T13:12:59,509 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 32b83e3ddbef007a2ad989870bdfffdd, NAME => 'SPTestTable,19999999,1732281179473.32b83e3ddbef007a2ad989870bdfffdd.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23 2024-11-22T13:12:59,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741838_1014 (size=62) 2024-11-22T13:12:59,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741838_1014 (size=62) 2024-11-22T13:12:59,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741838_1014 (size=62) 2024-11-22T13:12:59,527 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732281179473.1d287b30e942af6d9ebbca34c17ad79a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:12:59,527 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1d287b30e942af6d9ebbca34c17ad79a, disabling compactions & flushes 2024-11-22T13:12:59,527 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732281179473.1d287b30e942af6d9ebbca34c17ad79a. 2024-11-22T13:12:59,527 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732281179473.1d287b30e942af6d9ebbca34c17ad79a. 2024-11-22T13:12:59,527 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732281179473.1d287b30e942af6d9ebbca34c17ad79a. after waiting 0 ms 2024-11-22T13:12:59,527 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732281179473.1d287b30e942af6d9ebbca34c17ad79a. 2024-11-22T13:12:59,527 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732281179473.1d287b30e942af6d9ebbca34c17ad79a. 2024-11-22T13:12:59,527 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1d287b30e942af6d9ebbca34c17ad79a: Waiting for close lock at 1732281179527Disabling compacts and flushes for region at 1732281179527Disabling writes for close at 1732281179527Writing region close event to WAL at 1732281179527Closed at 1732281179527 2024-11-22T13:12:59,528 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ba5ff5912e76b086b4d7ebb0532069f9, NAME => 'SPTestTable,4ccccccb,1732281179473.ba5ff5912e76b086b4d7ebb0532069f9.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23 2024-11-22T13:12:59,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741839_1015 (size=54) 2024-11-22T13:12:59,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741839_1015 (size=54) 2024-11-22T13:12:59,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741839_1015 (size=54) 2024-11-22T13:12:59,536 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732281179473.3d4b031053c0e439ab218067ab58f2a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:12:59,536 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 3d4b031053c0e439ab218067ab58f2a5, disabling compactions & flushes 2024-11-22T13:12:59,536 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732281179473.3d4b031053c0e439ab218067ab58f2a5. 2024-11-22T13:12:59,536 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732281179473.3d4b031053c0e439ab218067ab58f2a5. 2024-11-22T13:12:59,537 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732281179473.3d4b031053c0e439ab218067ab58f2a5. after waiting 0 ms 2024-11-22T13:12:59,537 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732281179473.3d4b031053c0e439ab218067ab58f2a5. 2024-11-22T13:12:59,537 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732281179473.3d4b031053c0e439ab218067ab58f2a5. 2024-11-22T13:12:59,537 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3d4b031053c0e439ab218067ab58f2a5: Waiting for close lock at 1732281179536Disabling compacts and flushes for region at 1732281179536Disabling writes for close at 1732281179537 (+1 ms)Writing region close event to WAL at 1732281179537Closed at 1732281179537 2024-11-22T13:12:59,538 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a9051f8b1462b6517aba45bb6b393697, NAME => 'SPTestTable,66666664,1732281179473.a9051f8b1462b6517aba45bb6b393697.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23 2024-11-22T13:12:59,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741840_1016 (size=62) 2024-11-22T13:12:59,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741840_1016 (size=62) 2024-11-22T13:12:59,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741840_1016 (size=62) 2024-11-22T13:12:59,548 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732281179473.32b83e3ddbef007a2ad989870bdfffdd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:12:59,548 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 32b83e3ddbef007a2ad989870bdfffdd, disabling compactions & flushes 2024-11-22T13:12:59,548 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732281179473.32b83e3ddbef007a2ad989870bdfffdd. 2024-11-22T13:12:59,548 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732281179473.32b83e3ddbef007a2ad989870bdfffdd. 2024-11-22T13:12:59,548 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732281179473.32b83e3ddbef007a2ad989870bdfffdd. after waiting 0 ms 2024-11-22T13:12:59,548 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732281179473.32b83e3ddbef007a2ad989870bdfffdd. 2024-11-22T13:12:59,549 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732281179473.32b83e3ddbef007a2ad989870bdfffdd. 2024-11-22T13:12:59,549 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 32b83e3ddbef007a2ad989870bdfffdd: Waiting for close lock at 1732281179548Disabling compacts and flushes for region at 1732281179548Disabling writes for close at 1732281179548Writing region close event to WAL at 1732281179548Closed at 1732281179548 2024-11-22T13:12:59,550 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ea73473586bd802484832dfde949329c, NAME => 'SPTestTable,7ffffffd,1732281179473.ea73473586bd802484832dfde949329c.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23 2024-11-22T13:12:59,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741841_1017 (size=62) 2024-11-22T13:12:59,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741841_1017 (size=62) 2024-11-22T13:12:59,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741841_1017 (size=62) 2024-11-22T13:12:59,560 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732281179473.ba5ff5912e76b086b4d7ebb0532069f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:12:59,560 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing ba5ff5912e76b086b4d7ebb0532069f9, disabling compactions & flushes 2024-11-22T13:12:59,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741842_1018 (size=62) 2024-11-22T13:12:59,560 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732281179473.ba5ff5912e76b086b4d7ebb0532069f9. 2024-11-22T13:12:59,560 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732281179473.ba5ff5912e76b086b4d7ebb0532069f9. 2024-11-22T13:12:59,560 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732281179473.ba5ff5912e76b086b4d7ebb0532069f9. after waiting 0 ms 2024-11-22T13:12:59,560 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732281179473.ba5ff5912e76b086b4d7ebb0532069f9. 2024-11-22T13:12:59,560 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732281179473.ba5ff5912e76b086b4d7ebb0532069f9. 2024-11-22T13:12:59,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741842_1018 (size=62) 2024-11-22T13:12:59,560 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for ba5ff5912e76b086b4d7ebb0532069f9: Waiting for close lock at 1732281179560Disabling compacts and flushes for region at 1732281179560Disabling writes for close at 1732281179560Writing region close event to WAL at 1732281179560Closed at 1732281179560 2024-11-22T13:12:59,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741842_1018 (size=62) 2024-11-22T13:12:59,561 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a21d48f353db22f05b5fc5ba4efedddc, NAME => 'SPTestTable,99999996,1732281179473.a21d48f353db22f05b5fc5ba4efedddc.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23 2024-11-22T13:12:59,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732281179473.a9051f8b1462b6517aba45bb6b393697.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:12:59,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing a9051f8b1462b6517aba45bb6b393697, disabling compactions & flushes 2024-11-22T13:12:59,564 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732281179473.a9051f8b1462b6517aba45bb6b393697. 2024-11-22T13:12:59,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732281179473.a9051f8b1462b6517aba45bb6b393697. 2024-11-22T13:12:59,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732281179473.a9051f8b1462b6517aba45bb6b393697. after waiting 0 ms 2024-11-22T13:12:59,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732281179473.a9051f8b1462b6517aba45bb6b393697. 2024-11-22T13:12:59,565 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732281179473.a9051f8b1462b6517aba45bb6b393697. 2024-11-22T13:12:59,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for a9051f8b1462b6517aba45bb6b393697: Waiting for close lock at 1732281179564Disabling compacts and flushes for region at 1732281179564Disabling writes for close at 1732281179565 (+1 ms)Writing region close event to WAL at 1732281179565Closed at 1732281179565 2024-11-22T13:12:59,566 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 63d975eb4ddc8bbdbc07fedbb3ce8428, NAME => 'SPTestTable,b333332f,1732281179473.63d975eb4ddc8bbdbc07fedbb3ce8428.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23 2024-11-22T13:12:59,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741843_1019 (size=62) 2024-11-22T13:12:59,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741843_1019 (size=62) 2024-11-22T13:12:59,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741843_1019 (size=62) 2024-11-22T13:12:59,568 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732281179473.ea73473586bd802484832dfde949329c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:12:59,568 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ea73473586bd802484832dfde949329c, disabling compactions & flushes 2024-11-22T13:12:59,568 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732281179473.ea73473586bd802484832dfde949329c. 2024-11-22T13:12:59,568 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732281179473.ea73473586bd802484832dfde949329c. 2024-11-22T13:12:59,568 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732281179473.ea73473586bd802484832dfde949329c. after waiting 0 ms 2024-11-22T13:12:59,569 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732281179473.ea73473586bd802484832dfde949329c. 2024-11-22T13:12:59,569 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732281179473.ea73473586bd802484832dfde949329c. 2024-11-22T13:12:59,569 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ea73473586bd802484832dfde949329c: Waiting for close lock at 1732281179568Disabling compacts and flushes for region at 1732281179568Disabling writes for close at 1732281179568Writing region close event to WAL at 1732281179569 (+1 ms)Closed at 1732281179569 2024-11-22T13:12:59,569 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 54e307c6826b306448516a2a7f40403a, NAME => 'SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23 2024-11-22T13:12:59,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741844_1020 (size=62) 2024-11-22T13:12:59,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741844_1020 (size=62) 2024-11-22T13:12:59,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741844_1020 (size=62) 2024-11-22T13:12:59,581 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732281179473.a21d48f353db22f05b5fc5ba4efedddc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:12:59,581 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a21d48f353db22f05b5fc5ba4efedddc, disabling compactions & flushes 2024-11-22T13:12:59,581 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732281179473.a21d48f353db22f05b5fc5ba4efedddc. 2024-11-22T13:12:59,581 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732281179473.a21d48f353db22f05b5fc5ba4efedddc. 2024-11-22T13:12:59,581 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732281179473.a21d48f353db22f05b5fc5ba4efedddc. after waiting 0 ms 2024-11-22T13:12:59,581 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732281179473.a21d48f353db22f05b5fc5ba4efedddc. 2024-11-22T13:12:59,581 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732281179473.a21d48f353db22f05b5fc5ba4efedddc. 2024-11-22T13:12:59,581 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a21d48f353db22f05b5fc5ba4efedddc: Waiting for close lock at 1732281179581Disabling compacts and flushes for region at 1732281179581Disabling writes for close at 1732281179581Writing region close event to WAL at 1732281179581Closed at 1732281179581 2024-11-22T13:12:59,582 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5fd04e1ae0f7c432c1d12fefe2387023, NAME => 'SPTestTable,e6666661,1732281179473.5fd04e1ae0f7c432c1d12fefe2387023.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23 2024-11-22T13:12:59,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741845_1021 (size=62) 2024-11-22T13:12:59,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741845_1021 (size=62) 2024-11-22T13:12:59,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741845_1021 (size=62) 2024-11-22T13:12:59,583 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732281179473.63d975eb4ddc8bbdbc07fedbb3ce8428.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:12:59,583 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 63d975eb4ddc8bbdbc07fedbb3ce8428, disabling compactions & flushes 2024-11-22T13:12:59,584 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732281179473.63d975eb4ddc8bbdbc07fedbb3ce8428. 2024-11-22T13:12:59,584 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732281179473.63d975eb4ddc8bbdbc07fedbb3ce8428. 2024-11-22T13:12:59,584 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732281179473.63d975eb4ddc8bbdbc07fedbb3ce8428. after waiting 0 ms 2024-11-22T13:12:59,584 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732281179473.63d975eb4ddc8bbdbc07fedbb3ce8428. 2024-11-22T13:12:59,584 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732281179473.63d975eb4ddc8bbdbc07fedbb3ce8428. 2024-11-22T13:12:59,584 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 63d975eb4ddc8bbdbc07fedbb3ce8428: Waiting for close lock at 1732281179583Disabling compacts and flushes for region at 1732281179583Disabling writes for close at 1732281179584 (+1 ms)Writing region close event to WAL at 1732281179584Closed at 1732281179584 2024-11-22T13:12:59,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T13:12:59,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741846_1022 (size=62) 2024-11-22T13:12:59,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741847_1023 (size=54) 2024-11-22T13:12:59,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741847_1023 (size=54) 2024-11-22T13:12:59,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741846_1022 (size=62) 2024-11-22T13:12:59,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741847_1023 (size=54) 2024-11-22T13:12:59,617 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732281179473.5fd04e1ae0f7c432c1d12fefe2387023.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:12:59,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741846_1022 (size=62) 2024-11-22T13:12:59,618 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 5fd04e1ae0f7c432c1d12fefe2387023, disabling compactions & flushes 2024-11-22T13:12:59,618 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732281179473.5fd04e1ae0f7c432c1d12fefe2387023. 2024-11-22T13:12:59,618 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732281179473.5fd04e1ae0f7c432c1d12fefe2387023. 2024-11-22T13:12:59,618 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732281179473.5fd04e1ae0f7c432c1d12fefe2387023. after waiting 0 ms 2024-11-22T13:12:59,618 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732281179473.5fd04e1ae0f7c432c1d12fefe2387023. 2024-11-22T13:12:59,618 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732281179473.5fd04e1ae0f7c432c1d12fefe2387023. 2024-11-22T13:12:59,618 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5fd04e1ae0f7c432c1d12fefe2387023: Waiting for close lock at 1732281179618Disabling compacts and flushes for region at 1732281179618Disabling writes for close at 1732281179618Writing region close event to WAL at 1732281179618Closed at 1732281179618 2024-11-22T13:12:59,619 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:12:59,619 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 54e307c6826b306448516a2a7f40403a, disabling compactions & flushes 2024-11-22T13:12:59,619 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a. 2024-11-22T13:12:59,619 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a. 2024-11-22T13:12:59,619 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a. after waiting 0 ms 2024-11-22T13:12:59,619 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a. 2024-11-22T13:12:59,619 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a. 2024-11-22T13:12:59,619 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 54e307c6826b306448516a2a7f40403a: Waiting for close lock at 1732281179619Disabling compacts and flushes for region at 1732281179619Disabling writes for close at 1732281179619Writing region close event to WAL at 1732281179619Closed at 1732281179619 2024-11-22T13:12:59,622 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T13:12:59,628 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732281179473.1d287b30e942af6d9ebbca34c17ad79a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732281179622"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732281179622"}]},"ts":"1732281179622"} 2024-11-22T13:12:59,629 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732281179473.3d4b031053c0e439ab218067ab58f2a5.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732281179622"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732281179622"}]},"ts":"1732281179622"} 2024-11-22T13:12:59,629 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732281179473.32b83e3ddbef007a2ad989870bdfffdd.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732281179622"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732281179622"}]},"ts":"1732281179622"} 2024-11-22T13:12:59,629 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732281179473.ba5ff5912e76b086b4d7ebb0532069f9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732281179622"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732281179622"}]},"ts":"1732281179622"} 2024-11-22T13:12:59,630 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732281179473.a9051f8b1462b6517aba45bb6b393697.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732281179622"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732281179622"}]},"ts":"1732281179622"} 2024-11-22T13:12:59,630 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732281179473.ea73473586bd802484832dfde949329c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732281179622"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732281179622"}]},"ts":"1732281179622"} 2024-11-22T13:12:59,630 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732281179473.a21d48f353db22f05b5fc5ba4efedddc.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732281179622"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732281179622"}]},"ts":"1732281179622"} 2024-11-22T13:12:59,630 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732281179473.63d975eb4ddc8bbdbc07fedbb3ce8428.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732281179622"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732281179622"}]},"ts":"1732281179622"} 2024-11-22T13:12:59,631 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732281179473.5fd04e1ae0f7c432c1d12fefe2387023.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732281179622"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732281179622"}]},"ts":"1732281179622"} 2024-11-22T13:12:59,631 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732281179622"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732281179622"}]},"ts":"1732281179622"} 2024-11-22T13:12:59,666 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-22T13:12:59,668 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T13:12:59,670 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732281179668"}]},"ts":"1732281179668"} 2024-11-22T13:12:59,674 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-22T13:12:59,674 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {e025332d312f=0} racks are {/default-rack=0} 2024-11-22T13:12:59,681 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T13:12:59,681 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T13:12:59,681 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-22T13:12:59,681 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T13:12:59,681 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T13:12:59,681 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-22T13:12:59,682 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T13:12:59,682 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T13:12:59,682 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-22T13:12:59,682 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T13:12:59,683 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3d4b031053c0e439ab218067ab58f2a5, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32b83e3ddbef007a2ad989870bdfffdd, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1d287b30e942af6d9ebbca34c17ad79a, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ba5ff5912e76b086b4d7ebb0532069f9, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a9051f8b1462b6517aba45bb6b393697, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ea73473586bd802484832dfde949329c, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a21d48f353db22f05b5fc5ba4efedddc, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=63d975eb4ddc8bbdbc07fedbb3ce8428, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=54e307c6826b306448516a2a7f40403a, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5fd04e1ae0f7c432c1d12fefe2387023, ASSIGN}] 2024-11-22T13:12:59,687 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1d287b30e942af6d9ebbca34c17ad79a, ASSIGN 2024-11-22T13:12:59,688 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ba5ff5912e76b086b4d7ebb0532069f9, ASSIGN 2024-11-22T13:12:59,688 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a9051f8b1462b6517aba45bb6b393697, ASSIGN 2024-11-22T13:12:59,688 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32b83e3ddbef007a2ad989870bdfffdd, ASSIGN 2024-11-22T13:12:59,690 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1d287b30e942af6d9ebbca34c17ad79a, ASSIGN; state=OFFLINE, location=e025332d312f,33533,1732281167122; forceNewPlan=false, retain=false 2024-11-22T13:12:59,690 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a9051f8b1462b6517aba45bb6b393697, ASSIGN; state=OFFLINE, location=e025332d312f,36797,1732281166992; forceNewPlan=false, retain=false 2024-11-22T13:12:59,690 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ba5ff5912e76b086b4d7ebb0532069f9, ASSIGN; state=OFFLINE, location=e025332d312f,33533,1732281167122; forceNewPlan=false, retain=false 2024-11-22T13:12:59,690 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=32b83e3ddbef007a2ad989870bdfffdd, ASSIGN; state=OFFLINE, location=e025332d312f,41189,1732281167181; forceNewPlan=false, retain=false 2024-11-22T13:12:59,697 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=63d975eb4ddc8bbdbc07fedbb3ce8428, ASSIGN 2024-11-22T13:12:59,697 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a21d48f353db22f05b5fc5ba4efedddc, ASSIGN 2024-11-22T13:12:59,697 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=54e307c6826b306448516a2a7f40403a, ASSIGN 2024-11-22T13:12:59,697 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5fd04e1ae0f7c432c1d12fefe2387023, ASSIGN 2024-11-22T13:12:59,697 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ea73473586bd802484832dfde949329c, ASSIGN 2024-11-22T13:12:59,699 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=63d975eb4ddc8bbdbc07fedbb3ce8428, ASSIGN; state=OFFLINE, location=e025332d312f,36797,1732281166992; forceNewPlan=false, retain=false 2024-11-22T13:12:59,699 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a21d48f353db22f05b5fc5ba4efedddc, ASSIGN; state=OFFLINE, location=e025332d312f,33533,1732281167122; forceNewPlan=false, retain=false 2024-11-22T13:12:59,699 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=54e307c6826b306448516a2a7f40403a, ASSIGN; state=OFFLINE, location=e025332d312f,33533,1732281167122; forceNewPlan=false, retain=false 2024-11-22T13:12:59,699 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ea73473586bd802484832dfde949329c, ASSIGN; state=OFFLINE, location=e025332d312f,41189,1732281167181; forceNewPlan=false, retain=false 2024-11-22T13:12:59,699 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5fd04e1ae0f7c432c1d12fefe2387023, ASSIGN; state=OFFLINE, location=e025332d312f,41189,1732281167181; forceNewPlan=false, retain=false 2024-11-22T13:12:59,706 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3d4b031053c0e439ab218067ab58f2a5, ASSIGN 2024-11-22T13:12:59,708 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3d4b031053c0e439ab218067ab58f2a5, ASSIGN; state=OFFLINE, location=e025332d312f,36797,1732281166992; forceNewPlan=false, retain=false 2024-11-22T13:12:59,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T13:12:59,843 INFO [e025332d312f:45009 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-22T13:12:59,845 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ea73473586bd802484832dfde949329c, regionState=OPENING, regionLocation=e025332d312f,41189,1732281167181 2024-11-22T13:12:59,845 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a9051f8b1462b6517aba45bb6b393697, regionState=OPENING, regionLocation=e025332d312f,36797,1732281166992 2024-11-22T13:12:59,845 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=5fd04e1ae0f7c432c1d12fefe2387023, regionState=OPENING, regionLocation=e025332d312f,41189,1732281167181 2024-11-22T13:12:59,845 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=32b83e3ddbef007a2ad989870bdfffdd, regionState=OPENING, regionLocation=e025332d312f,41189,1732281167181 2024-11-22T13:12:59,845 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=63d975eb4ddc8bbdbc07fedbb3ce8428, regionState=OPENING, regionLocation=e025332d312f,36797,1732281166992 2024-11-22T13:12:59,846 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3d4b031053c0e439ab218067ab58f2a5, regionState=OPENING, regionLocation=e025332d312f,36797,1732281166992 2024-11-22T13:12:59,846 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=ba5ff5912e76b086b4d7ebb0532069f9, regionState=OPENING, regionLocation=e025332d312f,33533,1732281167122 2024-11-22T13:12:59,846 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1d287b30e942af6d9ebbca34c17ad79a, regionState=OPENING, regionLocation=e025332d312f,33533,1732281167122 2024-11-22T13:12:59,846 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=a21d48f353db22f05b5fc5ba4efedddc, regionState=OPENING, regionLocation=e025332d312f,33533,1732281167122 2024-11-22T13:12:59,847 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=54e307c6826b306448516a2a7f40403a, regionState=OPENING, regionLocation=e025332d312f,33533,1732281167122 2024-11-22T13:12:59,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=32b83e3ddbef007a2ad989870bdfffdd, ASSIGN because future has completed 2024-11-22T13:12:59,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32b83e3ddbef007a2ad989870bdfffdd, server=e025332d312f,41189,1732281167181}] 2024-11-22T13:12:59,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=63d975eb4ddc8bbdbc07fedbb3ce8428, ASSIGN because future has completed 2024-11-22T13:12:59,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63d975eb4ddc8bbdbc07fedbb3ce8428, server=e025332d312f,36797,1732281166992}] 2024-11-22T13:12:59,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ea73473586bd802484832dfde949329c, ASSIGN because future has completed 2024-11-22T13:12:59,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5fd04e1ae0f7c432c1d12fefe2387023, ASSIGN because future has completed 2024-11-22T13:12:59,867 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5fd04e1ae0f7c432c1d12fefe2387023, server=e025332d312f,41189,1732281167181}] 2024-11-22T13:12:59,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a9051f8b1462b6517aba45bb6b393697, ASSIGN because future has completed 2024-11-22T13:12:59,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea73473586bd802484832dfde949329c, server=e025332d312f,41189,1732281167181}] 2024-11-22T13:12:59,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3d4b031053c0e439ab218067ab58f2a5, ASSIGN because future has completed 2024-11-22T13:12:59,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1d287b30e942af6d9ebbca34c17ad79a, ASSIGN because future has completed 2024-11-22T13:12:59,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9051f8b1462b6517aba45bb6b393697, server=e025332d312f,36797,1732281166992}] 2024-11-22T13:12:59,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d287b30e942af6d9ebbca34c17ad79a, server=e025332d312f,33533,1732281167122}] 2024-11-22T13:12:59,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ba5ff5912e76b086b4d7ebb0532069f9, ASSIGN because future has completed 2024-11-22T13:12:59,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a21d48f353db22f05b5fc5ba4efedddc, ASSIGN because future has completed 2024-11-22T13:12:59,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure a21d48f353db22f05b5fc5ba4efedddc, server=e025332d312f,33533,1732281167122}] 2024-11-22T13:12:59,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=54e307c6826b306448516a2a7f40403a, ASSIGN because future has completed 2024-11-22T13:12:59,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba5ff5912e76b086b4d7ebb0532069f9, server=e025332d312f,33533,1732281167122}] 2024-11-22T13:12:59,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54e307c6826b306448516a2a7f40403a, server=e025332d312f,33533,1732281167122}] 2024-11-22T13:12:59,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d4b031053c0e439ab218067ab58f2a5, server=e025332d312f,36797,1732281166992}] 2024-11-22T13:13:00,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T13:13:00,494 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T13:13:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T13:13:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T13:13:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T13:13:04,588 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T13:13:06,563 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T13:13:06,563 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T13:13:06,566 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T13:13:06,566 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T13:13:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T13:13:09,874 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T13:13:09,874 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732281179473.5fd04e1ae0f7c432c1d12fefe2387023. 2024-11-22T13:13:09,875 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 5fd04e1ae0f7c432c1d12fefe2387023, NAME => 'SPTestTable,e6666661,1732281179473.5fd04e1ae0f7c432c1d12fefe2387023.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-22T13:13:09,875 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5fd04e1ae0f7c432c1d12fefe2387023 2024-11-22T13:13:09,876 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732281179473.5fd04e1ae0f7c432c1d12fefe2387023.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:13:09,876 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 5fd04e1ae0f7c432c1d12fefe2387023 2024-11-22T13:13:09,876 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 5fd04e1ae0f7c432c1d12fefe2387023 2024-11-22T13:13:09,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43069, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T13:13:09,879 INFO [StoreOpener-5fd04e1ae0f7c432c1d12fefe2387023-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5fd04e1ae0f7c432c1d12fefe2387023 2024-11-22T13:13:09,882 INFO [StoreOpener-5fd04e1ae0f7c432c1d12fefe2387023-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fd04e1ae0f7c432c1d12fefe2387023 columnFamilyName cf 2024-11-22T13:13:09,882 DEBUG [StoreOpener-5fd04e1ae0f7c432c1d12fefe2387023-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:13:09,883 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,,1732281179473.3d4b031053c0e439ab218067ab58f2a5. 2024-11-22T13:13:09,883 INFO [StoreOpener-5fd04e1ae0f7c432c1d12fefe2387023-1 {}] regionserver.HStore(327): Store=5fd04e1ae0f7c432c1d12fefe2387023/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:13:09,883 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d4b031053c0e439ab218067ab58f2a5, NAME => 'SPTestTable,,1732281179473.3d4b031053c0e439ab218067ab58f2a5.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-22T13:13:09,883 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 5fd04e1ae0f7c432c1d12fefe2387023 2024-11-22T13:13:09,884 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3d4b031053c0e439ab218067ab58f2a5 2024-11-22T13:13:09,884 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,,1732281179473.3d4b031053c0e439ab218067ab58f2a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:13:09,884 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 3d4b031053c0e439ab218067ab58f2a5 2024-11-22T13:13:09,884 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/5fd04e1ae0f7c432c1d12fefe2387023 2024-11-22T13:13:09,884 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 3d4b031053c0e439ab218067ab58f2a5 2024-11-22T13:13:09,885 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/5fd04e1ae0f7c432c1d12fefe2387023 2024-11-22T13:13:09,886 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 5fd04e1ae0f7c432c1d12fefe2387023 2024-11-22T13:13:09,886 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 5fd04e1ae0f7c432c1d12fefe2387023 2024-11-22T13:13:09,886 INFO [StoreOpener-3d4b031053c0e439ab218067ab58f2a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3d4b031053c0e439ab218067ab58f2a5 2024-11-22T13:13:09,888 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 5fd04e1ae0f7c432c1d12fefe2387023 2024-11-22T13:13:09,888 INFO [StoreOpener-3d4b031053c0e439ab218067ab58f2a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d4b031053c0e439ab218067ab58f2a5 columnFamilyName cf 2024-11-22T13:13:09,888 DEBUG [StoreOpener-3d4b031053c0e439ab218067ab58f2a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:13:09,889 INFO [StoreOpener-3d4b031053c0e439ab218067ab58f2a5-1 {}] regionserver.HStore(327): Store=3d4b031053c0e439ab218067ab58f2a5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:13:09,889 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 3d4b031053c0e439ab218067ab58f2a5 2024-11-22T13:13:09,890 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/3d4b031053c0e439ab218067ab58f2a5 2024-11-22T13:13:09,891 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/3d4b031053c0e439ab218067ab58f2a5 2024-11-22T13:13:09,891 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/5fd04e1ae0f7c432c1d12fefe2387023/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T13:13:09,891 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 3d4b031053c0e439ab218067ab58f2a5 2024-11-22T13:13:09,891 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 3d4b031053c0e439ab218067ab58f2a5 2024-11-22T13:13:09,892 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 5fd04e1ae0f7c432c1d12fefe2387023; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65562711, jitterRate=-0.023039475083351135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T13:13:09,892 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5fd04e1ae0f7c432c1d12fefe2387023 2024-11-22T13:13:09,893 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 5fd04e1ae0f7c432c1d12fefe2387023: Running coprocessor pre-open hook at 1732281189877Writing region info on filesystem at 1732281189877Initializing all the Stores at 1732281189879 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281189879Cleaning up temporary data from old regions at 1732281189886 (+7 ms)Running coprocessor post-open hooks at 1732281189892 (+6 ms)Region opened successfully at 1732281189892 2024-11-22T13:13:09,894 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 3d4b031053c0e439ab218067ab58f2a5 2024-11-22T13:13:09,895 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732281179473.5fd04e1ae0f7c432c1d12fefe2387023., pid=18, masterSystemTime=1732281189862 2024-11-22T13:13:09,896 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T13:13:09,898 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732281179473.5fd04e1ae0f7c432c1d12fefe2387023. 2024-11-22T13:13:09,898 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732281179473.5fd04e1ae0f7c432c1d12fefe2387023. 2024-11-22T13:13:09,899 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732281179473.ea73473586bd802484832dfde949329c. 2024-11-22T13:13:09,899 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => ea73473586bd802484832dfde949329c, NAME => 'SPTestTable,7ffffffd,1732281179473.ea73473586bd802484832dfde949329c.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-22T13:13:09,899 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ea73473586bd802484832dfde949329c 2024-11-22T13:13:09,899 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732281179473.ea73473586bd802484832dfde949329c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:13:09,899 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=5fd04e1ae0f7c432c1d12fefe2387023, regionState=OPEN, openSeqNum=2, regionLocation=e025332d312f,41189,1732281167181 2024-11-22T13:13:09,900 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for ea73473586bd802484832dfde949329c 2024-11-22T13:13:09,900 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for ea73473586bd802484832dfde949329c 2024-11-22T13:13:09,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5fd04e1ae0f7c432c1d12fefe2387023, server=e025332d312f,41189,1732281167181 because future has completed 2024-11-22T13:13:09,904 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/3d4b031053c0e439ab218067ab58f2a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T13:13:09,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52935, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T13:13:09,905 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 3d4b031053c0e439ab218067ab58f2a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62142796, jitterRate=-0.07400017976760864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T13:13:09,905 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3d4b031053c0e439ab218067ab58f2a5 2024-11-22T13:13:09,905 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 3d4b031053c0e439ab218067ab58f2a5: Running coprocessor pre-open hook at 1732281189884Writing region info on filesystem at 1732281189884Initializing all the Stores at 1732281189886 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281189886Cleaning up temporary data from old regions at 1732281189891 (+5 ms)Running coprocessor post-open hooks at 1732281189905 (+14 ms)Region opened successfully at 1732281189905 2024-11-22T13:13:09,906 INFO [StoreOpener-ea73473586bd802484832dfde949329c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ea73473586bd802484832dfde949329c 2024-11-22T13:13:09,907 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732281179473.3d4b031053c0e439ab218067ab58f2a5., pid=24, masterSystemTime=1732281189873 2024-11-22T13:13:09,908 INFO [StoreOpener-ea73473586bd802484832dfde949329c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea73473586bd802484832dfde949329c columnFamilyName cf 2024-11-22T13:13:09,908 DEBUG [StoreOpener-ea73473586bd802484832dfde949329c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:13:09,909 INFO [StoreOpener-ea73473586bd802484832dfde949329c-1 {}] regionserver.HStore(327): Store=ea73473586bd802484832dfde949329c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:13:09,909 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for ea73473586bd802484832dfde949329c 2024-11-22T13:13:09,910 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732281179473.3d4b031053c0e439ab218067ab58f2a5. 2024-11-22T13:13:09,910 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732281179473.3d4b031053c0e439ab218067ab58f2a5. 2024-11-22T13:13:09,910 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732281179473.a9051f8b1462b6517aba45bb6b393697. 2024-11-22T13:13:09,911 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => a9051f8b1462b6517aba45bb6b393697, NAME => 'SPTestTable,66666664,1732281179473.a9051f8b1462b6517aba45bb6b393697.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-22T13:13:09,911 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a9051f8b1462b6517aba45bb6b393697 2024-11-22T13:13:09,911 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732281179473.a9051f8b1462b6517aba45bb6b393697.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:13:09,911 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/ea73473586bd802484832dfde949329c 2024-11-22T13:13:09,911 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for a9051f8b1462b6517aba45bb6b393697 2024-11-22T13:13:09,911 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for a9051f8b1462b6517aba45bb6b393697 2024-11-22T13:13:09,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-11-22T13:13:09,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 5fd04e1ae0f7c432c1d12fefe2387023, server=e025332d312f,41189,1732281167181 in 10.0370 sec 2024-11-22T13:13:09,912 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/ea73473586bd802484832dfde949329c 2024-11-22T13:13:09,912 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732281179473.a21d48f353db22f05b5fc5ba4efedddc. 2024-11-22T13:13:09,912 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => a21d48f353db22f05b5fc5ba4efedddc, NAME => 'SPTestTable,99999996,1732281179473.a21d48f353db22f05b5fc5ba4efedddc.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-22T13:13:09,913 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for ea73473586bd802484832dfde949329c 2024-11-22T13:13:09,913 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for ea73473586bd802484832dfde949329c 2024-11-22T13:13:09,913 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a21d48f353db22f05b5fc5ba4efedddc 2024-11-22T13:13:09,913 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732281179473.a21d48f353db22f05b5fc5ba4efedddc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:13:09,913 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3d4b031053c0e439ab218067ab58f2a5, regionState=OPEN, openSeqNum=2, regionLocation=e025332d312f,36797,1732281166992 2024-11-22T13:13:09,913 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for a21d48f353db22f05b5fc5ba4efedddc 2024-11-22T13:13:09,913 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for a21d48f353db22f05b5fc5ba4efedddc 2024-11-22T13:13:09,915 INFO [StoreOpener-a9051f8b1462b6517aba45bb6b393697-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a9051f8b1462b6517aba45bb6b393697 2024-11-22T13:13:09,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d4b031053c0e439ab218067ab58f2a5, server=e025332d312f,36797,1732281166992 because future has completed 2024-11-22T13:13:09,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5fd04e1ae0f7c432c1d12fefe2387023, ASSIGN in 10.2290 sec 2024-11-22T13:13:09,919 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for ea73473586bd802484832dfde949329c 2024-11-22T13:13:09,919 INFO [StoreOpener-a9051f8b1462b6517aba45bb6b393697-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9051f8b1462b6517aba45bb6b393697 columnFamilyName cf 2024-11-22T13:13:09,920 DEBUG [StoreOpener-a9051f8b1462b6517aba45bb6b393697-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:13:09,920 INFO [StoreOpener-a9051f8b1462b6517aba45bb6b393697-1 {}] regionserver.HStore(327): Store=a9051f8b1462b6517aba45bb6b393697/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:13:09,920 INFO [StoreOpener-a21d48f353db22f05b5fc5ba4efedddc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a21d48f353db22f05b5fc5ba4efedddc 2024-11-22T13:13:09,920 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for a9051f8b1462b6517aba45bb6b393697 2024-11-22T13:13:09,922 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/a9051f8b1462b6517aba45bb6b393697 2024-11-22T13:13:09,922 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/a9051f8b1462b6517aba45bb6b393697 2024-11-22T13:13:09,923 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/ea73473586bd802484832dfde949329c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T13:13:09,923 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for a9051f8b1462b6517aba45bb6b393697 2024-11-22T13:13:09,923 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for a9051f8b1462b6517aba45bb6b393697 2024-11-22T13:13:09,923 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=5 2024-11-22T13:13:09,923 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3d4b031053c0e439ab218067ab58f2a5, server=e025332d312f,36797,1732281166992 in 10.0150 sec 2024-11-22T13:13:09,924 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened ea73473586bd802484832dfde949329c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71300801, jitterRate=0.06246472895145416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T13:13:09,924 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea73473586bd802484832dfde949329c 2024-11-22T13:13:09,924 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for ea73473586bd802484832dfde949329c: Running coprocessor pre-open hook at 1732281189900Writing region info on filesystem at 1732281189900Initializing all the Stores at 1732281189902 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281189902Cleaning up temporary data from old regions at 1732281189913 (+11 ms)Running coprocessor post-open hooks at 1732281189924 (+11 ms)Region opened successfully at 1732281189924 2024-11-22T13:13:09,925 INFO [StoreOpener-a21d48f353db22f05b5fc5ba4efedddc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a21d48f353db22f05b5fc5ba4efedddc columnFamilyName cf 2024-11-22T13:13:09,925 DEBUG [StoreOpener-a21d48f353db22f05b5fc5ba4efedddc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:13:09,926 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732281179473.ea73473586bd802484832dfde949329c., pid=17, masterSystemTime=1732281189862 2024-11-22T13:13:09,927 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for a9051f8b1462b6517aba45bb6b393697 2024-11-22T13:13:09,927 INFO [StoreOpener-a21d48f353db22f05b5fc5ba4efedddc-1 {}] regionserver.HStore(327): Store=a21d48f353db22f05b5fc5ba4efedddc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:13:09,927 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for a21d48f353db22f05b5fc5ba4efedddc 2024-11-22T13:13:09,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3d4b031053c0e439ab218067ab58f2a5, ASSIGN in 10.2400 sec 2024-11-22T13:13:09,929 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/a21d48f353db22f05b5fc5ba4efedddc 2024-11-22T13:13:09,929 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732281179473.ea73473586bd802484832dfde949329c. 2024-11-22T13:13:09,929 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732281179473.ea73473586bd802484832dfde949329c. 2024-11-22T13:13:09,929 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732281179473.32b83e3ddbef007a2ad989870bdfffdd. 2024-11-22T13:13:09,929 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 32b83e3ddbef007a2ad989870bdfffdd, NAME => 'SPTestTable,19999999,1732281179473.32b83e3ddbef007a2ad989870bdfffdd.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-22T13:13:09,930 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 32b83e3ddbef007a2ad989870bdfffdd 2024-11-22T13:13:09,930 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/a21d48f353db22f05b5fc5ba4efedddc 2024-11-22T13:13:09,930 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732281179473.32b83e3ddbef007a2ad989870bdfffdd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:13:09,930 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 32b83e3ddbef007a2ad989870bdfffdd 2024-11-22T13:13:09,930 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 32b83e3ddbef007a2ad989870bdfffdd 2024-11-22T13:13:09,930 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for a21d48f353db22f05b5fc5ba4efedddc 2024-11-22T13:13:09,931 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ea73473586bd802484832dfde949329c, regionState=OPEN, openSeqNum=2, regionLocation=e025332d312f,41189,1732281167181 2024-11-22T13:13:09,931 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for a21d48f353db22f05b5fc5ba4efedddc 2024-11-22T13:13:09,933 INFO [StoreOpener-32b83e3ddbef007a2ad989870bdfffdd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 32b83e3ddbef007a2ad989870bdfffdd 2024-11-22T13:13:09,933 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/a9051f8b1462b6517aba45bb6b393697/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T13:13:09,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea73473586bd802484832dfde949329c, server=e025332d312f,41189,1732281167181 because future has completed 2024-11-22T13:13:09,934 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened a9051f8b1462b6517aba45bb6b393697; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70580079, jitterRate=0.05172513425350189}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T13:13:09,934 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a9051f8b1462b6517aba45bb6b393697 2024-11-22T13:13:09,935 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for a21d48f353db22f05b5fc5ba4efedddc 2024-11-22T13:13:09,935 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for a9051f8b1462b6517aba45bb6b393697: Running coprocessor pre-open hook at 1732281189912Writing region info on filesystem at 1732281189912Initializing all the Stores at 1732281189913 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281189913Cleaning up temporary data from old regions at 1732281189923 (+10 ms)Running coprocessor post-open hooks at 1732281189935 (+12 ms)Region opened successfully at 1732281189935 2024-11-22T13:13:09,936 INFO [StoreOpener-32b83e3ddbef007a2ad989870bdfffdd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32b83e3ddbef007a2ad989870bdfffdd columnFamilyName cf 2024-11-22T13:13:09,937 DEBUG [StoreOpener-32b83e3ddbef007a2ad989870bdfffdd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:13:09,937 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732281179473.a9051f8b1462b6517aba45bb6b393697., pid=19, masterSystemTime=1732281189873 2024-11-22T13:13:09,938 INFO [StoreOpener-32b83e3ddbef007a2ad989870bdfffdd-1 {}] regionserver.HStore(327): Store=32b83e3ddbef007a2ad989870bdfffdd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:13:09,938 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 32b83e3ddbef007a2ad989870bdfffdd 2024-11-22T13:13:09,940 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/32b83e3ddbef007a2ad989870bdfffdd 2024-11-22T13:13:09,940 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732281179473.a9051f8b1462b6517aba45bb6b393697. 2024-11-22T13:13:09,940 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732281179473.a9051f8b1462b6517aba45bb6b393697. 2024-11-22T13:13:09,941 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732281179473.63d975eb4ddc8bbdbc07fedbb3ce8428. 2024-11-22T13:13:09,941 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/32b83e3ddbef007a2ad989870bdfffdd 2024-11-22T13:13:09,941 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 63d975eb4ddc8bbdbc07fedbb3ce8428, NAME => 'SPTestTable,b333332f,1732281179473.63d975eb4ddc8bbdbc07fedbb3ce8428.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-22T13:13:09,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=10 2024-11-22T13:13:09,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure ea73473586bd802484832dfde949329c, server=e025332d312f,41189,1732281167181 in 10.0720 sec 2024-11-22T13:13:09,941 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a9051f8b1462b6517aba45bb6b393697, regionState=OPEN, openSeqNum=2, regionLocation=e025332d312f,36797,1732281166992 2024-11-22T13:13:09,941 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 63d975eb4ddc8bbdbc07fedbb3ce8428 2024-11-22T13:13:09,941 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732281179473.63d975eb4ddc8bbdbc07fedbb3ce8428.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:13:09,942 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 63d975eb4ddc8bbdbc07fedbb3ce8428 2024-11-22T13:13:09,942 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 63d975eb4ddc8bbdbc07fedbb3ce8428 2024-11-22T13:13:09,942 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 32b83e3ddbef007a2ad989870bdfffdd 2024-11-22T13:13:09,942 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 32b83e3ddbef007a2ad989870bdfffdd 2024-11-22T13:13:09,943 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/a21d48f353db22f05b5fc5ba4efedddc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T13:13:09,944 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened a21d48f353db22f05b5fc5ba4efedddc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62840682, jitterRate=-0.06360086798667908}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T13:13:09,945 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a21d48f353db22f05b5fc5ba4efedddc 2024-11-22T13:13:09,945 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for a21d48f353db22f05b5fc5ba4efedddc: Running coprocessor pre-open hook at 1732281189913Writing region info on filesystem at 1732281189913Initializing all the Stores at 1732281189919 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281189919Cleaning up temporary data from old regions at 1732281189931 (+12 ms)Running coprocessor post-open hooks at 1732281189945 (+14 ms)Region opened successfully at 1732281189945 2024-11-22T13:13:09,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ea73473586bd802484832dfde949329c, ASSIGN in 10.2580 sec 2024-11-22T13:13:09,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9051f8b1462b6517aba45bb6b393697, server=e025332d312f,36797,1732281166992 because future has completed 2024-11-22T13:13:09,947 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732281179473.a21d48f353db22f05b5fc5ba4efedddc., pid=21, masterSystemTime=1732281189896 2024-11-22T13:13:09,948 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 32b83e3ddbef007a2ad989870bdfffdd 2024-11-22T13:13:09,949 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732281179473.a21d48f353db22f05b5fc5ba4efedddc. 2024-11-22T13:13:09,950 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732281179473.a21d48f353db22f05b5fc5ba4efedddc. 2024-11-22T13:13:09,950 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732281179473.1d287b30e942af6d9ebbca34c17ad79a. 2024-11-22T13:13:09,950 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d287b30e942af6d9ebbca34c17ad79a, NAME => 'SPTestTable,33333332,1732281179473.1d287b30e942af6d9ebbca34c17ad79a.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-22T13:13:09,950 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1d287b30e942af6d9ebbca34c17ad79a 2024-11-22T13:13:09,951 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732281179473.1d287b30e942af6d9ebbca34c17ad79a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:13:09,951 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 1d287b30e942af6d9ebbca34c17ad79a 2024-11-22T13:13:09,951 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 1d287b30e942af6d9ebbca34c17ad79a 2024-11-22T13:13:09,951 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=a21d48f353db22f05b5fc5ba4efedddc, regionState=OPEN, openSeqNum=2, regionLocation=e025332d312f,33533,1732281167122 2024-11-22T13:13:09,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=9 2024-11-22T13:13:09,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a9051f8b1462b6517aba45bb6b393697, server=e025332d312f,36797,1732281166992 in 10.0670 sec 2024-11-22T13:13:09,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a9051f8b1462b6517aba45bb6b393697, ASSIGN in 10.2690 sec 2024-11-22T13:13:09,956 INFO [StoreOpener-63d975eb4ddc8bbdbc07fedbb3ce8428-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 63d975eb4ddc8bbdbc07fedbb3ce8428 2024-11-22T13:13:09,957 INFO [StoreOpener-1d287b30e942af6d9ebbca34c17ad79a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1d287b30e942af6d9ebbca34c17ad79a 2024-11-22T13:13:09,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure a21d48f353db22f05b5fc5ba4efedddc, server=e025332d312f,33533,1732281167122 because future has completed 2024-11-22T13:13:09,958 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/32b83e3ddbef007a2ad989870bdfffdd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T13:13:09,959 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 32b83e3ddbef007a2ad989870bdfffdd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74906004, jitterRate=0.11618643999099731}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T13:13:09,960 INFO [StoreOpener-63d975eb4ddc8bbdbc07fedbb3ce8428-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63d975eb4ddc8bbdbc07fedbb3ce8428 columnFamilyName cf 2024-11-22T13:13:09,960 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 32b83e3ddbef007a2ad989870bdfffdd 2024-11-22T13:13:09,960 DEBUG [StoreOpener-63d975eb4ddc8bbdbc07fedbb3ce8428-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:13:09,960 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 32b83e3ddbef007a2ad989870bdfffdd: Running coprocessor pre-open hook at 1732281189930Writing region info on filesystem at 1732281189930Initializing all the Stores at 1732281189932 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281189932Cleaning up temporary data from old regions at 1732281189943 (+11 ms)Running coprocessor post-open hooks at 1732281189960 (+17 ms)Region opened successfully at 1732281189960 2024-11-22T13:13:09,960 INFO [StoreOpener-1d287b30e942af6d9ebbca34c17ad79a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d287b30e942af6d9ebbca34c17ad79a columnFamilyName cf 2024-11-22T13:13:09,961 DEBUG [StoreOpener-1d287b30e942af6d9ebbca34c17ad79a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:13:09,961 INFO [StoreOpener-63d975eb4ddc8bbdbc07fedbb3ce8428-1 {}] regionserver.HStore(327): Store=63d975eb4ddc8bbdbc07fedbb3ce8428/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:13:09,961 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 63d975eb4ddc8bbdbc07fedbb3ce8428 2024-11-22T13:13:09,961 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732281179473.32b83e3ddbef007a2ad989870bdfffdd., pid=15, masterSystemTime=1732281189862 2024-11-22T13:13:09,961 INFO [StoreOpener-1d287b30e942af6d9ebbca34c17ad79a-1 {}] regionserver.HStore(327): Store=1d287b30e942af6d9ebbca34c17ad79a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:13:09,962 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 1d287b30e942af6d9ebbca34c17ad79a 2024-11-22T13:13:09,963 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/63d975eb4ddc8bbdbc07fedbb3ce8428 2024-11-22T13:13:09,963 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/1d287b30e942af6d9ebbca34c17ad79a 2024-11-22T13:13:09,963 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/63d975eb4ddc8bbdbc07fedbb3ce8428 2024-11-22T13:13:09,964 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/1d287b30e942af6d9ebbca34c17ad79a 2024-11-22T13:13:09,964 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 63d975eb4ddc8bbdbc07fedbb3ce8428 2024-11-22T13:13:09,964 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 63d975eb4ddc8bbdbc07fedbb3ce8428 2024-11-22T13:13:09,965 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732281179473.32b83e3ddbef007a2ad989870bdfffdd. 2024-11-22T13:13:09,965 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 1d287b30e942af6d9ebbca34c17ad79a 2024-11-22T13:13:09,965 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732281179473.32b83e3ddbef007a2ad989870bdfffdd. 2024-11-22T13:13:09,965 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 1d287b30e942af6d9ebbca34c17ad79a 2024-11-22T13:13:09,966 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=32b83e3ddbef007a2ad989870bdfffdd, regionState=OPEN, openSeqNum=2, regionLocation=e025332d312f,41189,1732281167181 2024-11-22T13:13:09,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=11 2024-11-22T13:13:09,968 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 63d975eb4ddc8bbdbc07fedbb3ce8428 2024-11-22T13:13:09,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure a21d48f353db22f05b5fc5ba4efedddc, server=e025332d312f,33533,1732281167122 in 10.0730 sec 2024-11-22T13:13:09,970 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 1d287b30e942af6d9ebbca34c17ad79a 2024-11-22T13:13:09,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32b83e3ddbef007a2ad989870bdfffdd, server=e025332d312f,41189,1732281167181 because future has completed 2024-11-22T13:13:09,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a21d48f353db22f05b5fc5ba4efedddc, ASSIGN in 10.2830 sec 2024-11-22T13:13:09,972 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/63d975eb4ddc8bbdbc07fedbb3ce8428/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T13:13:09,973 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 63d975eb4ddc8bbdbc07fedbb3ce8428; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71973311, jitterRate=0.07248590886592865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T13:13:09,973 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 63d975eb4ddc8bbdbc07fedbb3ce8428 2024-11-22T13:13:09,974 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 63d975eb4ddc8bbdbc07fedbb3ce8428: Running coprocessor pre-open hook at 1732281189942Writing region info on filesystem at 1732281189942Initializing all the Stores at 1732281189945 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281189945Cleaning up temporary data from old regions at 1732281189964 (+19 ms)Running coprocessor post-open hooks at 1732281189973 (+9 ms)Region opened successfully at 1732281189974 (+1 ms) 2024-11-22T13:13:09,975 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732281179473.63d975eb4ddc8bbdbc07fedbb3ce8428., pid=16, masterSystemTime=1732281189873 2024-11-22T13:13:09,975 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/1d287b30e942af6d9ebbca34c17ad79a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T13:13:09,976 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 1d287b30e942af6d9ebbca34c17ad79a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74518250, jitterRate=0.11040845513343811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T13:13:09,976 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d287b30e942af6d9ebbca34c17ad79a 2024-11-22T13:13:09,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=6 2024-11-22T13:13:09,976 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 1d287b30e942af6d9ebbca34c17ad79a: Running coprocessor pre-open hook at 1732281189951Writing region info on filesystem at 1732281189951Initializing all the Stores at 1732281189953 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281189953Cleaning up temporary data from old regions at 1732281189965 (+12 ms)Running coprocessor post-open hooks at 1732281189976 (+11 ms)Region opened successfully at 1732281189976 2024-11-22T13:13:09,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 32b83e3ddbef007a2ad989870bdfffdd, server=e025332d312f,41189,1732281167181 in 10.1170 sec 2024-11-22T13:13:09,978 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732281179473.1d287b30e942af6d9ebbca34c17ad79a., pid=20, masterSystemTime=1732281189896 2024-11-22T13:13:09,978 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732281179473.63d975eb4ddc8bbdbc07fedbb3ce8428. 2024-11-22T13:13:09,978 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732281179473.63d975eb4ddc8bbdbc07fedbb3ce8428. 2024-11-22T13:13:09,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32b83e3ddbef007a2ad989870bdfffdd, ASSIGN in 10.2930 sec 2024-11-22T13:13:09,980 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=63d975eb4ddc8bbdbc07fedbb3ce8428, regionState=OPEN, openSeqNum=2, regionLocation=e025332d312f,36797,1732281166992 2024-11-22T13:13:09,981 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732281179473.1d287b30e942af6d9ebbca34c17ad79a. 2024-11-22T13:13:09,981 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732281179473.1d287b30e942af6d9ebbca34c17ad79a. 2024-11-22T13:13:09,981 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732281179473.ba5ff5912e76b086b4d7ebb0532069f9. 2024-11-22T13:13:09,982 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => ba5ff5912e76b086b4d7ebb0532069f9, NAME => 'SPTestTable,4ccccccb,1732281179473.ba5ff5912e76b086b4d7ebb0532069f9.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-22T13:13:09,982 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ba5ff5912e76b086b4d7ebb0532069f9 2024-11-22T13:13:09,982 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732281179473.ba5ff5912e76b086b4d7ebb0532069f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:13:09,982 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for ba5ff5912e76b086b4d7ebb0532069f9 2024-11-22T13:13:09,983 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for ba5ff5912e76b086b4d7ebb0532069f9 2024-11-22T13:13:09,984 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1d287b30e942af6d9ebbca34c17ad79a, regionState=OPEN, openSeqNum=2, regionLocation=e025332d312f,33533,1732281167122 2024-11-22T13:13:09,985 INFO [StoreOpener-ba5ff5912e76b086b4d7ebb0532069f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ba5ff5912e76b086b4d7ebb0532069f9 2024-11-22T13:13:09,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63d975eb4ddc8bbdbc07fedbb3ce8428, server=e025332d312f,36797,1732281166992 because future has completed 2024-11-22T13:13:09,988 INFO [StoreOpener-ba5ff5912e76b086b4d7ebb0532069f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba5ff5912e76b086b4d7ebb0532069f9 columnFamilyName cf 2024-11-22T13:13:09,988 DEBUG [StoreOpener-ba5ff5912e76b086b4d7ebb0532069f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:13:09,989 INFO [StoreOpener-ba5ff5912e76b086b4d7ebb0532069f9-1 {}] regionserver.HStore(327): Store=ba5ff5912e76b086b4d7ebb0532069f9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:13:09,989 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for ba5ff5912e76b086b4d7ebb0532069f9 2024-11-22T13:13:09,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d287b30e942af6d9ebbca34c17ad79a, server=e025332d312f,33533,1732281167122 because future has completed 2024-11-22T13:13:09,991 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/ba5ff5912e76b086b4d7ebb0532069f9 2024-11-22T13:13:09,992 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/ba5ff5912e76b086b4d7ebb0532069f9 2024-11-22T13:13:09,993 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for ba5ff5912e76b086b4d7ebb0532069f9 2024-11-22T13:13:09,993 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for ba5ff5912e76b086b4d7ebb0532069f9 2024-11-22T13:13:09,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=12 2024-11-22T13:13:09,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 63d975eb4ddc8bbdbc07fedbb3ce8428, server=e025332d312f,36797,1732281166992 in 10.1290 sec 2024-11-22T13:13:09,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=7 2024-11-22T13:13:09,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d287b30e942af6d9ebbca34c17ad79a, server=e025332d312f,33533,1732281167122 in 10.1110 sec 2024-11-22T13:13:09,999 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for ba5ff5912e76b086b4d7ebb0532069f9 2024-11-22T13:13:10,000 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=63d975eb4ddc8bbdbc07fedbb3ce8428, ASSIGN in 10.3140 sec 2024-11-22T13:13:10,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1d287b30e942af6d9ebbca34c17ad79a, ASSIGN in 10.3150 sec 2024-11-22T13:13:10,004 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/ba5ff5912e76b086b4d7ebb0532069f9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T13:13:10,005 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened ba5ff5912e76b086b4d7ebb0532069f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72525010, jitterRate=0.08070686459541321}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T13:13:10,005 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba5ff5912e76b086b4d7ebb0532069f9 2024-11-22T13:13:10,005 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for ba5ff5912e76b086b4d7ebb0532069f9: Running coprocessor pre-open hook at 1732281189983Writing region info on filesystem at 1732281189983Initializing all the Stores at 1732281189984 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281189985 (+1 ms)Cleaning up temporary data from old regions at 1732281189993 (+8 ms)Running coprocessor post-open hooks at 1732281190005 (+12 ms)Region opened successfully at 1732281190005 2024-11-22T13:13:10,006 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732281179473.ba5ff5912e76b086b4d7ebb0532069f9., pid=22, masterSystemTime=1732281189896 2024-11-22T13:13:10,009 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732281179473.ba5ff5912e76b086b4d7ebb0532069f9. 2024-11-22T13:13:10,009 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732281179473.ba5ff5912e76b086b4d7ebb0532069f9. 2024-11-22T13:13:10,009 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a. 2024-11-22T13:13:10,010 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 54e307c6826b306448516a2a7f40403a, NAME => 'SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-22T13:13:10,010 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 54e307c6826b306448516a2a7f40403a 2024-11-22T13:13:10,010 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:13:10,011 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 54e307c6826b306448516a2a7f40403a 2024-11-22T13:13:10,011 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=ba5ff5912e76b086b4d7ebb0532069f9, regionState=OPEN, openSeqNum=2, regionLocation=e025332d312f,33533,1732281167122 2024-11-22T13:13:10,011 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 54e307c6826b306448516a2a7f40403a 2024-11-22T13:13:10,014 INFO [StoreOpener-54e307c6826b306448516a2a7f40403a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 54e307c6826b306448516a2a7f40403a 2024-11-22T13:13:10,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba5ff5912e76b086b4d7ebb0532069f9, server=e025332d312f,33533,1732281167122 because future has completed 2024-11-22T13:13:10,016 INFO [StoreOpener-54e307c6826b306448516a2a7f40403a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54e307c6826b306448516a2a7f40403a columnFamilyName cf 2024-11-22T13:13:10,017 DEBUG [StoreOpener-54e307c6826b306448516a2a7f40403a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:13:10,018 INFO [StoreOpener-54e307c6826b306448516a2a7f40403a-1 {}] regionserver.HStore(327): Store=54e307c6826b306448516a2a7f40403a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:13:10,018 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 54e307c6826b306448516a2a7f40403a 2024-11-22T13:13:10,019 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/54e307c6826b306448516a2a7f40403a 2024-11-22T13:13:10,020 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/54e307c6826b306448516a2a7f40403a 2024-11-22T13:13:10,021 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 54e307c6826b306448516a2a7f40403a 2024-11-22T13:13:10,021 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 54e307c6826b306448516a2a7f40403a 2024-11-22T13:13:10,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=8 2024-11-22T13:13:10,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure ba5ff5912e76b086b4d7ebb0532069f9, server=e025332d312f,33533,1732281167122 in 10.1230 sec 2024-11-22T13:13:10,023 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 54e307c6826b306448516a2a7f40403a 2024-11-22T13:13:10,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ba5ff5912e76b086b4d7ebb0532069f9, ASSIGN in 10.3390 sec 2024-11-22T13:13:10,027 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/54e307c6826b306448516a2a7f40403a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T13:13:10,028 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 54e307c6826b306448516a2a7f40403a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69341571, jitterRate=0.03326992690563202}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T13:13:10,028 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 54e307c6826b306448516a2a7f40403a 2024-11-22T13:13:10,028 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 54e307c6826b306448516a2a7f40403a: Running coprocessor pre-open hook at 1732281190011Writing region info on filesystem at 1732281190011Initializing all the Stores at 1732281190013 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281190013Cleaning up temporary data from old regions at 1732281190021 (+8 ms)Running coprocessor post-open hooks at 1732281190028 (+7 ms)Region opened successfully at 1732281190028 2024-11-22T13:13:10,029 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a., pid=23, masterSystemTime=1732281189896 2024-11-22T13:13:10,032 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a. 2024-11-22T13:13:10,033 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a. 2024-11-22T13:13:10,034 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=54e307c6826b306448516a2a7f40403a, regionState=OPEN, openSeqNum=2, regionLocation=e025332d312f,33533,1732281167122 2024-11-22T13:13:10,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54e307c6826b306448516a2a7f40403a, server=e025332d312f,33533,1732281167122 because future has completed 2024-11-22T13:13:10,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=13 2024-11-22T13:13:10,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 54e307c6826b306448516a2a7f40403a, server=e025332d312f,33533,1732281167122 in 10.1450 sec 2024-11-22T13:13:10,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=4 2024-11-22T13:13:10,047 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=54e307c6826b306448516a2a7f40403a, ASSIGN in 10.3590 sec 2024-11-22T13:13:10,048 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T13:13:10,049 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732281190048"}]},"ts":"1732281190048"} 2024-11-22T13:13:10,052 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-22T13:13:10,054 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T13:13:10,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5750 sec 2024-11-22T13:13:12,490 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-22T13:13:15,321 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T13:13:15,419 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T13:13:16,563 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-22T13:13:16,563 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-22T13:13:17,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T13:13:17,774 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-22T13:13:17,774 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-22T13:13:17,775 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T13:13:17,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-22T13:13:17,790 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T13:13:17,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-22T13:13:17,857 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732281179473.a21d48f353db22f05b5fc5ba4efedddc., hostname=e025332d312f,33533,1732281167122, seqNum=2] 2024-11-22T13:13:17,863 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732281179473.a21d48f353db22f05b5fc5ba4efedddc., hostname=e025332d312f,33533,1732281167122, seqNum=2] 2024-11-22T13:13:17,867 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732281179473.a21d48f353db22f05b5fc5ba4efedddc., hostname=e025332d312f,33533,1732281167122, seqNum=2] 2024-11-22T13:13:17,870 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732281179473.a21d48f353db22f05b5fc5ba4efedddc., hostname=e025332d312f,33533,1732281167122, seqNum=2] 2024-11-22T13:13:17,944 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732281179473.63d975eb4ddc8bbdbc07fedbb3ce8428., hostname=e025332d312f,36797,1732281166992, seqNum=2] 2024-11-22T13:13:17,953 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732281179473.63d975eb4ddc8bbdbc07fedbb3ce8428., hostname=e025332d312f,36797,1732281166992, seqNum=2] 2024-11-22T13:13:17,955 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732281179473.63d975eb4ddc8bbdbc07fedbb3ce8428., hostname=e025332d312f,36797,1732281166992, seqNum=2] 2024-11-22T13:13:17,958 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732281179473.63d975eb4ddc8bbdbc07fedbb3ce8428., hostname=e025332d312f,36797,1732281166992, seqNum=2] 2024-11-22T13:13:17,960 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732281179473.63d975eb4ddc8bbdbc07fedbb3ce8428., hostname=e025332d312f,36797,1732281166992, seqNum=2] 2024-11-22T13:13:17,963 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732281179473.63d975eb4ddc8bbdbc07fedbb3ce8428., hostname=e025332d312f,36797,1732281166992, seqNum=2] 2024-11-22T13:13:17,966 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1732281179473.63d975eb4ddc8bbdbc07fedbb3ce8428., hostname=e025332d312f,36797,1732281166992, seqNum=2] 2024-11-22T13:13:17,968 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1732281179473.63d975eb4ddc8bbdbc07fedbb3ce8428., hostname=e025332d312f,36797,1732281166992, seqNum=2] 2024-11-22T13:13:18,008 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a., hostname=e025332d312f,33533,1732281167122, seqNum=2] 2024-11-22T13:13:18,011 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a., hostname=e025332d312f,33533,1732281167122, seqNum=2] 2024-11-22T13:13:18,014 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a., hostname=e025332d312f,33533,1732281167122, seqNum=2] 2024-11-22T13:13:18,017 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a., hostname=e025332d312f,33533,1732281167122, seqNum=2] 2024-11-22T13:13:18,022 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a., hostname=e025332d312f,33533,1732281167122, seqNum=2] 2024-11-22T13:13:18,025 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a., hostname=e025332d312f,33533,1732281167122, seqNum=2] 2024-11-22T13:13:18,027 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a., hostname=e025332d312f,33533,1732281167122, seqNum=2] 2024-11-22T13:13:18,029 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a., hostname=e025332d312f,33533,1732281167122, seqNum=2] 2024-11-22T13:13:18,128 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732281179473.5fd04e1ae0f7c432c1d12fefe2387023., hostname=e025332d312f,41189,1732281167181, seqNum=2] 2024-11-22T13:13:18,132 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732281179473.5fd04e1ae0f7c432c1d12fefe2387023., hostname=e025332d312f,41189,1732281167181, seqNum=2] 2024-11-22T13:13:18,134 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732281179473.5fd04e1ae0f7c432c1d12fefe2387023., hostname=e025332d312f,41189,1732281167181, seqNum=2] 2024-11-22T13:13:18,137 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732281179473.5fd04e1ae0f7c432c1d12fefe2387023., hostname=e025332d312f,41189,1732281167181, seqNum=2] 2024-11-22T13:13:18,139 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732281179473.5fd04e1ae0f7c432c1d12fefe2387023., hostname=e025332d312f,41189,1732281167181, seqNum=2] 2024-11-22T13:13:18,142 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732281179473.5fd04e1ae0f7c432c1d12fefe2387023., hostname=e025332d312f,41189,1732281167181, seqNum=2] 2024-11-22T13:13:18,144 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1732281179473.5fd04e1ae0f7c432c1d12fefe2387023., hostname=e025332d312f,41189,1732281167181, seqNum=2] 2024-11-22T13:13:18,147 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1732281179473.5fd04e1ae0f7c432c1d12fefe2387023., hostname=e025332d312f,41189,1732281167181, seqNum=2] 2024-11-22T13:13:18,944 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:13:18,946 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:13:18,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:13:18,956 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:13:19,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732281179473.a21d48f353db22f05b5fc5ba4efedddc. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T13:13:19,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36797 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732281179473.63d975eb4ddc8bbdbc07fedbb3ce8428. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T13:13:19,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41189 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1732281179473.5fd04e1ae0f7c432c1d12fefe2387023. 2024-11-22T13:13:19,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33533 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T13:13:19,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41189 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732281179473.5fd04e1ae0f7c432c1d12fefe2387023. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T13:13:19,970 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-22T13:13:19,972 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T13:13:19,973 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T13:13:19,979 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T13:13:19,994 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T13:13:20,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741848_1024 (size=49) 2024-11-22T13:13:20,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741848_1024 (size=49) 2024-11-22T13:13:20,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741848_1024 (size=49) 2024-11-22T13:13:20,012 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T13:13:20,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3d4b031053c0e439ab218067ab58f2a5}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32b83e3ddbef007a2ad989870bdfffdd}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d287b30e942af6d9ebbca34c17ad79a}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba5ff5912e76b086b4d7ebb0532069f9}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9051f8b1462b6517aba45bb6b393697}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ea73473586bd802484832dfde949329c}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a21d48f353db22f05b5fc5ba4efedddc}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 63d975eb4ddc8bbdbc07fedbb3ce8428}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54e307c6826b306448516a2a7f40403a}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5fd04e1ae0f7c432c1d12fefe2387023}] 2024-11-22T13:13:20,018 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32b83e3ddbef007a2ad989870bdfffdd 2024-11-22T13:13:20,019 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3d4b031053c0e439ab218067ab58f2a5 2024-11-22T13:13:20,019 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d287b30e942af6d9ebbca34c17ad79a 2024-11-22T13:13:20,019 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5fd04e1ae0f7c432c1d12fefe2387023 2024-11-22T13:13:20,020 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54e307c6826b306448516a2a7f40403a 2024-11-22T13:13:20,026 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 63d975eb4ddc8bbdbc07fedbb3ce8428 2024-11-22T13:13:20,032 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a21d48f353db22f05b5fc5ba4efedddc 2024-11-22T13:13:20,033 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ea73473586bd802484832dfde949329c 2024-11-22T13:13:20,033 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9051f8b1462b6517aba45bb6b393697 2024-11-22T13:13:20,033 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba5ff5912e76b086b4d7ebb0532069f9 2024-11-22T13:13:20,073 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing e025332d312f,33533,1732281167122 2024-11-22T13:13:20,074 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server e025332d312f,33533,1732281167122: Simulated kill ***** 2024-11-22T13:13:20,074 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T13:13:20,076 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T13:13:20,077 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T13:13:20,079 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T13:13:20,080 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T13:13:20,087 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 593673040 }, "NonHeapMemoryUsage": { "committed": 157024256, "init": 7667712, "max": -1, "used": 153734648 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "e025332d312f", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "e025332d312f", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:55501", "tag.serverName": "e025332d312f,41189,1732281167181", "tag.clusterId": "0d83a5f9-5ebd-4409-9044-60a0ae3891d3", "tag.Context": "regionserver", "tag.Hostname": "e025332d312f", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732281167181, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-22T13:13:20,090 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45009 {}] master.MasterRpcServices(700): e025332d312f,33533,1732281167122 reported a fatal error: ***** ABORTING region server e025332d312f,33533,1732281167122: Simulated kill ***** 2024-11-22T13:13:20,097 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e025332d312f,33533,1732281167122' ***** 2024-11-22T13:13:20,097 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-22T13:13:20,097 INFO [RS:1;e025332d312f:33533 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T13:13:20,098 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T13:13:20,098 INFO [RS:1;e025332d312f:33533 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-22T13:13:20,098 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T13:13:20,098 INFO [RS:1;e025332d312f:33533 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-22T13:13:20,098 INFO [RS:1;e025332d312f:33533 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T13:13:20,098 INFO [RS:1;e025332d312f:33533 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e025332d312f:33533. 2024-11-22T13:13:20,098 DEBUG [RS:1;e025332d312f:33533 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T13:13:20,098 DEBUG [RS:1;e025332d312f:33533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:13:20,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741834_1010 (size=1257) 2024-11-22T13:13:20,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741834_1010 (size=1257) 2024-11-22T13:13:20,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741834_1010 (size=1257) 2024-11-22T13:13:20,106 DEBUG [RS:1;e025332d312f:33533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:13:20,106 INFO [RS:1;e025332d312f:33533 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T13:13:20,107 INFO [RS:1;e025332d312f:33533 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33533 2024-11-22T13:13:20,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45009-0x10162ace1f40000, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T13:13:20,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x10162ace1f40002, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e025332d312f,33533,1732281167122 2024-11-22T13:13:20,134 INFO [RS:1;e025332d312f:33533 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T13:13:20,147 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e025332d312f,33533,1732281167122] 2024-11-22T13:13:20,157 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e025332d312f,33533,1732281167122 already deleted, retry=false 2024-11-22T13:13:20,158 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of e025332d312f,33533,1732281167122 on e025332d312f,45009,1732281166191 2024-11-22T13:13:20,163 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure e025332d312f,33533,1732281167122, splitWal=true, meta=false 2024-11-22T13:13:20,165 INFO [regionserver/e025332d312f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T13:13:20,168 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure e025332d312f,33533,1732281167122, splitWal=true, meta=false 2024-11-22T13:13:20,168 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for e025332d312f,33533,1732281167122 (carryingMeta=false) e025332d312f,33533,1732281167122/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5386c122[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-22T13:13:20,169 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): e025332d312f,33533,1732281167122 had 4 regions 2024-11-22T13:13:20,170 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a21d48f353db22f05b5fc5ba4efedddc 2024-11-22T13:13:20,170 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba5ff5912e76b086b4d7ebb0532069f9 2024-11-22T13:13:20,171 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d287b30e942af6d9ebbca34c17ad79a 2024-11-22T13:13:20,171 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54e307c6826b306448516a2a7f40403a 2024-11-22T13:13:20,172 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure e025332d312f,33533,1732281167122, splitWal=true, meta=false, isMeta: false 2024-11-22T13:13:20,172 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a21d48f353db22f05b5fc5ba4efedddc can not run currently because target server of region SPTestTable,99999996,1732281179473.a21d48f353db22f05b5fc5ba4efedddc. e025332d312f,33533,1732281167122 is in state SPLITTING, wait 1000 ms to retry 2024-11-22T13:13:20,173 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a21d48f353db22f05b5fc5ba4efedddc; timeout=1000, timestamp=1732281201172 2024-11-22T13:13:20,173 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ba5ff5912e76b086b4d7ebb0532069f9 can not run currently because target server of region SPTestTable,4ccccccb,1732281179473.ba5ff5912e76b086b4d7ebb0532069f9. e025332d312f,33533,1732281167122 is in state SPLITTING, wait 1000 ms to retry 2024-11-22T13:13:20,174 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 54e307c6826b306448516a2a7f40403a can not run currently because target server of region SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a. e025332d312f,33533,1732281167122 is in state SPLITTING, wait 1000 ms to retry 2024-11-22T13:13:20,174 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ba5ff5912e76b086b4d7ebb0532069f9; timeout=1000, timestamp=1732281201173 2024-11-22T13:13:20,174 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 54e307c6826b306448516a2a7f40403a; timeout=1000, timestamp=1732281201174 2024-11-22T13:13:20,174 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1d287b30e942af6d9ebbca34c17ad79a can not run currently because target server of region SPTestTable,33333332,1732281179473.1d287b30e942af6d9ebbca34c17ad79a. e025332d312f,33533,1732281167122 is in state SPLITTING, wait 1000 ms to retry 2024-11-22T13:13:20,174 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1d287b30e942af6d9ebbca34c17ad79a; timeout=1000, timestamp=1732281201174 2024-11-22T13:13:20,178 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/WALs/e025332d312f,33533,1732281167122-splitting 2024-11-22T13:13:20,180 INFO [PEWorker-4 {}] master.SplitWALManager(105): e025332d312f,33533,1732281167122 WAL count=1, meta=false 2024-11-22T13:13:20,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure e025332d312f%2C33533%2C1732281167122.1732281168705}] 2024-11-22T13:13:20,190 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=e025332d312f,36797,1732281166992 2024-11-22T13:13:20,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure e025332d312f%2C33533%2C1732281167122.1732281168705, worker=e025332d312f,36797,1732281166992}] 2024-11-22T13:13:20,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x10162ace1f40002, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T13:13:20,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x10162ace1f40002, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T13:13:20,248 INFO [RS:1;e025332d312f:33533 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T13:13:20,248 INFO [RS:1;e025332d312f:33533 {}] regionserver.HRegionServer(1031): Exiting; stopping=e025332d312f,33533,1732281167122; zookeeper connection closed. 2024-11-22T13:13:20,249 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6392a5fb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6392a5fb 2024-11-22T13:13:20,248 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e025332d312f:45009 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-22T13:13:20,563 INFO [regionserver/e025332d312f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T13:13:20,563 INFO [regionserver/e025332d312f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T13:13:21,172 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a21d48f353db22f05b5fc5ba4efedddc 2024-11-22T13:13:21,173 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba5ff5912e76b086b4d7ebb0532069f9 2024-11-22T13:13:21,173 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a21d48f353db22f05b5fc5ba4efedddc can not run currently because target server of region SPTestTable,99999996,1732281179473.a21d48f353db22f05b5fc5ba4efedddc. e025332d312f,33533,1732281167122 is in state SPLITTING, wait 2000 ms to retry 2024-11-22T13:13:21,173 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a21d48f353db22f05b5fc5ba4efedddc; timeout=2000, timestamp=1732281203173 2024-11-22T13:13:21,174 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ba5ff5912e76b086b4d7ebb0532069f9 can not run currently because target server of region SPTestTable,4ccccccb,1732281179473.ba5ff5912e76b086b4d7ebb0532069f9. e025332d312f,33533,1732281167122 is in state SPLITTING, wait 2000 ms to retry 2024-11-22T13:13:21,174 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54e307c6826b306448516a2a7f40403a 2024-11-22T13:13:21,174 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ba5ff5912e76b086b4d7ebb0532069f9; timeout=2000, timestamp=1732281203174 2024-11-22T13:13:21,174 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d287b30e942af6d9ebbca34c17ad79a 2024-11-22T13:13:21,176 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 54e307c6826b306448516a2a7f40403a can not run currently because target server of region SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a. e025332d312f,33533,1732281167122 is in state SPLITTING, wait 2000 ms to retry 2024-11-22T13:13:21,176 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1d287b30e942af6d9ebbca34c17ad79a can not run currently because target server of region SPTestTable,33333332,1732281179473.1d287b30e942af6d9ebbca34c17ad79a. e025332d312f,33533,1732281167122 is in state SPLITTING, wait 2000 ms to retry 2024-11-22T13:13:21,176 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 54e307c6826b306448516a2a7f40403a; timeout=2000, timestamp=1732281203176 2024-11-22T13:13:21,176 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1d287b30e942af6d9ebbca34c17ad79a; timeout=2000, timestamp=1732281203176 2024-11-22T13:13:23,173 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a21d48f353db22f05b5fc5ba4efedddc 2024-11-22T13:13:23,175 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba5ff5912e76b086b4d7ebb0532069f9 2024-11-22T13:13:23,175 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a21d48f353db22f05b5fc5ba4efedddc can not run currently because target server of region SPTestTable,99999996,1732281179473.a21d48f353db22f05b5fc5ba4efedddc. e025332d312f,33533,1732281167122 is in state SPLITTING, wait 4000 ms to retry 2024-11-22T13:13:23,175 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a21d48f353db22f05b5fc5ba4efedddc; timeout=4000, timestamp=1732281207175 2024-11-22T13:13:23,176 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ba5ff5912e76b086b4d7ebb0532069f9 can not run currently because target server of region SPTestTable,4ccccccb,1732281179473.ba5ff5912e76b086b4d7ebb0532069f9. e025332d312f,33533,1732281167122 is in state SPLITTING, wait 4000 ms to retry 2024-11-22T13:13:23,176 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ba5ff5912e76b086b4d7ebb0532069f9; timeout=4000, timestamp=1732281207176 2024-11-22T13:13:23,177 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54e307c6826b306448516a2a7f40403a 2024-11-22T13:13:23,177 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d287b30e942af6d9ebbca34c17ad79a 2024-11-22T13:13:23,178 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 54e307c6826b306448516a2a7f40403a can not run currently because target server of region SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a. e025332d312f,33533,1732281167122 is in state SPLITTING, wait 4000 ms to retry 2024-11-22T13:13:23,178 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1d287b30e942af6d9ebbca34c17ad79a can not run currently because target server of region SPTestTable,33333332,1732281179473.1d287b30e942af6d9ebbca34c17ad79a. e025332d312f,33533,1732281167122 is in state SPLITTING, wait 4000 ms to retry 2024-11-22T13:13:23,178 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 54e307c6826b306448516a2a7f40403a; timeout=4000, timestamp=1732281207178 2024-11-22T13:13:23,178 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1d287b30e942af6d9ebbca34c17ad79a; timeout=4000, timestamp=1732281207178 2024-11-22T13:13:27,176 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba5ff5912e76b086b4d7ebb0532069f9 2024-11-22T13:13:27,176 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a21d48f353db22f05b5fc5ba4efedddc 2024-11-22T13:13:27,178 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a21d48f353db22f05b5fc5ba4efedddc can not run currently because target server of region SPTestTable,99999996,1732281179473.a21d48f353db22f05b5fc5ba4efedddc. e025332d312f,33533,1732281167122 is in state SPLITTING, wait 8000 ms to retry 2024-11-22T13:13:27,178 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ba5ff5912e76b086b4d7ebb0532069f9 can not run currently because target server of region SPTestTable,4ccccccb,1732281179473.ba5ff5912e76b086b4d7ebb0532069f9. e025332d312f,33533,1732281167122 is in state SPLITTING, wait 8000 ms to retry 2024-11-22T13:13:27,178 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a21d48f353db22f05b5fc5ba4efedddc; timeout=8000, timestamp=1732281215178 2024-11-22T13:13:27,178 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d287b30e942af6d9ebbca34c17ad79a 2024-11-22T13:13:27,178 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54e307c6826b306448516a2a7f40403a 2024-11-22T13:13:27,179 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ba5ff5912e76b086b4d7ebb0532069f9; timeout=8000, timestamp=1732281215179 2024-11-22T13:13:27,180 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1d287b30e942af6d9ebbca34c17ad79a can not run currently because target server of region SPTestTable,33333332,1732281179473.1d287b30e942af6d9ebbca34c17ad79a. e025332d312f,33533,1732281167122 is in state SPLITTING, wait 8000 ms to retry 2024-11-22T13:13:27,180 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 54e307c6826b306448516a2a7f40403a can not run currently because target server of region SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a. e025332d312f,33533,1732281167122 is in state SPLITTING, wait 8000 ms to retry 2024-11-22T13:13:27,180 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1d287b30e942af6d9ebbca34c17ad79a; timeout=8000, timestamp=1732281215180 2024-11-22T13:13:27,180 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 54e307c6826b306448516a2a7f40403a; timeout=8000, timestamp=1732281215180 2024-11-22T13:13:29,896 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=e025332d312f,41189,1732281167181, timeout=1732281210021, delay=124, operations=[pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32b83e3ddbef007a2ad989870bdfffdd, pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5fd04e1ae0f7c432c1d12fefe2387023, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ea73473586bd802484832dfde949329c], containedObject=e025332d312f,33533,1732281167122, timeout=1732281210021, delay=124, operations=null, containedObject=e025332d312f,36797,1732281166992, timeout=1732281210022, delay=125, operations=[pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3d4b031053c0e439ab218067ab58f2a5, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9051f8b1462b6517aba45bb6b393697, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 63d975eb4ddc8bbdbc07fedbb3ce8428, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure e025332d312f%2C33533%2C1732281167122.1732281168705, worker=e025332d312f,36797,1732281166992]] 2024-11-22T13:13:30,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-22T13:13:30,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41189 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-22T13:13:30,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-22T13:13:30,028 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732281179473.3d4b031053c0e439ab218067ab58f2a5. 2024-11-22T13:13:30,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41189 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-22T13:13:30,028 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732281179473.32b83e3ddbef007a2ad989870bdfffdd. 2024-11-22T13:13:30,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-22T13:13:30,028 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732281179473.a9051f8b1462b6517aba45bb6b393697. 2024-11-22T13:13:30,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41189 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-22T13:13:30,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732281179473.5fd04e1ae0f7c432c1d12fefe2387023. 2024-11-22T13:13:30,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732281179473.63d975eb4ddc8bbdbc07fedbb3ce8428. 2024-11-22T13:13:30,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732281179473.ea73473586bd802484832dfde949329c. 2024-11-22T13:13:30,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-22T13:13:30,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for a9051f8b1462b6517aba45bb6b393697: 2024-11-22T13:13:30,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 3d4b031053c0e439ab218067ab58f2a5: 2024-11-22T13:13:30,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732281179473.a9051f8b1462b6517aba45bb6b393697. for SnapshotProcedureTest completed. 2024-11-22T13:13:30,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732281179473.3d4b031053c0e439ab218067ab58f2a5. for SnapshotProcedureTest completed. 2024-11-22T13:13:30,033 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 63d975eb4ddc8bbdbc07fedbb3ce8428 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-22T13:13:30,033 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 5fd04e1ae0f7c432c1d12fefe2387023 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-22T13:13:30,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 32b83e3ddbef007a2ad989870bdfffdd: 2024-11-22T13:13:30,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732281179473.32b83e3ddbef007a2ad989870bdfffdd. for SnapshotProcedureTest completed. 2024-11-22T13:13:30,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for ea73473586bd802484832dfde949329c: 2024-11-22T13:13:30,034 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732281179473.ea73473586bd802484832dfde949329c. for SnapshotProcedureTest completed. 2024-11-22T13:13:30,034 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732281179473.a9051f8b1462b6517aba45bb6b393697.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T13:13:30,034 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732281179473.ea73473586bd802484832dfde949329c.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T13:13:30,034 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732281179473.32b83e3ddbef007a2ad989870bdfffdd.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T13:13:30,034 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732281179473.3d4b031053c0e439ab218067ab58f2a5.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T13:13:30,037 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T13:13:30,037 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T13:13:30,037 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T13:13:30,037 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T13:13:30,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T13:13:30,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T13:13:30,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T13:13:30,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T13:13:30,064 INFO [RS_LOG_REPLAY_OPS-regionserver/e025332d312f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/WALs/e025332d312f,33533,1732281167122-splitting/e025332d312f%2C33533%2C1732281167122.1732281168705, size=1.2 K (1257bytes) 2024-11-22T13:13:30,065 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e025332d312f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-22T13:13:30,065 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e025332d312f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-22T13:13:30,065 INFO [RS_LOG_REPLAY_OPS-regionserver/e025332d312f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/WALs/e025332d312f,33533,1732281167122-splitting/e025332d312f%2C33533%2C1732281167122.1732281168705 2024-11-22T13:13:30,071 INFO [RS_LOG_REPLAY_OPS-regionserver/e025332d312f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/WALs/e025332d312f,33533,1732281167122-splitting/e025332d312f%2C33533%2C1732281167122.1732281168705 after 4ms 2024-11-22T13:13:30,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741849_1025 (size=57) 2024-11-22T13:13:30,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741849_1025 (size=57) 2024-11-22T13:13:30,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741849_1025 (size=57) 2024-11-22T13:13:30,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732281179473.3d4b031053c0e439ab218067ab58f2a5. 2024-11-22T13:13:30,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-22T13:13:30,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741850_1026 (size=65) 2024-11-22T13:13:30,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741850_1026 (size=65) 2024-11-22T13:13:30,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45009 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-22T13:13:30,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741850_1026 (size=65) 2024-11-22T13:13:30,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45009 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3d4b031053c0e439ab218067ab58f2a5 2024-11-22T13:13:30,092 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3d4b031053c0e439ab218067ab58f2a5 2024-11-22T13:13:30,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732281179473.a9051f8b1462b6517aba45bb6b393697. 2024-11-22T13:13:30,096 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-22T13:13:30,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45009 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-22T13:13:30,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45009 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a9051f8b1462b6517aba45bb6b393697 2024-11-22T13:13:30,097 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9051f8b1462b6517aba45bb6b393697 2024-11-22T13:13:30,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3d4b031053c0e439ab218067ab58f2a5 in 10.0830 sec 2024-11-22T13:13:30,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a9051f8b1462b6517aba45bb6b393697 in 10.0850 sec 2024-11-22T13:13:30,111 INFO [RS_LOG_REPLAY_OPS-regionserver/e025332d312f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/WALs/e025332d312f,33533,1732281167122-splitting/e025332d312f%2C33533%2C1732281167122.1732281168705 took 49ms 2024-11-22T13:13:30,134 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e025332d312f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for a21d48f353db22f05b5fc5ba4efedddc: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-22T13:13:30,137 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e025332d312f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1d287b30e942af6d9ebbca34c17ad79a: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-22T13:13:30,141 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e025332d312f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for ba5ff5912e76b086b4d7ebb0532069f9: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-22T13:13:30,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741852_1028 (size=65) 2024-11-22T13:13:30,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741852_1028 (size=65) 2024-11-22T13:13:30,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741852_1028 (size=65) 2024-11-22T13:13:30,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741851_1027 (size=65) 2024-11-22T13:13:30,144 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732281179473.32b83e3ddbef007a2ad989870bdfffdd. 2024-11-22T13:13:30,144 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-22T13:13:30,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45009 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-22T13:13:30,145 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e025332d312f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 54e307c6826b306448516a2a7f40403a: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-22T13:13:30,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45009 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 32b83e3ddbef007a2ad989870bdfffdd 2024-11-22T13:13:30,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741851_1027 (size=65) 2024-11-22T13:13:30,145 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32b83e3ddbef007a2ad989870bdfffdd 2024-11-22T13:13:30,145 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e025332d312f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/WALs/e025332d312f,33533,1732281167122-splitting/e025332d312f%2C33533%2C1732281167122.1732281168705 so closing down 2024-11-22T13:13:30,145 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e025332d312f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T13:13:30,146 INFO [RS_LOG_REPLAY_OPS-regionserver/e025332d312f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T13:13:30,146 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732281179473.ea73473586bd802484832dfde949329c. 2024-11-22T13:13:30,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741851_1027 (size=65) 2024-11-22T13:13:30,146 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-22T13:13:30,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45009 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-22T13:13:30,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45009 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ea73473586bd802484832dfde949329c 2024-11-22T13:13:30,148 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ea73473586bd802484832dfde949329c 2024-11-22T13:13:30,150 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 32b83e3ddbef007a2ad989870bdfffdd in 10.1340 sec 2024-11-22T13:13:30,151 INFO [RS_LOG_REPLAY_OPS-regionserver/e025332d312f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 22 ms; skipped=4; WAL=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/WALs/e025332d312f,33533,1732281167122-splitting/e025332d312f%2C33533%2C1732281167122.1732281168705, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-22T13:13:30,151 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e025332d312f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/WALs/e025332d312f,33533,1732281167122-splitting/e025332d312f%2C33533%2C1732281167122.1732281168705, journal: Splitting hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/WALs/e025332d312f,33533,1732281167122-splitting/e025332d312f%2C33533%2C1732281167122.1732281168705, size=1.2 K (1257bytes) at 1732281210064Finishing writing output for hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/WALs/e025332d312f,33533,1732281167122-splitting/e025332d312f%2C33533%2C1732281167122.1732281168705 so closing down at 1732281210145 (+81 ms)3 split writer threads finished at 1732281210146 (+1 ms)Processed 4 edits across 0 Regions in 22 ms; skipped=4; WAL=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/WALs/e025332d312f,33533,1732281167122-splitting/e025332d312f%2C33533%2C1732281167122.1732281168705, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1732281210151 (+5 ms) 2024-11-22T13:13:30,152 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e025332d312f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/WALs/e025332d312f,33533,1732281167122-splitting/e025332d312f%2C33533%2C1732281167122.1732281168705 2024-11-22T13:13:30,152 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e025332d312f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-22T13:13:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45009 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-22T13:13:30,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ea73473586bd802484832dfde949329c in 10.1370 sec 2024-11-22T13:13:30,162 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/WALs/e025332d312f,33533,1732281167122-splitting/e025332d312f%2C33533%2C1732281167122.1732281168705 to hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/oldWALs 2024-11-22T13:13:30,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-22T13:13:30,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e025332d312f%2C33533%2C1732281167122.1732281168705, worker=e025332d312f,36797,1732281166992 in 9.9700 sec 2024-11-22T13:13:30,170 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=e025332d312f,36797,1732281166992 2024-11-22T13:13:30,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/63d975eb4ddc8bbdbc07fedbb3ce8428/.tmp/cf/f7a661b95adc4d7480caff910e1a10ab is 34, key is baa/cf:cf/1732281199064/Put/seqid=0 2024-11-22T13:13:30,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-22T13:13:30,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure e025332d312f%2C33533%2C1732281167122.1732281168705, worker=e025332d312f,36797,1732281166992 in 9.9880 sec 2024-11-22T13:13:30,179 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/WALs/e025332d312f,33533,1732281167122-splitting dir is empty, no logs to split. 2024-11-22T13:13:30,179 INFO [PEWorker-2 {}] master.SplitWALManager(105): e025332d312f,33533,1732281167122 WAL count=0, meta=false 2024-11-22T13:13:30,179 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if e025332d312f,33533,1732281167122 WAL splitting is done? wals=0, meta=false 2024-11-22T13:13:30,186 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for e025332d312f,33533,1732281167122 failed, ignore...File hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/WALs/e025332d312f,33533,1732281167122-splitting does not exist. 2024-11-22T13:13:30,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a21d48f353db22f05b5fc5ba4efedddc, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1d287b30e942af6d9ebbca34c17ad79a, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=54e307c6826b306448516a2a7f40403a, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ba5ff5912e76b086b4d7ebb0532069f9, ASSIGN}] 2024-11-22T13:13:30,192 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1d287b30e942af6d9ebbca34c17ad79a, ASSIGN 2024-11-22T13:13:30,192 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a21d48f353db22f05b5fc5ba4efedddc, ASSIGN 2024-11-22T13:13:30,192 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=54e307c6826b306448516a2a7f40403a, ASSIGN 2024-11-22T13:13:30,192 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ba5ff5912e76b086b4d7ebb0532069f9, ASSIGN 2024-11-22T13:13:30,194 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a21d48f353db22f05b5fc5ba4efedddc, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T13:13:30,194 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1d287b30e942af6d9ebbca34c17ad79a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T13:13:30,196 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=54e307c6826b306448516a2a7f40403a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T13:13:30,199 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ba5ff5912e76b086b4d7ebb0532069f9, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T13:13:30,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741854_1030 (size=28623) 2024-11-22T13:13:30,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741854_1030 (size=28623) 2024-11-22T13:13:30,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741854_1030 (size=28623) 2024-11-22T13:13:30,234 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/63d975eb4ddc8bbdbc07fedbb3ce8428/.tmp/cf/f7a661b95adc4d7480caff910e1a10ab 2024-11-22T13:13:30,262 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/5fd04e1ae0f7c432c1d12fefe2387023/.tmp/cf/5a6ca20508bc4a7dadcba122bc7bd1ff is 34, key is eaa/cf:cf/1732281199772/Put/seqid=0 2024-11-22T13:13:30,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741853_1029 (size=499309) 2024-11-22T13:13:30,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741853_1029 (size=499309) 2024-11-22T13:13:30,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741853_1029 (size=499309) 2024-11-22T13:13:30,269 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/5fd04e1ae0f7c432c1d12fefe2387023/.tmp/cf/5a6ca20508bc4a7dadcba122bc7bd1ff 2024-11-22T13:13:30,303 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/63d975eb4ddc8bbdbc07fedbb3ce8428/.tmp/cf/f7a661b95adc4d7480caff910e1a10ab as hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/63d975eb4ddc8bbdbc07fedbb3ce8428/cf/f7a661b95adc4d7480caff910e1a10ab 2024-11-22T13:13:30,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/5fd04e1ae0f7c432c1d12fefe2387023/.tmp/cf/5a6ca20508bc4a7dadcba122bc7bd1ff as hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/5fd04e1ae0f7c432c1d12fefe2387023/cf/5a6ca20508bc4a7dadcba122bc7bd1ff 2024-11-22T13:13:30,319 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/63d975eb4ddc8bbdbc07fedbb3ce8428/cf/f7a661b95adc4d7480caff910e1a10ab, entries=731, sequenceid=5, filesize=28.0 K 2024-11-22T13:13:30,324 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/5fd04e1ae0f7c432c1d12fefe2387023/cf/5a6ca20508bc4a7dadcba122bc7bd1ff, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-22T13:13:30,327 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 63d975eb4ddc8bbdbc07fedbb3ce8428 in 292ms, sequenceid=5, compaction requested=false 2024-11-22T13:13:30,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 63d975eb4ddc8bbdbc07fedbb3ce8428: 2024-11-22T13:13:30,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732281179473.63d975eb4ddc8bbdbc07fedbb3ce8428. for SnapshotProcedureTest completed. 2024-11-22T13:13:30,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732281179473.63d975eb4ddc8bbdbc07fedbb3ce8428.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T13:13:30,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T13:13:30,328 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 5fd04e1ae0f7c432c1d12fefe2387023 in 296ms, sequenceid=5, compaction requested=false 2024-11-22T13:13:30,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/63d975eb4ddc8bbdbc07fedbb3ce8428/cf/f7a661b95adc4d7480caff910e1a10ab] hfiles 2024-11-22T13:13:30,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 5fd04e1ae0f7c432c1d12fefe2387023: 2024-11-22T13:13:30,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732281179473.5fd04e1ae0f7c432c1d12fefe2387023. for SnapshotProcedureTest completed. 2024-11-22T13:13:30,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732281179473.5fd04e1ae0f7c432c1d12fefe2387023.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T13:13:30,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T13:13:30,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/5fd04e1ae0f7c432c1d12fefe2387023/cf/5a6ca20508bc4a7dadcba122bc7bd1ff] hfiles 2024-11-22T13:13:30,331 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/63d975eb4ddc8bbdbc07fedbb3ce8428/cf/f7a661b95adc4d7480caff910e1a10ab for snapshot=SnapshotProcedureTest 2024-11-22T13:13:30,331 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/5fd04e1ae0f7c432c1d12fefe2387023/cf/5a6ca20508bc4a7dadcba122bc7bd1ff for snapshot=SnapshotProcedureTest 2024-11-22T13:13:30,344 DEBUG [e025332d312f:45009 {}] balancer.BalancerClusterState(204): Hosts are {e025332d312f=0} racks are {/default-rack=0} 2024-11-22T13:13:30,345 DEBUG [e025332d312f:45009 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T13:13:30,345 DEBUG [e025332d312f:45009 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T13:13:30,345 DEBUG [e025332d312f:45009 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T13:13:30,345 DEBUG [e025332d312f:45009 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T13:13:30,345 INFO [e025332d312f:45009 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T13:13:30,345 INFO [e025332d312f:45009 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T13:13:30,345 DEBUG [e025332d312f:45009 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T13:13:30,346 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=1d287b30e942af6d9ebbca34c17ad79a, regionState=OPENING, regionLocation=e025332d312f,41189,1732281167181 2024-11-22T13:13:30,347 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=54e307c6826b306448516a2a7f40403a, regionState=OPENING, regionLocation=e025332d312f,36797,1732281166992 2024-11-22T13:13:30,348 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=ba5ff5912e76b086b4d7ebb0532069f9, regionState=OPENING, regionLocation=e025332d312f,36797,1732281166992 2024-11-22T13:13:30,348 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=a21d48f353db22f05b5fc5ba4efedddc, regionState=OPENING, regionLocation=e025332d312f,41189,1732281167181 2024-11-22T13:13:30,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1d287b30e942af6d9ebbca34c17ad79a, ASSIGN because future has completed 2024-11-22T13:13:30,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d287b30e942af6d9ebbca34c17ad79a, server=e025332d312f,41189,1732281167181}] 2024-11-22T13:13:30,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=54e307c6826b306448516a2a7f40403a, ASSIGN because future has completed 2024-11-22T13:13:30,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54e307c6826b306448516a2a7f40403a, server=e025332d312f,36797,1732281166992}] 2024-11-22T13:13:30,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ba5ff5912e76b086b4d7ebb0532069f9, ASSIGN because future has completed 2024-11-22T13:13:30,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba5ff5912e76b086b4d7ebb0532069f9, server=e025332d312f,36797,1732281166992}] 2024-11-22T13:13:30,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a21d48f353db22f05b5fc5ba4efedddc, ASSIGN because future has completed 2024-11-22T13:13:30,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure a21d48f353db22f05b5fc5ba4efedddc, server=e025332d312f,41189,1732281167181}] 2024-11-22T13:13:30,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741855_1031 (size=105) 2024-11-22T13:13:30,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741855_1031 (size=105) 2024-11-22T13:13:30,401 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732281179473.63d975eb4ddc8bbdbc07fedbb3ce8428. 2024-11-22T13:13:30,402 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-22T13:13:30,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741855_1031 (size=105) 2024-11-22T13:13:30,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741856_1032 (size=97) 2024-11-22T13:13:30,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45009 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-22T13:13:30,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45009 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 63d975eb4ddc8bbdbc07fedbb3ce8428 2024-11-22T13:13:30,403 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 63d975eb4ddc8bbdbc07fedbb3ce8428 2024-11-22T13:13:30,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741856_1032 (size=97) 2024-11-22T13:13:30,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741856_1032 (size=97) 2024-11-22T13:13:30,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 63d975eb4ddc8bbdbc07fedbb3ce8428 in 10.3930 sec 2024-11-22T13:13:30,805 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732281179473.5fd04e1ae0f7c432c1d12fefe2387023. 2024-11-22T13:13:30,805 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-22T13:13:30,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45009 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-22T13:13:30,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45009 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5fd04e1ae0f7c432c1d12fefe2387023 2024-11-22T13:13:30,807 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5fd04e1ae0f7c432c1d12fefe2387023 2024-11-22T13:13:30,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5fd04e1ae0f7c432c1d12fefe2387023 in 10.7970 sec 2024-11-22T13:13:35,178 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a21d48f353db22f05b5fc5ba4efedddc held by pid=39 2024-11-22T13:13:35,179 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a21d48f353db22f05b5fc5ba4efedddc 2024-11-22T13:13:35,179 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba5ff5912e76b086b4d7ebb0532069f9 held by pid=42 2024-11-22T13:13:35,180 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba5ff5912e76b086b4d7ebb0532069f9 2024-11-22T13:13:35,181 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54e307c6826b306448516a2a7f40403a held by pid=41 2024-11-22T13:13:35,181 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54e307c6826b306448516a2a7f40403a 2024-11-22T13:13:35,181 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d287b30e942af6d9ebbca34c17ad79a held by pid=40 2024-11-22T13:13:35,181 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d287b30e942af6d9ebbca34c17ad79a 2024-11-22T13:13:39,345 INFO [master/e025332d312f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T13:13:39,345 INFO [master/e025332d312f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T13:13:40,363 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732281179473.1d287b30e942af6d9ebbca34c17ad79a. 2024-11-22T13:13:40,363 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d287b30e942af6d9ebbca34c17ad79a, NAME => 'SPTestTable,33333332,1732281179473.1d287b30e942af6d9ebbca34c17ad79a.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-22T13:13:40,364 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1d287b30e942af6d9ebbca34c17ad79a 2024-11-22T13:13:40,364 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732281179473.1d287b30e942af6d9ebbca34c17ad79a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:13:40,364 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 1d287b30e942af6d9ebbca34c17ad79a 2024-11-22T13:13:40,364 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 1d287b30e942af6d9ebbca34c17ad79a 2024-11-22T13:13:40,365 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a. 2024-11-22T13:13:40,365 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 54e307c6826b306448516a2a7f40403a, NAME => 'SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-22T13:13:40,365 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 54e307c6826b306448516a2a7f40403a 2024-11-22T13:13:40,365 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:13:40,365 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 54e307c6826b306448516a2a7f40403a 2024-11-22T13:13:40,365 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 54e307c6826b306448516a2a7f40403a 2024-11-22T13:13:40,367 INFO [StoreOpener-1d287b30e942af6d9ebbca34c17ad79a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1d287b30e942af6d9ebbca34c17ad79a 2024-11-22T13:13:40,368 INFO [StoreOpener-54e307c6826b306448516a2a7f40403a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 54e307c6826b306448516a2a7f40403a 2024-11-22T13:13:40,368 INFO [StoreOpener-1d287b30e942af6d9ebbca34c17ad79a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d287b30e942af6d9ebbca34c17ad79a columnFamilyName cf 2024-11-22T13:13:40,368 DEBUG [StoreOpener-1d287b30e942af6d9ebbca34c17ad79a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:13:40,369 INFO [StoreOpener-54e307c6826b306448516a2a7f40403a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54e307c6826b306448516a2a7f40403a columnFamilyName cf 2024-11-22T13:13:40,369 DEBUG [StoreOpener-54e307c6826b306448516a2a7f40403a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:13:40,369 INFO [StoreOpener-1d287b30e942af6d9ebbca34c17ad79a-1 {}] regionserver.HStore(327): Store=1d287b30e942af6d9ebbca34c17ad79a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:13:40,369 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 1d287b30e942af6d9ebbca34c17ad79a 2024-11-22T13:13:40,370 INFO [StoreOpener-54e307c6826b306448516a2a7f40403a-1 {}] regionserver.HStore(327): Store=54e307c6826b306448516a2a7f40403a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:13:40,370 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 54e307c6826b306448516a2a7f40403a 2024-11-22T13:13:40,371 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/1d287b30e942af6d9ebbca34c17ad79a 2024-11-22T13:13:40,371 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/54e307c6826b306448516a2a7f40403a 2024-11-22T13:13:40,372 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/1d287b30e942af6d9ebbca34c17ad79a 2024-11-22T13:13:40,372 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/54e307c6826b306448516a2a7f40403a 2024-11-22T13:13:40,373 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 1d287b30e942af6d9ebbca34c17ad79a 2024-11-22T13:13:40,373 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 1d287b30e942af6d9ebbca34c17ad79a 2024-11-22T13:13:40,373 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 54e307c6826b306448516a2a7f40403a 2024-11-22T13:13:40,373 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 54e307c6826b306448516a2a7f40403a 2024-11-22T13:13:40,375 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 1d287b30e942af6d9ebbca34c17ad79a 2024-11-22T13:13:40,375 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 54e307c6826b306448516a2a7f40403a 2024-11-22T13:13:40,376 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 1d287b30e942af6d9ebbca34c17ad79a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65745363, jitterRate=-0.020317748188972473}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T13:13:40,377 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d287b30e942af6d9ebbca34c17ad79a 2024-11-22T13:13:40,377 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 1d287b30e942af6d9ebbca34c17ad79a: Running coprocessor pre-open hook at 1732281220364Writing region info on filesystem at 1732281220364Initializing all the Stores at 1732281220365 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281220366 (+1 ms)Cleaning up temporary data from old regions at 1732281220373 (+7 ms)Running coprocessor post-open hooks at 1732281220377 (+4 ms)Region opened successfully at 1732281220377 2024-11-22T13:13:40,377 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 54e307c6826b306448516a2a7f40403a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74002705, jitterRate=0.10272623598575592}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T13:13:40,377 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 54e307c6826b306448516a2a7f40403a 2024-11-22T13:13:40,377 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 54e307c6826b306448516a2a7f40403a: Running coprocessor pre-open hook at 1732281220366Writing region info on filesystem at 1732281220366Initializing all the Stores at 1732281220367 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281220367Cleaning up temporary data from old regions at 1732281220373 (+6 ms)Running coprocessor post-open hooks at 1732281220377 (+4 ms)Region opened successfully at 1732281220377 2024-11-22T13:13:40,378 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732281179473.1d287b30e942af6d9ebbca34c17ad79a., pid=43, masterSystemTime=1732281220358 2024-11-22T13:13:40,378 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a., pid=44, masterSystemTime=1732281220360 2024-11-22T13:13:40,382 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a. 2024-11-22T13:13:40,382 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a. 2024-11-22T13:13:40,382 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732281179473.ba5ff5912e76b086b4d7ebb0532069f9. 2024-11-22T13:13:40,382 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=54e307c6826b306448516a2a7f40403a, regionState=OPEN, openSeqNum=2, regionLocation=e025332d312f,36797,1732281166992 2024-11-22T13:13:40,382 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => ba5ff5912e76b086b4d7ebb0532069f9, NAME => 'SPTestTable,4ccccccb,1732281179473.ba5ff5912e76b086b4d7ebb0532069f9.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-22T13:13:40,383 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ba5ff5912e76b086b4d7ebb0532069f9 2024-11-22T13:13:40,383 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732281179473.ba5ff5912e76b086b4d7ebb0532069f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:13:40,383 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for ba5ff5912e76b086b4d7ebb0532069f9 2024-11-22T13:13:40,383 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for ba5ff5912e76b086b4d7ebb0532069f9 2024-11-22T13:13:40,386 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732281179473.1d287b30e942af6d9ebbca34c17ad79a. 2024-11-22T13:13:40,386 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732281179473.1d287b30e942af6d9ebbca34c17ad79a. 2024-11-22T13:13:40,386 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732281179473.a21d48f353db22f05b5fc5ba4efedddc. 2024-11-22T13:13:40,386 INFO [StoreOpener-ba5ff5912e76b086b4d7ebb0532069f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ba5ff5912e76b086b4d7ebb0532069f9 2024-11-22T13:13:40,386 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => a21d48f353db22f05b5fc5ba4efedddc, NAME => 'SPTestTable,99999996,1732281179473.a21d48f353db22f05b5fc5ba4efedddc.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-22T13:13:40,387 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a21d48f353db22f05b5fc5ba4efedddc 2024-11-22T13:13:40,387 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=1d287b30e942af6d9ebbca34c17ad79a, regionState=OPEN, openSeqNum=2, regionLocation=e025332d312f,41189,1732281167181 2024-11-22T13:13:40,387 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732281179473.a21d48f353db22f05b5fc5ba4efedddc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:13:40,387 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for a21d48f353db22f05b5fc5ba4efedddc 2024-11-22T13:13:40,388 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for a21d48f353db22f05b5fc5ba4efedddc 2024-11-22T13:13:40,388 INFO [StoreOpener-ba5ff5912e76b086b4d7ebb0532069f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba5ff5912e76b086b4d7ebb0532069f9 columnFamilyName cf 2024-11-22T13:13:40,388 DEBUG [StoreOpener-ba5ff5912e76b086b4d7ebb0532069f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:13:40,389 INFO [StoreOpener-ba5ff5912e76b086b4d7ebb0532069f9-1 {}] regionserver.HStore(327): Store=ba5ff5912e76b086b4d7ebb0532069f9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:13:40,389 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for ba5ff5912e76b086b4d7ebb0532069f9 2024-11-22T13:13:40,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54e307c6826b306448516a2a7f40403a, server=e025332d312f,36797,1732281166992 because future has completed 2024-11-22T13:13:40,391 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/ba5ff5912e76b086b4d7ebb0532069f9 2024-11-22T13:13:40,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d287b30e942af6d9ebbca34c17ad79a, server=e025332d312f,41189,1732281167181 because future has completed 2024-11-22T13:13:40,393 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/ba5ff5912e76b086b4d7ebb0532069f9 2024-11-22T13:13:40,394 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for ba5ff5912e76b086b4d7ebb0532069f9 2024-11-22T13:13:40,395 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for ba5ff5912e76b086b4d7ebb0532069f9 2024-11-22T13:13:40,395 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45009 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=e025332d312f,41189,1732281167181, table=SPTestTable, region=1d287b30e942af6d9ebbca34c17ad79a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-22T13:13:40,397 INFO [StoreOpener-a21d48f353db22f05b5fc5ba4efedddc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a21d48f353db22f05b5fc5ba4efedddc 2024-11-22T13:13:40,399 INFO [StoreOpener-a21d48f353db22f05b5fc5ba4efedddc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a21d48f353db22f05b5fc5ba4efedddc columnFamilyName cf 2024-11-22T13:13:40,399 DEBUG [StoreOpener-a21d48f353db22f05b5fc5ba4efedddc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:13:40,400 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for ba5ff5912e76b086b4d7ebb0532069f9 2024-11-22T13:13:40,400 INFO [StoreOpener-a21d48f353db22f05b5fc5ba4efedddc-1 {}] regionserver.HStore(327): Store=a21d48f353db22f05b5fc5ba4efedddc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:13:40,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=41 2024-11-22T13:13:40,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 54e307c6826b306448516a2a7f40403a, server=e025332d312f,36797,1732281166992 in 10.0410 sec 2024-11-22T13:13:40,401 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for a21d48f353db22f05b5fc5ba4efedddc 2024-11-22T13:13:40,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=40 2024-11-22T13:13:40,402 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened ba5ff5912e76b086b4d7ebb0532069f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73883522, jitterRate=0.10095027089118958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T13:13:40,402 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba5ff5912e76b086b4d7ebb0532069f9 2024-11-22T13:13:40,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d287b30e942af6d9ebbca34c17ad79a, server=e025332d312f,41189,1732281167181 in 10.0460 sec 2024-11-22T13:13:40,402 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for ba5ff5912e76b086b4d7ebb0532069f9: Running coprocessor pre-open hook at 1732281220383Writing region info on filesystem at 1732281220383Initializing all the Stores at 1732281220386 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281220386Cleaning up temporary data from old regions at 1732281220395 (+9 ms)Running coprocessor post-open hooks at 1732281220402 (+7 ms)Region opened successfully at 1732281220402 2024-11-22T13:13:40,403 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/a21d48f353db22f05b5fc5ba4efedddc 2024-11-22T13:13:40,403 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732281179473.ba5ff5912e76b086b4d7ebb0532069f9., pid=45, masterSystemTime=1732281220360 2024-11-22T13:13:40,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=54e307c6826b306448516a2a7f40403a, ASSIGN in 10.2120 sec 2024-11-22T13:13:40,404 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54e307c6826b306448516a2a7f40403a 2024-11-22T13:13:40,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1d287b30e942af6d9ebbca34c17ad79a, ASSIGN in 10.2130 sec 2024-11-22T13:13:40,407 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/a21d48f353db22f05b5fc5ba4efedddc 2024-11-22T13:13:40,408 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for a21d48f353db22f05b5fc5ba4efedddc 2024-11-22T13:13:40,408 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for a21d48f353db22f05b5fc5ba4efedddc 2024-11-22T13:13:40,408 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732281179473.ba5ff5912e76b086b4d7ebb0532069f9. 2024-11-22T13:13:40,408 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732281179473.ba5ff5912e76b086b4d7ebb0532069f9. 2024-11-22T13:13:40,409 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d287b30e942af6d9ebbca34c17ad79a 2024-11-22T13:13:40,410 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=ba5ff5912e76b086b4d7ebb0532069f9, regionState=OPEN, openSeqNum=2, regionLocation=e025332d312f,36797,1732281166992 2024-11-22T13:13:40,415 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for a21d48f353db22f05b5fc5ba4efedddc 2024-11-22T13:13:40,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba5ff5912e76b086b4d7ebb0532069f9, server=e025332d312f,36797,1732281166992 because future has completed 2024-11-22T13:13:40,417 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened a21d48f353db22f05b5fc5ba4efedddc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67265910, jitterRate=0.002340167760848999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T13:13:40,417 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a21d48f353db22f05b5fc5ba4efedddc 2024-11-22T13:13:40,417 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for a21d48f353db22f05b5fc5ba4efedddc: Running coprocessor pre-open hook at 1732281220388Writing region info on filesystem at 1732281220388Initializing all the Stores at 1732281220392 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281220392Cleaning up temporary data from old regions at 1732281220408 (+16 ms)Running coprocessor post-open hooks at 1732281220417 (+9 ms)Region opened successfully at 1732281220417 2024-11-22T13:13:40,418 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732281179473.a21d48f353db22f05b5fc5ba4efedddc., pid=46, masterSystemTime=1732281220358 2024-11-22T13:13:40,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=42 2024-11-22T13:13:40,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure ba5ff5912e76b086b4d7ebb0532069f9, server=e025332d312f,36797,1732281166992 in 10.0550 sec 2024-11-22T13:13:40,421 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732281179473.a21d48f353db22f05b5fc5ba4efedddc. 2024-11-22T13:13:40,421 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732281179473.a21d48f353db22f05b5fc5ba4efedddc. 2024-11-22T13:13:40,422 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=a21d48f353db22f05b5fc5ba4efedddc, regionState=OPEN, openSeqNum=2, regionLocation=e025332d312f,41189,1732281167181 2024-11-22T13:13:40,424 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba5ff5912e76b086b4d7ebb0532069f9 2024-11-22T13:13:40,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ba5ff5912e76b086b4d7ebb0532069f9, ASSIGN in 10.2320 sec 2024-11-22T13:13:40,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure a21d48f353db22f05b5fc5ba4efedddc, server=e025332d312f,41189,1732281167181 because future has completed 2024-11-22T13:13:40,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=39 2024-11-22T13:13:40,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure a21d48f353db22f05b5fc5ba4efedddc, server=e025332d312f,41189,1732281167181 in 10.0630 sec 2024-11-22T13:13:40,433 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a21d48f353db22f05b5fc5ba4efedddc 2024-11-22T13:13:40,434 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-22T13:13:40,434 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server e025332d312f,33533,1732281167122 after splitting done 2024-11-22T13:13:40,434 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a21d48f353db22f05b5fc5ba4efedddc, ASSIGN in 10.2400 sec 2024-11-22T13:13:40,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure e025332d312f,33533,1732281167122, splitWal=true, meta=false in 20.2760 sec 2024-11-22T13:13:45,321 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T13:13:45,896 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T13:13:48,559 INFO [regionserver/e025332d312f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-22T13:13:50,251 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e025332d312f:45009 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-22T13:13:50,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-22T13:13:50,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-22T13:13:50,407 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732281179473.ba5ff5912e76b086b4d7ebb0532069f9. 2024-11-22T13:13:50,407 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a. 2024-11-22T13:13:50,407 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for ba5ff5912e76b086b4d7ebb0532069f9: 2024-11-22T13:13:50,407 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732281179473.ba5ff5912e76b086b4d7ebb0532069f9. for SnapshotProcedureTest completed. 2024-11-22T13:13:50,407 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 54e307c6826b306448516a2a7f40403a: 2024-11-22T13:13:50,407 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a. for SnapshotProcedureTest completed. 2024-11-22T13:13:50,407 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732281179473.ba5ff5912e76b086b4d7ebb0532069f9.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T13:13:50,408 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T13:13:50,408 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T13:13:50,408 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T13:13:50,408 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T13:13:50,408 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T13:13:50,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41189 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-22T13:13:50,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732281179473.a21d48f353db22f05b5fc5ba4efedddc. 2024-11-22T13:13:50,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41189 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-22T13:13:50,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for a21d48f353db22f05b5fc5ba4efedddc: 2024-11-22T13:13:50,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732281179473.1d287b30e942af6d9ebbca34c17ad79a. 2024-11-22T13:13:50,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732281179473.a21d48f353db22f05b5fc5ba4efedddc. for SnapshotProcedureTest completed. 2024-11-22T13:13:50,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 1d287b30e942af6d9ebbca34c17ad79a: 2024-11-22T13:13:50,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732281179473.1d287b30e942af6d9ebbca34c17ad79a. for SnapshotProcedureTest completed. 2024-11-22T13:13:50,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732281179473.a21d48f353db22f05b5fc5ba4efedddc.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T13:13:50,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T13:13:50,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732281179473.1d287b30e942af6d9ebbca34c17ad79a.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T13:13:50,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T13:13:50,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T13:13:50,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T13:13:50,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741858_1034 (size=65) 2024-11-22T13:13:50,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741858_1034 (size=65) 2024-11-22T13:13:50,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741858_1034 (size=65) 2024-11-22T13:13:50,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741857_1033 (size=65) 2024-11-22T13:13:50,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741857_1033 (size=65) 2024-11-22T13:13:50,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741857_1033 (size=65) 2024-11-22T13:13:50,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a. 2024-11-22T13:13:50,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-22T13:13:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45009 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-22T13:13:50,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45009 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 54e307c6826b306448516a2a7f40403a 2024-11-22T13:13:50,430 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54e307c6826b306448516a2a7f40403a 2024-11-22T13:13:50,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 54e307c6826b306448516a2a7f40403a in 30.4180 sec 2024-11-22T13:13:50,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741859_1035 (size=65) 2024-11-22T13:13:50,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741859_1035 (size=65) 2024-11-22T13:13:50,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741859_1035 (size=65) 2024-11-22T13:13:50,443 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732281179473.1d287b30e942af6d9ebbca34c17ad79a. 2024-11-22T13:13:50,443 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-22T13:13:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45009 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-22T13:13:50,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45009 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1d287b30e942af6d9ebbca34c17ad79a 2024-11-22T13:13:50,444 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d287b30e942af6d9ebbca34c17ad79a 2024-11-22T13:13:50,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741860_1036 (size=65) 2024-11-22T13:13:50,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741860_1036 (size=65) 2024-11-22T13:13:50,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741860_1036 (size=65) 2024-11-22T13:13:50,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732281179473.a21d48f353db22f05b5fc5ba4efedddc. 2024-11-22T13:13:50,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-22T13:13:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45009 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-22T13:13:50,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1d287b30e942af6d9ebbca34c17ad79a in 30.4330 sec 2024-11-22T13:13:50,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45009 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a21d48f353db22f05b5fc5ba4efedddc 2024-11-22T13:13:50,449 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a21d48f353db22f05b5fc5ba4efedddc 2024-11-22T13:13:50,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a21d48f353db22f05b5fc5ba4efedddc in 30.4380 sec 2024-11-22T13:13:50,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732281179473.ba5ff5912e76b086b4d7ebb0532069f9. 2024-11-22T13:13:50,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-22T13:13:50,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45009 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-22T13:13:50,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45009 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ba5ff5912e76b086b4d7ebb0532069f9 2024-11-22T13:13:50,824 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba5ff5912e76b086b4d7ebb0532069f9 2024-11-22T13:13:50,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=25 2024-11-22T13:13:50,832 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T13:13:50,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ba5ff5912e76b086b4d7ebb0532069f9 in 30.8140 sec 2024-11-22T13:13:50,835 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T13:13:50,838 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T13:13:50,838 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-22T13:13:50,841 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-22T13:13:50,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741861_1037 (size=1094) 2024-11-22T13:13:50,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741861_1037 (size=1094) 2024-11-22T13:13:50,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741861_1037 (size=1094) 2024-11-22T13:13:50,904 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T13:13:50,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-22T13:13:50,926 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e025332d312f,41189,1732281167181 2024-11-22T13:13:50,926 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e025332d312f,36797,1732281166992 2024-11-22T13:13:50,927 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e025332d312f,36797,1732281166992 2024-11-22T13:13:50,927 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e025332d312f,41189,1732281167181 2024-11-22T13:13:50,927 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e025332d312f,41189,1732281167181 2024-11-22T13:13:50,935 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e025332d312f,36797,1732281166992 2024-11-22T13:13:54,876 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5fd04e1ae0f7c432c1d12fefe2387023, had cached 0 bytes from a total of 499309 2024-11-22T13:13:54,942 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 63d975eb4ddc8bbdbc07fedbb3ce8428, had cached 0 bytes from a total of 28623 2024-11-22T13:13:59,313 DEBUG [master/e025332d312f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3d4b031053c0e439ab218067ab58f2a5 changed from -1.0 to 0.0, refreshing cache 2024-11-22T13:13:59,314 DEBUG [master/e025332d312f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ba5ff5912e76b086b4d7ebb0532069f9 changed from -1.0 to 0.0, refreshing cache 2024-11-22T13:13:59,314 DEBUG [master/e025332d312f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a9051f8b1462b6517aba45bb6b393697 changed from -1.0 to 0.0, refreshing cache 2024-11-22T13:13:59,315 DEBUG [master/e025332d312f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 63d975eb4ddc8bbdbc07fedbb3ce8428 changed from -1.0 to 0.0, refreshing cache 2024-11-22T13:13:59,315 DEBUG [master/e025332d312f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 54e307c6826b306448516a2a7f40403a changed from -1.0 to 0.0, refreshing cache 2024-11-22T13:13:59,316 DEBUG [master/e025332d312f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 32b83e3ddbef007a2ad989870bdfffdd changed from -1.0 to 0.0, refreshing cache 2024-11-22T13:13:59,316 DEBUG [master/e025332d312f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1d287b30e942af6d9ebbca34c17ad79a changed from -1.0 to 0.0, refreshing cache 2024-11-22T13:13:59,316 DEBUG [master/e025332d312f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ea73473586bd802484832dfde949329c changed from -1.0 to 0.0, refreshing cache 2024-11-22T13:13:59,316 DEBUG [master/e025332d312f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a21d48f353db22f05b5fc5ba4efedddc changed from -1.0 to 0.0, refreshing cache 2024-11-22T13:13:59,317 DEBUG [master/e025332d312f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5fd04e1ae0f7c432c1d12fefe2387023 changed from -1.0 to 0.0, refreshing cache 2024-11-22T13:14:00,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-22T13:14:00,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41189 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-22T13:14:00,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41189 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-22T13:14:00,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-22T13:14:00,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41189 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-22T13:14:00,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-22T13:14:00,933 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-22T13:14:00,933 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-22T13:14:00,935 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-22T13:14:00,935 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-22T13:14:00,935 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-22T13:14:00,935 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-22T13:14:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45009 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-22T13:14:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45009 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-22T13:14:00,936 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-22T13:14:00,936 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-22T13:14:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45009 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-22T13:14:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45009 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-22T13:14:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45009 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-22T13:14:00,938 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e025332d312f,41189,1732281167181 Release verify snapshot worker=e025332d312f,41189,1732281167181 2024-11-22T13:14:00,938 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e025332d312f,36797,1732281166992 Release verify snapshot worker=e025332d312f,36797,1732281166992 2024-11-22T13:14:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45009 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-22T13:14:00,939 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e025332d312f,36797,1732281166992 Release verify snapshot worker=e025332d312f,36797,1732281166992 2024-11-22T13:14:00,940 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e025332d312f,41189,1732281167181 2024-11-22T13:14:00,940 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e025332d312f,36797,1732281166992 2024-11-22T13:14:00,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e025332d312f,36797,1732281166992 in 10.0230 sec 2024-11-22T13:14:00,942 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e025332d312f,41189,1732281167181 in 10.0220 sec 2024-11-22T13:14:00,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e025332d312f,36797,1732281166992 in 10.0220 sec 2024-11-22T13:14:00,943 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e025332d312f,36797,1732281166992 Release verify snapshot worker=e025332d312f,36797,1732281166992 2024-11-22T13:14:00,943 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e025332d312f,41189,1732281167181 Release verify snapshot worker=e025332d312f,41189,1732281167181 2024-11-22T13:14:00,943 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e025332d312f,41189,1732281167181 Release verify snapshot worker=e025332d312f,41189,1732281167181 2024-11-22T13:14:00,943 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e025332d312f,41189,1732281167181 2024-11-22T13:14:00,944 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e025332d312f,41189,1732281167181 2024-11-22T13:14:00,944 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e025332d312f,41189,1732281167181 in 10.0270 sec 2024-11-22T13:14:00,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e025332d312f,41189,1732281167181 in 10.0270 sec 2024-11-22T13:14:00,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e025332d312f,36797,1732281166992 in 10.0270 sec 2024-11-22T13:14:10,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41189 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-22T13:14:10,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-22T13:14:10,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41189 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-22T13:14:10,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41189 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-22T13:14:10,943 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-22T13:14:10,943 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-22T13:14:10,943 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-22T13:14:10,943 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-22T13:14:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45009 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-22T13:14:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45009 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-22T13:14:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45009 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-22T13:14:10,948 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e025332d312f,41189,1732281167181 Release verify snapshot worker=e025332d312f,41189,1732281167181 2024-11-22T13:14:10,948 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e025332d312f,36797,1732281166992 Release verify snapshot worker=e025332d312f,36797,1732281166992 2024-11-22T13:14:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45009 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-22T13:14:10,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e025332d312f,41189,1732281167181 in 20.0320 sec 2024-11-22T13:14:10,951 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e025332d312f,41189,1732281167181 Release verify snapshot worker=e025332d312f,41189,1732281167181 2024-11-22T13:14:10,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e025332d312f,36797,1732281166992 in 20.0320 sec 2024-11-22T13:14:10,952 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e025332d312f,41189,1732281167181 Release verify snapshot worker=e025332d312f,41189,1732281167181 2024-11-22T13:14:10,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e025332d312f,41189,1732281167181 in 20.0350 sec 2024-11-22T13:14:10,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=25 2024-11-22T13:14:10,955 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T13:14:10,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e025332d312f,41189,1732281167181 in 20.0360 sec 2024-11-22T13:14:10,956 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/.hbase-snapshot/SnapshotProcedureTest 2024-11-22T13:14:10,958 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T13:14:10,958 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-22T13:14:10,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.9930 sec 2024-11-22T13:14:10,994 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-22T13:14:11,003 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-22T13:14:11,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T13:14:11,003 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T13:14:11,003 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T13:14:11,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:11,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:11,004 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:14:11,004 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T13:14:11,004 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=939014975, stopped=false 2024-11-22T13:14:11,004 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e025332d312f,45009,1732281166191 2024-11-22T13:14:11,048 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41189-0x10162ace1f40003, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T13:14:11,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36797-0x10162ace1f40001, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T13:14:11,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45009-0x10162ace1f40000, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T13:14:11,048 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41189-0x10162ace1f40003, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:14:11,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36797-0x10162ace1f40001, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:14:11,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45009-0x10162ace1f40000, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:14:11,048 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T13:14:11,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45009-0x10162ace1f40000, quorum=127.0.0.1:55501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T13:14:11,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36797-0x10162ace1f40001, quorum=127.0.0.1:55501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T13:14:11,049 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T13:14:11,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41189-0x10162ace1f40003, quorum=127.0.0.1:55501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T13:14:11,049 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T13:14:11,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:11,050 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e025332d312f,36797,1732281166992' ***** 2024-11-22T13:14:11,050 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T13:14:11,050 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e025332d312f,41189,1732281167181' ***** 2024-11-22T13:14:11,050 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T13:14:11,050 INFO [RS:2;e025332d312f:41189 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T13:14:11,050 INFO [RS:0;e025332d312f:36797 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T13:14:11,050 INFO [RS:0;e025332d312f:36797 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T13:14:11,050 INFO [RS:2;e025332d312f:41189 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T13:14:11,050 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T13:14:11,050 INFO [RS:2;e025332d312f:41189 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T13:14:11,050 INFO [RS:0;e025332d312f:36797 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T13:14:11,050 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T13:14:11,051 INFO [RS:0;e025332d312f:36797 {}] regionserver.HRegionServer(3091): Received CLOSE for a9051f8b1462b6517aba45bb6b393697 2024-11-22T13:14:11,051 INFO [RS:2;e025332d312f:41189 {}] regionserver.HRegionServer(3091): Received CLOSE for 1d287b30e942af6d9ebbca34c17ad79a 2024-11-22T13:14:11,051 INFO [RS:0;e025332d312f:36797 {}] regionserver.HRegionServer(3091): Received CLOSE for 54e307c6826b306448516a2a7f40403a 2024-11-22T13:14:11,051 INFO [RS:2;e025332d312f:41189 {}] regionserver.HRegionServer(3091): Received CLOSE for ea73473586bd802484832dfde949329c 2024-11-22T13:14:11,051 INFO [RS:0;e025332d312f:36797 {}] regionserver.HRegionServer(3091): Received CLOSE for 3d4b031053c0e439ab218067ab58f2a5 2024-11-22T13:14:11,051 INFO [RS:2;e025332d312f:41189 {}] regionserver.HRegionServer(3091): Received CLOSE for 5fd04e1ae0f7c432c1d12fefe2387023 2024-11-22T13:14:11,051 INFO [RS:0;e025332d312f:36797 {}] regionserver.HRegionServer(3091): Received CLOSE for 63d975eb4ddc8bbdbc07fedbb3ce8428 2024-11-22T13:14:11,051 INFO [RS:2;e025332d312f:41189 {}] regionserver.HRegionServer(3091): Received CLOSE for a21d48f353db22f05b5fc5ba4efedddc 2024-11-22T13:14:11,051 INFO [RS:0;e025332d312f:36797 {}] regionserver.HRegionServer(3091): Received CLOSE for ba5ff5912e76b086b4d7ebb0532069f9 2024-11-22T13:14:11,051 INFO [RS:2;e025332d312f:41189 {}] regionserver.HRegionServer(3091): Received CLOSE for 32b83e3ddbef007a2ad989870bdfffdd 2024-11-22T13:14:11,052 INFO [RS:0;e025332d312f:36797 {}] regionserver.HRegionServer(959): stopping server e025332d312f,36797,1732281166992 2024-11-22T13:14:11,052 INFO [RS:0;e025332d312f:36797 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T13:14:11,052 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1d287b30e942af6d9ebbca34c17ad79a, disabling compactions & flushes 2024-11-22T13:14:11,052 INFO [RS:0;e025332d312f:36797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e025332d312f:36797. 2024-11-22T13:14:11,052 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732281179473.1d287b30e942af6d9ebbca34c17ad79a. 2024-11-22T13:14:11,052 DEBUG [RS:0;e025332d312f:36797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T13:14:11,052 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732281179473.1d287b30e942af6d9ebbca34c17ad79a. 2024-11-22T13:14:11,052 DEBUG [RS:0;e025332d312f:36797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:11,052 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732281179473.1d287b30e942af6d9ebbca34c17ad79a. after waiting 0 ms 2024-11-22T13:14:11,052 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732281179473.1d287b30e942af6d9ebbca34c17ad79a. 2024-11-22T13:14:11,052 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a9051f8b1462b6517aba45bb6b393697, disabling compactions & flushes 2024-11-22T13:14:11,052 INFO [RS:2;e025332d312f:41189 {}] regionserver.HRegionServer(959): stopping server e025332d312f,41189,1732281167181 2024-11-22T13:14:11,052 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732281179473.a9051f8b1462b6517aba45bb6b393697. 2024-11-22T13:14:11,052 INFO [RS:2;e025332d312f:41189 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T13:14:11,052 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732281179473.a9051f8b1462b6517aba45bb6b393697. 2024-11-22T13:14:11,052 INFO [RS:0;e025332d312f:36797 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-22T13:14:11,052 INFO [RS:2;e025332d312f:41189 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;e025332d312f:41189. 2024-11-22T13:14:11,052 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732281179473.a9051f8b1462b6517aba45bb6b393697. after waiting 0 ms 2024-11-22T13:14:11,052 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732281179473.a9051f8b1462b6517aba45bb6b393697. 2024-11-22T13:14:11,052 DEBUG [RS:0;e025332d312f:36797 {}] regionserver.HRegionServer(1325): Online Regions={a9051f8b1462b6517aba45bb6b393697=SPTestTable,66666664,1732281179473.a9051f8b1462b6517aba45bb6b393697., 54e307c6826b306448516a2a7f40403a=SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a., 3d4b031053c0e439ab218067ab58f2a5=SPTestTable,,1732281179473.3d4b031053c0e439ab218067ab58f2a5., 63d975eb4ddc8bbdbc07fedbb3ce8428=SPTestTable,b333332f,1732281179473.63d975eb4ddc8bbdbc07fedbb3ce8428., ba5ff5912e76b086b4d7ebb0532069f9=SPTestTable,4ccccccb,1732281179473.ba5ff5912e76b086b4d7ebb0532069f9.} 2024-11-22T13:14:11,052 DEBUG [RS:2;e025332d312f:41189 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T13:14:11,052 DEBUG [RS:2;e025332d312f:41189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:11,053 INFO [RS:2;e025332d312f:41189 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T13:14:11,053 DEBUG [RS:0;e025332d312f:36797 {}] regionserver.HRegionServer(1351): Waiting on 3d4b031053c0e439ab218067ab58f2a5, 54e307c6826b306448516a2a7f40403a, 63d975eb4ddc8bbdbc07fedbb3ce8428, a9051f8b1462b6517aba45bb6b393697, ba5ff5912e76b086b4d7ebb0532069f9 2024-11-22T13:14:11,053 INFO [RS:2;e025332d312f:41189 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T13:14:11,053 INFO [RS:2;e025332d312f:41189 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T13:14:11,053 INFO [RS:2;e025332d312f:41189 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T13:14:11,055 INFO [RS:2;e025332d312f:41189 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-22T13:14:11,055 DEBUG [RS:2;e025332d312f:41189 {}] regionserver.HRegionServer(1325): Online Regions={1d287b30e942af6d9ebbca34c17ad79a=SPTestTable,33333332,1732281179473.1d287b30e942af6d9ebbca34c17ad79a., ea73473586bd802484832dfde949329c=SPTestTable,7ffffffd,1732281179473.ea73473586bd802484832dfde949329c., 5fd04e1ae0f7c432c1d12fefe2387023=SPTestTable,e6666661,1732281179473.5fd04e1ae0f7c432c1d12fefe2387023., a21d48f353db22f05b5fc5ba4efedddc=SPTestTable,99999996,1732281179473.a21d48f353db22f05b5fc5ba4efedddc., 1588230740=hbase:meta,,1.1588230740, 32b83e3ddbef007a2ad989870bdfffdd=SPTestTable,19999999,1732281179473.32b83e3ddbef007a2ad989870bdfffdd.} 2024-11-22T13:14:11,055 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T13:14:11,055 DEBUG [RS:2;e025332d312f:41189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d287b30e942af6d9ebbca34c17ad79a, 32b83e3ddbef007a2ad989870bdfffdd, 5fd04e1ae0f7c432c1d12fefe2387023, a21d48f353db22f05b5fc5ba4efedddc, ea73473586bd802484832dfde949329c 2024-11-22T13:14:11,055 INFO [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T13:14:11,055 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T13:14:11,055 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T13:14:11,055 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T13:14:11,056 INFO [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.36 KB heapSize=27.38 KB 2024-11-22T13:14:11,059 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/1d287b30e942af6d9ebbca34c17ad79a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T13:14:11,062 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732281179473.1d287b30e942af6d9ebbca34c17ad79a. 2024-11-22T13:14:11,062 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1d287b30e942af6d9ebbca34c17ad79a: Waiting for close lock at 1732281251051Running coprocessor pre-close hooks at 1732281251052 (+1 ms)Disabling compacts and flushes for region at 1732281251052Disabling writes for close at 1732281251052Writing region close event to WAL at 1732281251052Running coprocessor post-close hooks at 1732281251060 (+8 ms)Closed at 1732281251061 (+1 ms) 2024-11-22T13:14:11,063 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732281179473.1d287b30e942af6d9ebbca34c17ad79a. 2024-11-22T13:14:11,063 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea73473586bd802484832dfde949329c, disabling compactions & flushes 2024-11-22T13:14:11,063 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732281179473.ea73473586bd802484832dfde949329c. 2024-11-22T13:14:11,063 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732281179473.ea73473586bd802484832dfde949329c. 2024-11-22T13:14:11,063 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732281179473.ea73473586bd802484832dfde949329c. after waiting 0 ms 2024-11-22T13:14:11,063 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732281179473.ea73473586bd802484832dfde949329c. 2024-11-22T13:14:11,067 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/a9051f8b1462b6517aba45bb6b393697/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T13:14:11,068 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732281179473.a9051f8b1462b6517aba45bb6b393697. 2024-11-22T13:14:11,068 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a9051f8b1462b6517aba45bb6b393697: Waiting for close lock at 1732281251051Running coprocessor pre-close hooks at 1732281251052 (+1 ms)Disabling compacts and flushes for region at 1732281251052Disabling writes for close at 1732281251052Writing region close event to WAL at 1732281251055 (+3 ms)Running coprocessor post-close hooks at 1732281251068 (+13 ms)Closed at 1732281251068 2024-11-22T13:14:11,068 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732281179473.a9051f8b1462b6517aba45bb6b393697. 2024-11-22T13:14:11,068 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 54e307c6826b306448516a2a7f40403a, disabling compactions & flushes 2024-11-22T13:14:11,068 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a. 2024-11-22T13:14:11,069 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a. 2024-11-22T13:14:11,069 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a. after waiting 0 ms 2024-11-22T13:14:11,069 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a. 2024-11-22T13:14:11,074 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/ea73473586bd802484832dfde949329c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T13:14:11,075 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732281179473.ea73473586bd802484832dfde949329c. 2024-11-22T13:14:11,075 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea73473586bd802484832dfde949329c: Waiting for close lock at 1732281251063Running coprocessor pre-close hooks at 1732281251063Disabling compacts and flushes for region at 1732281251063Disabling writes for close at 1732281251063Writing region close event to WAL at 1732281251066 (+3 ms)Running coprocessor post-close hooks at 1732281251075 (+9 ms)Closed at 1732281251075 2024-11-22T13:14:11,075 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732281179473.ea73473586bd802484832dfde949329c. 2024-11-22T13:14:11,076 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5fd04e1ae0f7c432c1d12fefe2387023, disabling compactions & flushes 2024-11-22T13:14:11,076 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732281179473.5fd04e1ae0f7c432c1d12fefe2387023. 2024-11-22T13:14:11,076 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732281179473.5fd04e1ae0f7c432c1d12fefe2387023. 2024-11-22T13:14:11,076 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732281179473.5fd04e1ae0f7c432c1d12fefe2387023. after waiting 0 ms 2024-11-22T13:14:11,076 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732281179473.5fd04e1ae0f7c432c1d12fefe2387023. 2024-11-22T13:14:11,078 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/54e307c6826b306448516a2a7f40403a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T13:14:11,080 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a. 2024-11-22T13:14:11,081 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 54e307c6826b306448516a2a7f40403a: Waiting for close lock at 1732281251068Running coprocessor pre-close hooks at 1732281251068Disabling compacts and flushes for region at 1732281251068Disabling writes for close at 1732281251069 (+1 ms)Writing region close event to WAL at 1732281251070 (+1 ms)Running coprocessor post-close hooks at 1732281251080 (+10 ms)Closed at 1732281251080 2024-11-22T13:14:11,081 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732281179473.54e307c6826b306448516a2a7f40403a. 2024-11-22T13:14:11,081 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3d4b031053c0e439ab218067ab58f2a5, disabling compactions & flushes 2024-11-22T13:14:11,081 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732281179473.3d4b031053c0e439ab218067ab58f2a5. 2024-11-22T13:14:11,081 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732281179473.3d4b031053c0e439ab218067ab58f2a5. 2024-11-22T13:14:11,081 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732281179473.3d4b031053c0e439ab218067ab58f2a5. after waiting 0 ms 2024-11-22T13:14:11,081 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732281179473.3d4b031053c0e439ab218067ab58f2a5. 2024-11-22T13:14:11,089 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/3d4b031053c0e439ab218067ab58f2a5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T13:14:11,089 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732281179473.3d4b031053c0e439ab218067ab58f2a5. 2024-11-22T13:14:11,091 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3d4b031053c0e439ab218067ab58f2a5: Waiting for close lock at 1732281251081Running coprocessor pre-close hooks at 1732281251081Disabling compacts and flushes for region at 1732281251081Disabling writes for close at 1732281251081Writing region close event to WAL at 1732281251082 (+1 ms)Running coprocessor post-close hooks at 1732281251089 (+7 ms)Closed at 1732281251089 2024-11-22T13:14:11,091 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732281179473.3d4b031053c0e439ab218067ab58f2a5. 2024-11-22T13:14:11,091 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 63d975eb4ddc8bbdbc07fedbb3ce8428, disabling compactions & flushes 2024-11-22T13:14:11,091 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732281179473.63d975eb4ddc8bbdbc07fedbb3ce8428. 2024-11-22T13:14:11,091 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732281179473.63d975eb4ddc8bbdbc07fedbb3ce8428. 2024-11-22T13:14:11,091 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732281179473.63d975eb4ddc8bbdbc07fedbb3ce8428. after waiting 0 ms 2024-11-22T13:14:11,091 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732281179473.63d975eb4ddc8bbdbc07fedbb3ce8428. 2024-11-22T13:14:11,093 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/hbase/meta/1588230740/.tmp/info/e9746342ff4a47feab0dd822291d3ded is 167, key is SPTestTable,19999999,1732281179473.32b83e3ddbef007a2ad989870bdfffdd./info:regioninfo/1732281189966/Put/seqid=0 2024-11-22T13:14:11,109 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/5fd04e1ae0f7c432c1d12fefe2387023/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T13:14:11,110 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732281179473.5fd04e1ae0f7c432c1d12fefe2387023. 2024-11-22T13:14:11,110 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5fd04e1ae0f7c432c1d12fefe2387023: Waiting for close lock at 1732281251076Running coprocessor pre-close hooks at 1732281251076Disabling compacts and flushes for region at 1732281251076Disabling writes for close at 1732281251076Writing region close event to WAL at 1732281251081 (+5 ms)Running coprocessor post-close hooks at 1732281251110 (+29 ms)Closed at 1732281251110 2024-11-22T13:14:11,110 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732281179473.5fd04e1ae0f7c432c1d12fefe2387023. 2024-11-22T13:14:11,110 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a21d48f353db22f05b5fc5ba4efedddc, disabling compactions & flushes 2024-11-22T13:14:11,110 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732281179473.a21d48f353db22f05b5fc5ba4efedddc. 2024-11-22T13:14:11,110 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732281179473.a21d48f353db22f05b5fc5ba4efedddc. 2024-11-22T13:14:11,111 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732281179473.a21d48f353db22f05b5fc5ba4efedddc. after waiting 0 ms 2024-11-22T13:14:11,111 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732281179473.a21d48f353db22f05b5fc5ba4efedddc. 2024-11-22T13:14:11,116 INFO [regionserver/e025332d312f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T13:14:11,117 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/63d975eb4ddc8bbdbc07fedbb3ce8428/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T13:14:11,118 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732281179473.63d975eb4ddc8bbdbc07fedbb3ce8428. 2024-11-22T13:14:11,118 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 63d975eb4ddc8bbdbc07fedbb3ce8428: Waiting for close lock at 1732281251091Running coprocessor pre-close hooks at 1732281251091Disabling compacts and flushes for region at 1732281251091Disabling writes for close at 1732281251091Writing region close event to WAL at 1732281251101 (+10 ms)Running coprocessor post-close hooks at 1732281251118 (+17 ms)Closed at 1732281251118 2024-11-22T13:14:11,119 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732281179473.63d975eb4ddc8bbdbc07fedbb3ce8428. 2024-11-22T13:14:11,119 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ba5ff5912e76b086b4d7ebb0532069f9, disabling compactions & flushes 2024-11-22T13:14:11,119 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732281179473.ba5ff5912e76b086b4d7ebb0532069f9. 2024-11-22T13:14:11,119 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732281179473.ba5ff5912e76b086b4d7ebb0532069f9. 2024-11-22T13:14:11,119 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732281179473.ba5ff5912e76b086b4d7ebb0532069f9. after waiting 0 ms 2024-11-22T13:14:11,119 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732281179473.ba5ff5912e76b086b4d7ebb0532069f9. 2024-11-22T13:14:11,120 INFO [regionserver/e025332d312f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T13:14:11,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741862_1038 (size=20292) 2024-11-22T13:14:11,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741862_1038 (size=20292) 2024-11-22T13:14:11,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741862_1038 (size=20292) 2024-11-22T13:14:11,140 INFO [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/hbase/meta/1588230740/.tmp/info/e9746342ff4a47feab0dd822291d3ded 2024-11-22T13:14:11,143 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/a21d48f353db22f05b5fc5ba4efedddc/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T13:14:11,144 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732281179473.a21d48f353db22f05b5fc5ba4efedddc. 2024-11-22T13:14:11,144 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/ba5ff5912e76b086b4d7ebb0532069f9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T13:14:11,145 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a21d48f353db22f05b5fc5ba4efedddc: Waiting for close lock at 1732281251110Running coprocessor pre-close hooks at 1732281251110Disabling compacts and flushes for region at 1732281251110Disabling writes for close at 1732281251111 (+1 ms)Writing region close event to WAL at 1732281251120 (+9 ms)Running coprocessor post-close hooks at 1732281251144 (+24 ms)Closed at 1732281251144 2024-11-22T13:14:11,145 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732281179473.a21d48f353db22f05b5fc5ba4efedddc. 2024-11-22T13:14:11,145 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 32b83e3ddbef007a2ad989870bdfffdd, disabling compactions & flushes 2024-11-22T13:14:11,145 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732281179473.32b83e3ddbef007a2ad989870bdfffdd. 2024-11-22T13:14:11,145 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732281179473.32b83e3ddbef007a2ad989870bdfffdd. 2024-11-22T13:14:11,145 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732281179473.32b83e3ddbef007a2ad989870bdfffdd. after waiting 0 ms 2024-11-22T13:14:11,145 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732281179473.32b83e3ddbef007a2ad989870bdfffdd. 2024-11-22T13:14:11,145 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732281179473.ba5ff5912e76b086b4d7ebb0532069f9. 2024-11-22T13:14:11,145 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ba5ff5912e76b086b4d7ebb0532069f9: Waiting for close lock at 1732281251119Running coprocessor pre-close hooks at 1732281251119Disabling compacts and flushes for region at 1732281251119Disabling writes for close at 1732281251119Writing region close event to WAL at 1732281251133 (+14 ms)Running coprocessor post-close hooks at 1732281251145 (+12 ms)Closed at 1732281251145 2024-11-22T13:14:11,146 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732281179473.ba5ff5912e76b086b4d7ebb0532069f9. 2024-11-22T13:14:11,152 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/default/SPTestTable/32b83e3ddbef007a2ad989870bdfffdd/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T13:14:11,153 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732281179473.32b83e3ddbef007a2ad989870bdfffdd. 2024-11-22T13:14:11,153 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 32b83e3ddbef007a2ad989870bdfffdd: Waiting for close lock at 1732281251145Running coprocessor pre-close hooks at 1732281251145Disabling compacts and flushes for region at 1732281251145Disabling writes for close at 1732281251145Writing region close event to WAL at 1732281251146 (+1 ms)Running coprocessor post-close hooks at 1732281251153 (+7 ms)Closed at 1732281251153 2024-11-22T13:14:11,153 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732281179473.32b83e3ddbef007a2ad989870bdfffdd. 2024-11-22T13:14:11,175 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/hbase/meta/1588230740/.tmp/ns/daa22ea437974e5894b04857d12922f7 is 43, key is default/ns:d/1732281179212/Put/seqid=0 2024-11-22T13:14:11,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741863_1039 (size=5153) 2024-11-22T13:14:11,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741863_1039 (size=5153) 2024-11-22T13:14:11,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741863_1039 (size=5153) 2024-11-22T13:14:11,187 INFO [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/hbase/meta/1588230740/.tmp/ns/daa22ea437974e5894b04857d12922f7 2024-11-22T13:14:11,239 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/hbase/meta/1588230740/.tmp/table/c9dfa540ed39488fb72468e9258691a7 is 47, key is SPTestTable/table:state/1732281190048/Put/seqid=0 2024-11-22T13:14:11,253 INFO [RS:0;e025332d312f:36797 {}] regionserver.HRegionServer(976): stopping server e025332d312f,36797,1732281166992; all regions closed. 2024-11-22T13:14:11,255 DEBUG [RS:2;e025332d312f:41189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T13:14:11,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741864_1040 (size=5214) 2024-11-22T13:14:11,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741864_1040 (size=5214) 2024-11-22T13:14:11,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741833_1009 (size=3500) 2024-11-22T13:14:11,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741833_1009 (size=3500) 2024-11-22T13:14:11,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741864_1040 (size=5214) 2024-11-22T13:14:11,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741833_1009 (size=3500) 2024-11-22T13:14:11,264 INFO [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/hbase/meta/1588230740/.tmp/table/c9dfa540ed39488fb72468e9258691a7 2024-11-22T13:14:11,269 DEBUG [RS:0;e025332d312f:36797 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/oldWALs 2024-11-22T13:14:11,269 INFO [RS:0;e025332d312f:36797 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e025332d312f%2C36797%2C1732281166992:(num 1732281168705) 2024-11-22T13:14:11,269 DEBUG [RS:0;e025332d312f:36797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:11,269 INFO [RS:0;e025332d312f:36797 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T13:14:11,270 INFO [RS:0;e025332d312f:36797 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T13:14:11,270 INFO [RS:0;e025332d312f:36797 {}] hbase.ChoreService(370): Chore service for: regionserver/e025332d312f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T13:14:11,270 INFO [RS:0;e025332d312f:36797 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T13:14:11,270 INFO [RS:0;e025332d312f:36797 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T13:14:11,270 INFO [RS:0;e025332d312f:36797 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T13:14:11,270 INFO [RS:0;e025332d312f:36797 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T13:14:11,271 INFO [regionserver/e025332d312f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T13:14:11,271 INFO [RS:0;e025332d312f:36797 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36797 2024-11-22T13:14:11,277 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/hbase/meta/1588230740/.tmp/info/e9746342ff4a47feab0dd822291d3ded as hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/hbase/meta/1588230740/info/e9746342ff4a47feab0dd822291d3ded 2024-11-22T13:14:11,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36797-0x10162ace1f40001, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e025332d312f,36797,1732281166992 2024-11-22T13:14:11,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45009-0x10162ace1f40000, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T13:14:11,280 INFO [RS:0;e025332d312f:36797 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T13:14:11,281 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e025332d312f,36797,1732281166992] 2024-11-22T13:14:11,287 INFO [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/hbase/meta/1588230740/info/e9746342ff4a47feab0dd822291d3ded, entries=116, sequenceid=37, filesize=19.8 K 2024-11-22T13:14:11,288 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/hbase/meta/1588230740/.tmp/ns/daa22ea437974e5894b04857d12922f7 as hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/hbase/meta/1588230740/ns/daa22ea437974e5894b04857d12922f7 2024-11-22T13:14:11,299 INFO [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/hbase/meta/1588230740/ns/daa22ea437974e5894b04857d12922f7, entries=2, sequenceid=37, filesize=5.0 K 2024-11-22T13:14:11,301 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e025332d312f,36797,1732281166992 already deleted, retry=false 2024-11-22T13:14:11,301 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/hbase/meta/1588230740/.tmp/table/c9dfa540ed39488fb72468e9258691a7 as hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/hbase/meta/1588230740/table/c9dfa540ed39488fb72468e9258691a7 2024-11-22T13:14:11,301 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e025332d312f,36797,1732281166992 expired; onlineServers=1 2024-11-22T13:14:11,313 INFO [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/hbase/meta/1588230740/table/c9dfa540ed39488fb72468e9258691a7, entries=2, sequenceid=37, filesize=5.1 K 2024-11-22T13:14:11,315 INFO [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.36 KB/16748, heapSize ~27.08 KB/27728, currentSize=0 B/0 for 1588230740 in 260ms, sequenceid=37, compaction requested=false 2024-11-22T13:14:11,329 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-22T13:14:11,330 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T13:14:11,330 INFO [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T13:14:11,331 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732281251055Running coprocessor pre-close hooks at 1732281251055Disabling compacts and flushes for region at 1732281251055Disabling writes for close at 1732281251055Obtaining lock to block concurrent updates at 1732281251056 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732281251056Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16748, getHeapSize=27968, getOffHeapSize=0, getCellsCount=136 at 1732281251056Flushing stores of hbase:meta,,1.1588230740 at 1732281251061 (+5 ms)Flushing 1588230740/info: creating writer at 1732281251062 (+1 ms)Flushing 1588230740/info: appending metadata at 1732281251091 (+29 ms)Flushing 1588230740/info: closing flushed file at 1732281251091Flushing 1588230740/ns: creating writer at 1732281251153 (+62 ms)Flushing 1588230740/ns: appending metadata at 1732281251174 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732281251174Flushing 1588230740/table: creating writer at 1732281251202 (+28 ms)Flushing 1588230740/table: appending metadata at 1732281251238 (+36 ms)Flushing 1588230740/table: closing flushed file at 1732281251238Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@487c8db3: reopening flushed file at 1732281251275 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eb63d1: reopening flushed file at 1732281251287 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@789edc29: reopening flushed file at 1732281251299 (+12 ms)Finished flush of dataSize ~16.36 KB/16748, heapSize ~27.08 KB/27728, currentSize=0 B/0 for 1588230740 in 260ms, sequenceid=37, compaction requested=false at 1732281251315 (+16 ms)Writing region close event to WAL at 1732281251320 (+5 ms)Running coprocessor post-close hooks at 1732281251330 (+10 ms)Closed at 1732281251330 2024-11-22T13:14:11,331 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T13:14:11,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36797-0x10162ace1f40001, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T13:14:11,390 INFO [RS:0;e025332d312f:36797 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T13:14:11,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36797-0x10162ace1f40001, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T13:14:11,391 INFO [RS:0;e025332d312f:36797 {}] regionserver.HRegionServer(1031): Exiting; stopping=e025332d312f,36797,1732281166992; zookeeper connection closed. 2024-11-22T13:14:11,391 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f643382 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f643382 2024-11-22T13:14:11,455 INFO [RS:2;e025332d312f:41189 {}] regionserver.HRegionServer(976): stopping server e025332d312f,41189,1732281167181; all regions closed. 2024-11-22T13:14:11,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741836_1012 (size=19546) 2024-11-22T13:14:11,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741836_1012 (size=19546) 2024-11-22T13:14:11,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741836_1012 (size=19546) 2024-11-22T13:14:11,461 DEBUG [RS:2;e025332d312f:41189 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/oldWALs 2024-11-22T13:14:11,461 INFO [RS:2;e025332d312f:41189 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e025332d312f%2C41189%2C1732281167181.meta:.meta(num 1732281179012) 2024-11-22T13:14:11,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741835_1011 (size=3530) 2024-11-22T13:14:11,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741835_1011 (size=3530) 2024-11-22T13:14:11,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741835_1011 (size=3530) 2024-11-22T13:14:11,467 DEBUG [RS:2;e025332d312f:41189 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/oldWALs 2024-11-22T13:14:11,467 INFO [RS:2;e025332d312f:41189 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e025332d312f%2C41189%2C1732281167181:(num 1732281168706) 2024-11-22T13:14:11,467 DEBUG [RS:2;e025332d312f:41189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:11,467 INFO [RS:2;e025332d312f:41189 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T13:14:11,467 INFO [RS:2;e025332d312f:41189 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T13:14:11,467 INFO [RS:2;e025332d312f:41189 {}] hbase.ChoreService(370): Chore service for: regionserver/e025332d312f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T13:14:11,467 INFO [RS:2;e025332d312f:41189 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T13:14:11,467 INFO [regionserver/e025332d312f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T13:14:11,467 INFO [RS:2;e025332d312f:41189 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41189 2024-11-22T13:14:11,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45009-0x10162ace1f40000, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T13:14:11,480 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41189-0x10162ace1f40003, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e025332d312f,41189,1732281167181 2024-11-22T13:14:11,480 INFO [RS:2;e025332d312f:41189 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T13:14:11,480 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e025332d312f,41189,1732281167181] 2024-11-22T13:14:11,501 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e025332d312f,41189,1732281167181 already deleted, retry=false 2024-11-22T13:14:11,501 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e025332d312f,41189,1732281167181 expired; onlineServers=0 2024-11-22T13:14:11,501 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e025332d312f,45009,1732281166191' ***** 2024-11-22T13:14:11,501 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T13:14:11,501 INFO [M:0;e025332d312f:45009 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T13:14:11,501 INFO [M:0;e025332d312f:45009 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T13:14:11,501 DEBUG [M:0;e025332d312f:45009 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T13:14:11,502 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T13:14:11,502 DEBUG [M:0;e025332d312f:45009 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T13:14:11,502 DEBUG [master/e025332d312f:0:becomeActiveMaster-HFileCleaner.large.0-1732281168283 {}] cleaner.HFileCleaner(306): Exit Thread[master/e025332d312f:0:becomeActiveMaster-HFileCleaner.large.0-1732281168283,5,FailOnTimeoutGroup] 2024-11-22T13:14:11,502 DEBUG [master/e025332d312f:0:becomeActiveMaster-HFileCleaner.small.0-1732281168304 {}] cleaner.HFileCleaner(306): Exit Thread[master/e025332d312f:0:becomeActiveMaster-HFileCleaner.small.0-1732281168304,5,FailOnTimeoutGroup] 2024-11-22T13:14:11,502 INFO [M:0;e025332d312f:45009 {}] hbase.ChoreService(370): Chore service for: master/e025332d312f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T13:14:11,502 INFO [M:0;e025332d312f:45009 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T13:14:11,502 DEBUG [M:0;e025332d312f:45009 {}] master.HMaster(1795): Stopping service threads 2024-11-22T13:14:11,502 INFO [M:0;e025332d312f:45009 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T13:14:11,502 INFO [M:0;e025332d312f:45009 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T13:14:11,502 ERROR [M:0;e025332d312f:45009 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:34919 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34919,5,PEWorkerGroup] 2024-11-22T13:14:11,503 INFO [M:0;e025332d312f:45009 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T13:14:11,503 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T13:14:11,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45009-0x10162ace1f40000, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T13:14:11,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45009-0x10162ace1f40000, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:14:11,511 DEBUG [M:0;e025332d312f:45009 {}] zookeeper.ZKUtil(347): master:45009-0x10162ace1f40000, quorum=127.0.0.1:55501, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T13:14:11,511 WARN [M:0;e025332d312f:45009 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T13:14:11,512 INFO [M:0;e025332d312f:45009 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/.lastflushedseqids 2024-11-22T13:14:11,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741865_1041 (size=686) 2024-11-22T13:14:11,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741865_1041 (size=686) 2024-11-22T13:14:11,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741865_1041 (size=686) 2024-11-22T13:14:11,590 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41189-0x10162ace1f40003, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T13:14:11,590 INFO [RS:2;e025332d312f:41189 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T13:14:11,590 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41189-0x10162ace1f40003, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T13:14:11,590 INFO [RS:2;e025332d312f:41189 {}] regionserver.HRegionServer(1031): Exiting; stopping=e025332d312f,41189,1732281167181; zookeeper connection closed. 2024-11-22T13:14:11,591 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1e22c5e6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1e22c5e6 2024-11-22T13:14:11,591 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-22T13:14:11,934 INFO [M:0;e025332d312f:45009 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T13:14:11,934 INFO [M:0;e025332d312f:45009 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T13:14:11,934 DEBUG [M:0;e025332d312f:45009 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T13:14:11,934 INFO [M:0;e025332d312f:45009 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T13:14:11,934 DEBUG [M:0;e025332d312f:45009 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T13:14:11,935 DEBUG [M:0;e025332d312f:45009 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T13:14:11,935 DEBUG [M:0;e025332d312f:45009 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T13:14:11,935 INFO [M:0;e025332d312f:45009 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.56 KB heapSize=242.33 KB 2024-11-22T13:14:11,961 DEBUG [M:0;e025332d312f:45009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/16bfddd6140c4827946d903e9514da3e is 82, key is hbase:meta,,1/info:regioninfo/1732281179082/Put/seqid=0 2024-11-22T13:14:11,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741866_1042 (size=5672) 2024-11-22T13:14:11,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741866_1042 (size=5672) 2024-11-22T13:14:11,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741866_1042 (size=5672) 2024-11-22T13:14:11,991 INFO [M:0;e025332d312f:45009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/16bfddd6140c4827946d903e9514da3e 2024-11-22T13:14:12,024 DEBUG [M:0;e025332d312f:45009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f7f6e1f420ba415a9e43a36a883d63c3 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732281190058/Put/seqid=0 2024-11-22T13:14:12,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741867_1043 (size=8974) 2024-11-22T13:14:12,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741867_1043 (size=8974) 2024-11-22T13:14:12,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741867_1043 (size=8974) 2024-11-22T13:14:12,041 INFO [M:0;e025332d312f:45009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.83 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f7f6e1f420ba415a9e43a36a883d63c3 2024-11-22T13:14:12,052 INFO [M:0;e025332d312f:45009 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f7f6e1f420ba415a9e43a36a883d63c3 2024-11-22T13:14:12,076 DEBUG [M:0;e025332d312f:45009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/391addb82ab54954b4821a61d0e0d672 is 69, key is e025332d312f,36797,1732281166992/rs:state/1732281168374/Put/seqid=0 2024-11-22T13:14:12,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741868_1044 (size=5441) 2024-11-22T13:14:12,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741868_1044 (size=5441) 2024-11-22T13:14:12,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741868_1044 (size=5441) 2024-11-22T13:14:12,104 INFO [M:0;e025332d312f:45009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/391addb82ab54954b4821a61d0e0d672 2024-11-22T13:14:12,117 INFO [M:0;e025332d312f:45009 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 391addb82ab54954b4821a61d0e0d672 2024-11-22T13:14:12,119 DEBUG [M:0;e025332d312f:45009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/16bfddd6140c4827946d903e9514da3e as hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/16bfddd6140c4827946d903e9514da3e 2024-11-22T13:14:12,134 INFO [M:0;e025332d312f:45009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/16bfddd6140c4827946d903e9514da3e, entries=8, sequenceid=513, filesize=5.5 K 2024-11-22T13:14:12,136 DEBUG [M:0;e025332d312f:45009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f7f6e1f420ba415a9e43a36a883d63c3 as hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f7f6e1f420ba415a9e43a36a883d63c3 2024-11-22T13:14:12,143 INFO [M:0;e025332d312f:45009 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f7f6e1f420ba415a9e43a36a883d63c3 2024-11-22T13:14:12,143 INFO [M:0;e025332d312f:45009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f7f6e1f420ba415a9e43a36a883d63c3, entries=56, sequenceid=513, filesize=8.8 K 2024-11-22T13:14:12,144 DEBUG [M:0;e025332d312f:45009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/391addb82ab54954b4821a61d0e0d672 as hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/391addb82ab54954b4821a61d0e0d672 2024-11-22T13:14:12,154 INFO [M:0;e025332d312f:45009 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 391addb82ab54954b4821a61d0e0d672 2024-11-22T13:14:12,154 INFO [M:0;e025332d312f:45009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/2dff0bf3-ff45-edd5-b8e4-c50df82eee23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/391addb82ab54954b4821a61d0e0d672, entries=3, sequenceid=513, filesize=5.3 K 2024-11-22T13:14:12,155 INFO [M:0;e025332d312f:45009 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.56 KB/200255, heapSize ~242.03 KB/247840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 220ms, sequenceid=513, compaction requested=false 2024-11-22T13:14:12,161 INFO [M:0;e025332d312f:45009 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T13:14:12,161 DEBUG [M:0;e025332d312f:45009 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732281251934Disabling compacts and flushes for region at 1732281251934Disabling writes for close at 1732281251935 (+1 ms)Obtaining lock to block concurrent updates at 1732281251935Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732281251935Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=200255, getHeapSize=248080, getOffHeapSize=0, getCellsCount=620 at 1732281251936 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732281251937 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732281251937Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732281251960 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732281251960Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732281251999 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732281252024 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732281252024Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732281252052 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732281252075 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732281252075Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d1b341f: reopening flushed file at 1732281252118 (+43 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e4caf5b: reopening flushed file at 1732281252134 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cbb1e35: reopening flushed file at 1732281252143 (+9 ms)Finished flush of dataSize ~195.56 KB/200255, heapSize ~242.03 KB/247840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 220ms, sequenceid=513, compaction requested=false at 1732281252155 (+12 ms)Writing region close event to WAL at 1732281252161 (+6 ms)Closed at 1732281252161 2024-11-22T13:14:12,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741830_1006 (size=234447) 2024-11-22T13:14:12,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35587 is added to blk_1073741830_1006 (size=234447) 2024-11-22T13:14:12,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741830_1006 (size=234447) 2024-11-22T13:14:12,166 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T13:14:12,167 INFO [M:0;e025332d312f:45009 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T13:14:12,167 INFO [M:0;e025332d312f:45009 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45009 2024-11-22T13:14:12,167 INFO [M:0;e025332d312f:45009 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T13:14:12,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45009-0x10162ace1f40000, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T13:14:12,296 INFO [M:0;e025332d312f:45009 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T13:14:12,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45009-0x10162ace1f40000, quorum=127.0.0.1:55501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T13:14:12,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T13:14:12,305 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T13:14:12,305 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T13:14:12,305 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T13:14:12,305 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/hadoop.log.dir/,STOPPED} 2024-11-22T13:14:12,309 WARN [BP-952575588-172.17.0.2-1732281160660 heartbeating to localhost/127.0.0.1:34919 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T13:14:12,309 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T13:14:12,309 WARN [BP-952575588-172.17.0.2-1732281160660 heartbeating to localhost/127.0.0.1:34919 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-952575588-172.17.0.2-1732281160660 (Datanode Uuid b6586d8c-19e1-4d79-86ae-349d4b016369) service to localhost/127.0.0.1:34919 2024-11-22T13:14:12,309 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T13:14:12,311 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/cluster_94d07858-b513-27f8-c23e-e25bd19ed250/data/data5/current/BP-952575588-172.17.0.2-1732281160660 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T13:14:12,311 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/cluster_94d07858-b513-27f8-c23e-e25bd19ed250/data/data6/current/BP-952575588-172.17.0.2-1732281160660 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T13:14:12,312 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T13:14:12,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T13:14:12,315 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T13:14:12,315 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T13:14:12,316 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T13:14:12,316 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/hadoop.log.dir/,STOPPED} 2024-11-22T13:14:12,318 WARN [BP-952575588-172.17.0.2-1732281160660 heartbeating to localhost/127.0.0.1:34919 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T13:14:12,318 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T13:14:12,318 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T13:14:12,318 WARN [BP-952575588-172.17.0.2-1732281160660 heartbeating to localhost/127.0.0.1:34919 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-952575588-172.17.0.2-1732281160660 (Datanode Uuid 96ef9972-f1de-446d-a02b-21697e4854cc) service to localhost/127.0.0.1:34919 2024-11-22T13:14:12,319 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/cluster_94d07858-b513-27f8-c23e-e25bd19ed250/data/data3/current/BP-952575588-172.17.0.2-1732281160660 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T13:14:12,319 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/cluster_94d07858-b513-27f8-c23e-e25bd19ed250/data/data4/current/BP-952575588-172.17.0.2-1732281160660 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T13:14:12,320 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T13:14:12,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T13:14:12,324 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T13:14:12,324 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T13:14:12,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T13:14:12,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/hadoop.log.dir/,STOPPED} 2024-11-22T13:14:12,326 WARN [BP-952575588-172.17.0.2-1732281160660 heartbeating to localhost/127.0.0.1:34919 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T13:14:12,326 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T13:14:12,327 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T13:14:12,327 WARN [BP-952575588-172.17.0.2-1732281160660 heartbeating to localhost/127.0.0.1:34919 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-952575588-172.17.0.2-1732281160660 (Datanode Uuid b802e42d-f8fa-434a-b393-bda9c508bb08) service to localhost/127.0.0.1:34919 2024-11-22T13:14:12,327 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/cluster_94d07858-b513-27f8-c23e-e25bd19ed250/data/data1/current/BP-952575588-172.17.0.2-1732281160660 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T13:14:12,328 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/cluster_94d07858-b513-27f8-c23e-e25bd19ed250/data/data2/current/BP-952575588-172.17.0.2-1732281160660 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T13:14:12,328 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T13:14:12,340 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T13:14:12,341 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T13:14:12,341 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T13:14:12,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T13:14:12,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/hadoop.log.dir/,STOPPED} 2024-11-22T13:14:12,350 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T13:14:12,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T13:14:12,403 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=96 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e025332d312f:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e025332d312f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/e025332d312f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e025332d312f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e025332d312f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34919 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34919 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:34919 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e025332d312f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/e025332d312f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34919 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@141742cc java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34919 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:34919 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34919 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e025332d312f:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34919 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=265 (was 346), ProcessCount=11 (was 11), AvailableMemoryMB=3473 (was 4999) 2024-11-22T13:14:12,410 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=97, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=265, ProcessCount=11, AvailableMemoryMB=3473 2024-11-22T13:14:12,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/hadoop.log.dir so I do NOT create it in target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898 2024-11-22T13:14:12,422 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T13:14:12,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/hadoop.tmp.dir so I do NOT create it in target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898 2024-11-22T13:14:12,423 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad3908bd-69f0-8f1a-1c02-b92e3b684e49/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T13:14:12,423 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898 2024-11-22T13:14:12,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T13:14:12,423 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/cluster_9d43f1d3-d6c1-85ed-3cd0-c169149dffb9, deleteOnExit=true 2024-11-22T13:14:12,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T13:14:12,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/test.cache.data in system properties and HBase conf 2024-11-22T13:14:12,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T13:14:12,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/hadoop.log.dir in system properties and HBase conf 2024-11-22T13:14:12,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T13:14:12,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T13:14:12,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T13:14:12,424 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T13:14:12,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T13:14:12,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T13:14:12,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T13:14:12,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T13:14:12,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T13:14:12,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T13:14:12,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T13:14:12,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T13:14:12,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T13:14:12,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/nfs.dump.dir in system properties and HBase conf 2024-11-22T13:14:12,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/java.io.tmpdir in system properties and HBase conf 2024-11-22T13:14:12,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T13:14:12,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T13:14:12,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T13:14:13,007 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T13:14:13,016 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T13:14:13,024 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T13:14:13,024 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T13:14:13,025 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T13:14:13,026 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T13:14:13,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16952596{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/hadoop.log.dir/,AVAILABLE} 2024-11-22T13:14:13,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46abb6db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T13:14:13,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e6670d2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/java.io.tmpdir/jetty-localhost-46655-hadoop-hdfs-3_4_1-tests_jar-_-any-11232248898678338531/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T13:14:13,166 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1fb14da0{HTTP/1.1, (http/1.1)}{localhost:46655} 2024-11-22T13:14:13,166 INFO [Time-limited test {}] server.Server(415): Started @95227ms 2024-11-22T13:14:13,423 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T13:14:13,427 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T13:14:13,428 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T13:14:13,428 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T13:14:13,428 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T13:14:13,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ce2d997{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/hadoop.log.dir/,AVAILABLE} 2024-11-22T13:14:13,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b33d518{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T13:14:13,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23493ac2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/java.io.tmpdir/jetty-localhost-39951-hadoop-hdfs-3_4_1-tests_jar-_-any-16542428895801208876/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T13:14:13,524 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7afabc0{HTTP/1.1, (http/1.1)}{localhost:39951} 2024-11-22T13:14:13,524 INFO [Time-limited test {}] server.Server(415): Started @95585ms 2024-11-22T13:14:13,525 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T13:14:13,562 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T13:14:13,566 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T13:14:13,566 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T13:14:13,566 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T13:14:13,567 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T13:14:13,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25075e3c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/hadoop.log.dir/,AVAILABLE} 2024-11-22T13:14:13,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2360431{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T13:14:13,663 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a48833c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/java.io.tmpdir/jetty-localhost-36589-hadoop-hdfs-3_4_1-tests_jar-_-any-9274619956795056641/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T13:14:13,663 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70fbbb4d{HTTP/1.1, (http/1.1)}{localhost:36589} 2024-11-22T13:14:13,663 INFO [Time-limited test {}] server.Server(415): Started @95724ms 2024-11-22T13:14:13,665 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T13:14:13,748 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T13:14:13,752 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T13:14:13,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T13:14:13,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T13:14:13,753 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T13:14:13,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27b212b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/hadoop.log.dir/,AVAILABLE} 2024-11-22T13:14:13,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@271f2cd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T13:14:13,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b9e9d81{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/java.io.tmpdir/jetty-localhost-33445-hadoop-hdfs-3_4_1-tests_jar-_-any-13613928098917404405/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T13:14:13,866 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@180e4735{HTTP/1.1, (http/1.1)}{localhost:33445} 2024-11-22T13:14:13,866 INFO [Time-limited test {}] server.Server(415): Started @95927ms 2024-11-22T13:14:13,867 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T13:14:15,350 WARN [Thread-705 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/cluster_9d43f1d3-d6c1-85ed-3cd0-c169149dffb9/data/data1/current/BP-56470428-172.17.0.2-1732281252442/current, will proceed with Du for space computation calculation, 2024-11-22T13:14:15,350 WARN [Thread-706 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/cluster_9d43f1d3-d6c1-85ed-3cd0-c169149dffb9/data/data2/current/BP-56470428-172.17.0.2-1732281252442/current, will proceed with Du for space computation calculation, 2024-11-22T13:14:15,372 WARN [Thread-645 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T13:14:15,374 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b1013ee8f5020d4 with lease ID 0x16ff35ddd6608c1b: Processing first storage report for DS-4e4f1c74-dd17-413b-8e59-7e29905fcbc4 from datanode DatanodeRegistration(127.0.0.1:34035, datanodeUuid=2bfb737d-4cbe-4b29-8f48-7f08920da6c3, infoPort=35905, infoSecurePort=0, ipcPort=34681, storageInfo=lv=-57;cid=testClusterID;nsid=126387147;c=1732281252442) 2024-11-22T13:14:15,374 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b1013ee8f5020d4 with lease ID 0x16ff35ddd6608c1b: from storage DS-4e4f1c74-dd17-413b-8e59-7e29905fcbc4 node DatanodeRegistration(127.0.0.1:34035, datanodeUuid=2bfb737d-4cbe-4b29-8f48-7f08920da6c3, infoPort=35905, infoSecurePort=0, ipcPort=34681, storageInfo=lv=-57;cid=testClusterID;nsid=126387147;c=1732281252442), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T13:14:15,374 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b1013ee8f5020d4 with lease ID 0x16ff35ddd6608c1b: Processing first storage report for DS-b5955eeb-56bd-4946-a3ca-60c185173aff from datanode DatanodeRegistration(127.0.0.1:34035, datanodeUuid=2bfb737d-4cbe-4b29-8f48-7f08920da6c3, infoPort=35905, infoSecurePort=0, ipcPort=34681, storageInfo=lv=-57;cid=testClusterID;nsid=126387147;c=1732281252442) 2024-11-22T13:14:15,374 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b1013ee8f5020d4 with lease ID 0x16ff35ddd6608c1b: from storage DS-b5955eeb-56bd-4946-a3ca-60c185173aff node DatanodeRegistration(127.0.0.1:34035, datanodeUuid=2bfb737d-4cbe-4b29-8f48-7f08920da6c3, infoPort=35905, infoSecurePort=0, ipcPort=34681, storageInfo=lv=-57;cid=testClusterID;nsid=126387147;c=1732281252442), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T13:14:15,479 WARN [Thread-716 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/cluster_9d43f1d3-d6c1-85ed-3cd0-c169149dffb9/data/data3/current/BP-56470428-172.17.0.2-1732281252442/current, will proceed with Du for space computation calculation, 2024-11-22T13:14:15,479 WARN [Thread-717 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/cluster_9d43f1d3-d6c1-85ed-3cd0-c169149dffb9/data/data4/current/BP-56470428-172.17.0.2-1732281252442/current, will proceed with Du for space computation calculation, 2024-11-22T13:14:15,495 WARN [Thread-668 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T13:14:15,498 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x806bed593d9b1221 with lease ID 0x16ff35ddd6608c1c: Processing first storage report for DS-e7a91f0a-47e9-4fd2-b600-d9a99ee811ae from datanode DatanodeRegistration(127.0.0.1:35873, datanodeUuid=42319b80-00d3-4cc1-80cf-7c134a52fea4, infoPort=36821, infoSecurePort=0, ipcPort=41457, storageInfo=lv=-57;cid=testClusterID;nsid=126387147;c=1732281252442) 2024-11-22T13:14:15,498 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x806bed593d9b1221 with lease ID 0x16ff35ddd6608c1c: from storage DS-e7a91f0a-47e9-4fd2-b600-d9a99ee811ae node DatanodeRegistration(127.0.0.1:35873, datanodeUuid=42319b80-00d3-4cc1-80cf-7c134a52fea4, infoPort=36821, infoSecurePort=0, ipcPort=41457, storageInfo=lv=-57;cid=testClusterID;nsid=126387147;c=1732281252442), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T13:14:15,498 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x806bed593d9b1221 with lease ID 0x16ff35ddd6608c1c: Processing first storage report for DS-97cffed1-7ec5-4d76-bdbe-73a2e6d072e3 from datanode DatanodeRegistration(127.0.0.1:35873, datanodeUuid=42319b80-00d3-4cc1-80cf-7c134a52fea4, infoPort=36821, infoSecurePort=0, ipcPort=41457, storageInfo=lv=-57;cid=testClusterID;nsid=126387147;c=1732281252442) 2024-11-22T13:14:15,498 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x806bed593d9b1221 with lease ID 0x16ff35ddd6608c1c: from storage DS-97cffed1-7ec5-4d76-bdbe-73a2e6d072e3 node DatanodeRegistration(127.0.0.1:35873, datanodeUuid=42319b80-00d3-4cc1-80cf-7c134a52fea4, infoPort=36821, infoSecurePort=0, ipcPort=41457, storageInfo=lv=-57;cid=testClusterID;nsid=126387147;c=1732281252442), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T13:14:15,558 WARN [Thread-727 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/cluster_9d43f1d3-d6c1-85ed-3cd0-c169149dffb9/data/data5/current/BP-56470428-172.17.0.2-1732281252442/current, will proceed with Du for space computation calculation, 2024-11-22T13:14:15,558 WARN [Thread-728 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/cluster_9d43f1d3-d6c1-85ed-3cd0-c169149dffb9/data/data6/current/BP-56470428-172.17.0.2-1732281252442/current, will proceed with Du for space computation calculation, 2024-11-22T13:14:15,581 WARN [Thread-690 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T13:14:15,585 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a27096f7bd78600 with lease ID 0x16ff35ddd6608c1d: Processing first storage report for DS-6075cef8-513c-4c40-9d7c-6f014ea51425 from datanode DatanodeRegistration(127.0.0.1:45935, datanodeUuid=6727b16a-8a6b-48aa-a5cb-18a52cd56793, infoPort=35443, infoSecurePort=0, ipcPort=38785, storageInfo=lv=-57;cid=testClusterID;nsid=126387147;c=1732281252442) 2024-11-22T13:14:15,585 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a27096f7bd78600 with lease ID 0x16ff35ddd6608c1d: from storage DS-6075cef8-513c-4c40-9d7c-6f014ea51425 node DatanodeRegistration(127.0.0.1:45935, datanodeUuid=6727b16a-8a6b-48aa-a5cb-18a52cd56793, infoPort=35443, infoSecurePort=0, ipcPort=38785, storageInfo=lv=-57;cid=testClusterID;nsid=126387147;c=1732281252442), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T13:14:15,585 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a27096f7bd78600 with lease ID 0x16ff35ddd6608c1d: Processing first storage report for DS-a79cb1a1-58b2-4a32-ab42-3032ce5c6c62 from datanode DatanodeRegistration(127.0.0.1:45935, datanodeUuid=6727b16a-8a6b-48aa-a5cb-18a52cd56793, infoPort=35443, infoSecurePort=0, ipcPort=38785, storageInfo=lv=-57;cid=testClusterID;nsid=126387147;c=1732281252442) 2024-11-22T13:14:15,585 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a27096f7bd78600 with lease ID 0x16ff35ddd6608c1d: from storage DS-a79cb1a1-58b2-4a32-ab42-3032ce5c6c62 node DatanodeRegistration(127.0.0.1:45935, datanodeUuid=6727b16a-8a6b-48aa-a5cb-18a52cd56793, infoPort=35443, infoSecurePort=0, ipcPort=38785, storageInfo=lv=-57;cid=testClusterID;nsid=126387147;c=1732281252442), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T13:14:15,606 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898 2024-11-22T13:14:15,608 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/cluster_9d43f1d3-d6c1-85ed-3cd0-c169149dffb9/zookeeper_0, clientPort=60214, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/cluster_9d43f1d3-d6c1-85ed-3cd0-c169149dffb9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/cluster_9d43f1d3-d6c1-85ed-3cd0-c169149dffb9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T13:14:15,609 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60214 2024-11-22T13:14:15,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T13:14:15,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T13:14:15,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741825_1001 (size=7) 2024-11-22T13:14:15,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741825_1001 (size=7) 2024-11-22T13:14:15,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741825_1001 (size=7) 2024-11-22T13:14:15,626 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce with version=8 2024-11-22T13:14:15,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/hbase-staging 2024-11-22T13:14:15,629 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e025332d312f:0 server-side Connection retries=45 2024-11-22T13:14:15,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T13:14:15,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T13:14:15,629 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T13:14:15,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T13:14:15,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T13:14:15,630 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T13:14:15,630 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T13:14:15,631 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46737 2024-11-22T13:14:15,632 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46737 connecting to ZooKeeper ensemble=127.0.0.1:60214 2024-11-22T13:14:15,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467370x0, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T13:14:15,688 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46737-0x10162ae42630000 connected 2024-11-22T13:14:15,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T13:14:15,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T13:14:15,787 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46737-0x10162ae42630000, quorum=127.0.0.1:60214, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T13:14:15,787 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce, hbase.cluster.distributed=false 2024-11-22T13:14:15,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46737-0x10162ae42630000, quorum=127.0.0.1:60214, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T13:14:15,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46737 2024-11-22T13:14:15,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46737 2024-11-22T13:14:15,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46737 2024-11-22T13:14:15,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46737 2024-11-22T13:14:15,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46737 2024-11-22T13:14:15,807 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e025332d312f:0 server-side Connection retries=45 2024-11-22T13:14:15,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T13:14:15,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T13:14:15,808 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T13:14:15,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T13:14:15,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T13:14:15,808 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T13:14:15,808 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T13:14:15,812 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32889 2024-11-22T13:14:15,814 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32889 connecting to ZooKeeper ensemble=127.0.0.1:60214 2024-11-22T13:14:15,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T13:14:15,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T13:14:15,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328890x0, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T13:14:15,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328890x0, quorum=127.0.0.1:60214, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T13:14:15,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32889-0x10162ae42630001 connected 2024-11-22T13:14:15,825 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T13:14:15,826 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T13:14:15,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32889-0x10162ae42630001, quorum=127.0.0.1:60214, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T13:14:15,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32889-0x10162ae42630001, quorum=127.0.0.1:60214, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T13:14:15,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32889 2024-11-22T13:14:15,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32889 2024-11-22T13:14:15,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32889 2024-11-22T13:14:15,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32889 2024-11-22T13:14:15,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32889 2024-11-22T13:14:15,849 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e025332d312f:0 server-side Connection retries=45 2024-11-22T13:14:15,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T13:14:15,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T13:14:15,850 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T13:14:15,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T13:14:15,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T13:14:15,850 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T13:14:15,850 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T13:14:15,850 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32895 2024-11-22T13:14:15,852 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32895 connecting to ZooKeeper ensemble=127.0.0.1:60214 2024-11-22T13:14:15,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T13:14:15,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T13:14:15,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328950x0, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T13:14:15,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32895-0x10162ae42630002 connected 2024-11-22T13:14:15,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32895-0x10162ae42630002, quorum=127.0.0.1:60214, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T13:14:15,867 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T13:14:15,868 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T13:14:15,868 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32895-0x10162ae42630002, quorum=127.0.0.1:60214, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T13:14:15,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32895-0x10162ae42630002, quorum=127.0.0.1:60214, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T13:14:15,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32895 2024-11-22T13:14:15,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32895 2024-11-22T13:14:15,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32895 2024-11-22T13:14:15,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32895 2024-11-22T13:14:15,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32895 2024-11-22T13:14:15,889 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e025332d312f:0 server-side Connection retries=45 2024-11-22T13:14:15,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T13:14:15,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T13:14:15,889 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T13:14:15,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T13:14:15,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T13:14:15,889 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T13:14:15,889 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T13:14:15,890 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35929 2024-11-22T13:14:15,891 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35929 connecting to ZooKeeper ensemble=127.0.0.1:60214 2024-11-22T13:14:15,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T13:14:15,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T13:14:15,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359290x0, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T13:14:15,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35929-0x10162ae42630003 connected 2024-11-22T13:14:15,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35929-0x10162ae42630003, quorum=127.0.0.1:60214, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T13:14:15,908 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T13:14:15,909 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T13:14:15,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35929-0x10162ae42630003, quorum=127.0.0.1:60214, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T13:14:15,911 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35929-0x10162ae42630003, quorum=127.0.0.1:60214, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T13:14:15,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35929 2024-11-22T13:14:15,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35929 2024-11-22T13:14:15,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35929 2024-11-22T13:14:15,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35929 2024-11-22T13:14:15,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35929 2024-11-22T13:14:15,930 DEBUG [M:0;e025332d312f:46737 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e025332d312f:46737 2024-11-22T13:14:15,930 INFO [master/e025332d312f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e025332d312f,46737,1732281255629 2024-11-22T13:14:15,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46737-0x10162ae42630000, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T13:14:15,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32889-0x10162ae42630001, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T13:14:15,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35929-0x10162ae42630003, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T13:14:15,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x10162ae42630002, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T13:14:15,941 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46737-0x10162ae42630000, quorum=127.0.0.1:60214, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e025332d312f,46737,1732281255629 2024-11-22T13:14:15,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x10162ae42630002, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T13:14:15,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35929-0x10162ae42630003, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T13:14:15,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46737-0x10162ae42630000, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:14:15,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32889-0x10162ae42630001, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T13:14:15,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35929-0x10162ae42630003, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:14:15,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32889-0x10162ae42630001, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:14:15,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x10162ae42630002, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:14:15,951 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46737-0x10162ae42630000, quorum=127.0.0.1:60214, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T13:14:15,951 INFO [master/e025332d312f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e025332d312f,46737,1732281255629 from backup master directory 2024-11-22T13:14:15,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46737-0x10162ae42630000, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e025332d312f,46737,1732281255629 2024-11-22T13:14:15,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32889-0x10162ae42630001, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T13:14:15,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35929-0x10162ae42630003, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T13:14:15,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x10162ae42630002, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T13:14:15,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46737-0x10162ae42630000, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T13:14:15,961 WARN [master/e025332d312f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T13:14:15,961 INFO [master/e025332d312f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e025332d312f,46737,1732281255629 2024-11-22T13:14:15,966 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/hbase.id] with ID: 6789aeca-2d65-4cbb-a3b8-0ba201733698 2024-11-22T13:14:15,966 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/.tmp/hbase.id 2024-11-22T13:14:15,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741826_1002 (size=42) 2024-11-22T13:14:15,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741826_1002 (size=42) 2024-11-22T13:14:15,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741826_1002 (size=42) 2024-11-22T13:14:15,977 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/.tmp/hbase.id]:[hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/hbase.id] 2024-11-22T13:14:15,991 INFO [master/e025332d312f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T13:14:15,991 INFO [master/e025332d312f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T13:14:15,993 INFO [master/e025332d312f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-22T13:14:16,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35929-0x10162ae42630003, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:14:16,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46737-0x10162ae42630000, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:14:16,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32889-0x10162ae42630001, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:14:16,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x10162ae42630002, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:14:16,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741827_1003 (size=196) 2024-11-22T13:14:16,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741827_1003 (size=196) 2024-11-22T13:14:16,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741827_1003 (size=196) 2024-11-22T13:14:16,017 INFO [master/e025332d312f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T13:14:16,018 INFO [master/e025332d312f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T13:14:16,018 INFO [master/e025332d312f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T13:14:16,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741828_1004 (size=1189) 2024-11-22T13:14:16,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741828_1004 (size=1189) 2024-11-22T13:14:16,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741828_1004 (size=1189) 2024-11-22T13:14:16,028 INFO [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/MasterData/data/master/store 2024-11-22T13:14:16,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741829_1005 (size=34) 2024-11-22T13:14:16,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741829_1005 (size=34) 2024-11-22T13:14:16,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741829_1005 (size=34) 2024-11-22T13:14:16,037 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:14:16,037 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T13:14:16,037 INFO [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T13:14:16,037 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T13:14:16,037 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T13:14:16,037 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T13:14:16,037 INFO [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T13:14:16,038 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732281256037Disabling compacts and flushes for region at 1732281256037Disabling writes for close at 1732281256037Writing region close event to WAL at 1732281256037Closed at 1732281256037 2024-11-22T13:14:16,038 WARN [master/e025332d312f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/MasterData/data/master/store/.initializing 2024-11-22T13:14:16,039 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/MasterData/WALs/e025332d312f,46737,1732281255629 2024-11-22T13:14:16,040 INFO [master/e025332d312f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T13:14:16,042 INFO [master/e025332d312f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e025332d312f%2C46737%2C1732281255629, suffix=, logDir=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/MasterData/WALs/e025332d312f,46737,1732281255629, archiveDir=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/MasterData/oldWALs, maxLogs=10 2024-11-22T13:14:16,054 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/MasterData/WALs/e025332d312f,46737,1732281255629/e025332d312f%2C46737%2C1732281255629.1732281256042, exclude list is [], retry=0 2024-11-22T13:14:16,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35873,DS-e7a91f0a-47e9-4fd2-b600-d9a99ee811ae,DISK] 2024-11-22T13:14:16,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34035,DS-4e4f1c74-dd17-413b-8e59-7e29905fcbc4,DISK] 2024-11-22T13:14:16,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45935,DS-6075cef8-513c-4c40-9d7c-6f014ea51425,DISK] 2024-11-22T13:14:16,059 INFO [master/e025332d312f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/MasterData/WALs/e025332d312f,46737,1732281255629/e025332d312f%2C46737%2C1732281255629.1732281256042 2024-11-22T13:14:16,059 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36821:36821),(127.0.0.1/127.0.0.1:35905:35905),(127.0.0.1/127.0.0.1:35443:35443)] 2024-11-22T13:14:16,059 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T13:14:16,060 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:14:16,060 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T13:14:16,060 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T13:14:16,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T13:14:16,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T13:14:16,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T13:14:16,064 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:16,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T13:14:16,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T13:14:16,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T13:14:16,066 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:16,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:14:16,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T13:14:16,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T13:14:16,069 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:16,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:14:16,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T13:14:16,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T13:14:16,071 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:16,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:14:16,072 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T13:14:16,073 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T13:14:16,073 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T13:14:16,075 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T13:14:16,075 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T13:14:16,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T13:14:16,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T13:14:16,075 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T13:14:16,077 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T13:14:16,079 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T13:14:16,080 INFO [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75062401, jitterRate=0.1185169368982315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T13:14:16,080 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732281256060Initializing all the Stores at 1732281256061 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732281256061Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281256061Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281256061Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281256061Cleaning up temporary data from old regions at 1732281256075 (+14 ms)Region opened successfully at 1732281256080 (+5 ms) 2024-11-22T13:14:16,080 INFO [master/e025332d312f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T13:14:16,084 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbacc5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e025332d312f/172.17.0.2:0 2024-11-22T13:14:16,085 INFO [master/e025332d312f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T13:14:16,085 INFO [master/e025332d312f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T13:14:16,085 INFO [master/e025332d312f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T13:14:16,085 INFO [master/e025332d312f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T13:14:16,086 INFO [master/e025332d312f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T13:14:16,086 INFO [master/e025332d312f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T13:14:16,086 INFO [master/e025332d312f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-22T13:14:16,089 INFO [master/e025332d312f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T13:14:16,089 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46737-0x10162ae42630000, quorum=127.0.0.1:60214, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T13:14:16,098 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T13:14:16,098 INFO [master/e025332d312f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T13:14:16,099 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46737-0x10162ae42630000, quorum=127.0.0.1:60214, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T13:14:16,108 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T13:14:16,109 INFO [master/e025332d312f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T13:14:16,109 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46737-0x10162ae42630000, quorum=127.0.0.1:60214, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T13:14:16,119 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T13:14:16,120 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46737-0x10162ae42630000, quorum=127.0.0.1:60214, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T13:14:16,129 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T13:14:16,132 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46737-0x10162ae42630000, quorum=127.0.0.1:60214, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T13:14:16,140 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T13:14:16,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46737-0x10162ae42630000, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T13:14:16,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35929-0x10162ae42630003, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T13:14:16,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32889-0x10162ae42630001, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T13:14:16,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x10162ae42630002, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T13:14:16,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35929-0x10162ae42630003, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:14:16,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x10162ae42630002, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:14:16,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46737-0x10162ae42630000, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:14:16,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32889-0x10162ae42630001, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:14:16,151 INFO [master/e025332d312f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e025332d312f,46737,1732281255629, sessionid=0x10162ae42630000, setting cluster-up flag (Was=false) 2024-11-22T13:14:16,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35929-0x10162ae42630003, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:14:16,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32889-0x10162ae42630001, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:14:16,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46737-0x10162ae42630000, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:14:16,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x10162ae42630002, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:14:16,203 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T13:14:16,205 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e025332d312f,46737,1732281255629 2024-11-22T13:14:16,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46737-0x10162ae42630000, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:14:16,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35929-0x10162ae42630003, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:14:16,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32889-0x10162ae42630001, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:14:16,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x10162ae42630002, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:14:16,256 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T13:14:16,257 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e025332d312f,46737,1732281255629 2024-11-22T13:14:16,259 INFO [master/e025332d312f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T13:14:16,260 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T13:14:16,260 INFO [master/e025332d312f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T13:14:16,261 INFO [master/e025332d312f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T13:14:16,261 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e025332d312f,46737,1732281255629 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T13:14:16,262 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e025332d312f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T13:14:16,262 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e025332d312f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T13:14:16,262 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e025332d312f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T13:14:16,262 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e025332d312f:0, corePoolSize=5, maxPoolSize=5 2024-11-22T13:14:16,262 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e025332d312f:0, corePoolSize=10, maxPoolSize=10 2024-11-22T13:14:16,262 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:16,263 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e025332d312f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T13:14:16,263 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:16,263 INFO [master/e025332d312f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732281286263 2024-11-22T13:14:16,264 INFO [master/e025332d312f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T13:14:16,264 INFO [master/e025332d312f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T13:14:16,264 INFO [master/e025332d312f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T13:14:16,264 INFO [master/e025332d312f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T13:14:16,264 INFO [master/e025332d312f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T13:14:16,264 INFO [master/e025332d312f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T13:14:16,264 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T13:14:16,264 INFO [master/e025332d312f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:16,264 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T13:14:16,265 INFO [master/e025332d312f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T13:14:16,265 INFO [master/e025332d312f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T13:14:16,265 INFO [master/e025332d312f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T13:14:16,265 INFO [master/e025332d312f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T13:14:16,265 INFO [master/e025332d312f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T13:14:16,266 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:16,266 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T13:14:16,270 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e025332d312f:0:becomeActiveMaster-HFileCleaner.large.0-1732281256265,5,FailOnTimeoutGroup] 2024-11-22T13:14:16,270 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e025332d312f:0:becomeActiveMaster-HFileCleaner.small.0-1732281256270,5,FailOnTimeoutGroup] 2024-11-22T13:14:16,271 INFO [master/e025332d312f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:16,271 INFO [master/e025332d312f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T13:14:16,271 INFO [master/e025332d312f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:16,271 INFO [master/e025332d312f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:16,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741831_1007 (size=1321) 2024-11-22T13:14:16,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741831_1007 (size=1321) 2024-11-22T13:14:16,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741831_1007 (size=1321) 2024-11-22T13:14:16,283 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T13:14:16,283 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce 2024-11-22T13:14:16,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741832_1008 (size=32) 2024-11-22T13:14:16,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741832_1008 (size=32) 2024-11-22T13:14:16,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741832_1008 (size=32) 2024-11-22T13:14:16,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:14:16,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T13:14:16,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T13:14:16,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:16,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T13:14:16,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T13:14:16,300 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T13:14:16,300 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:16,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T13:14:16,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T13:14:16,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T13:14:16,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:16,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T13:14:16,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T13:14:16,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T13:14:16,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:16,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T13:14:16,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T13:14:16,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/hbase/meta/1588230740 2024-11-22T13:14:16,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/hbase/meta/1588230740 2024-11-22T13:14:16,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T13:14:16,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T13:14:16,307 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T13:14:16,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T13:14:16,310 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T13:14:16,311 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73782205, jitterRate=0.09944052994251251}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T13:14:16,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732281256293Initializing all the Stores at 1732281256294 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732281256294Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732281256296 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281256296Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732281256296Cleaning up temporary data from old regions at 1732281256307 (+11 ms)Region opened successfully at 1732281256311 (+4 ms) 2024-11-22T13:14:16,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T13:14:16,311 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T13:14:16,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T13:14:16,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T13:14:16,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T13:14:16,312 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T13:14:16,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732281256311Disabling compacts and flushes for region at 1732281256311Disabling writes for close at 1732281256312 (+1 ms)Writing region close event to WAL at 1732281256312Closed at 1732281256312 2024-11-22T13:14:16,313 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T13:14:16,313 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T13:14:16,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T13:14:16,314 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T13:14:16,315 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T13:14:16,315 INFO [RS:1;e025332d312f:32895 {}] regionserver.HRegionServer(746): ClusterId : 6789aeca-2d65-4cbb-a3b8-0ba201733698 2024-11-22T13:14:16,315 INFO [RS:0;e025332d312f:32889 {}] regionserver.HRegionServer(746): ClusterId : 6789aeca-2d65-4cbb-a3b8-0ba201733698 2024-11-22T13:14:16,315 INFO [RS:2;e025332d312f:35929 {}] regionserver.HRegionServer(746): ClusterId : 6789aeca-2d65-4cbb-a3b8-0ba201733698 2024-11-22T13:14:16,315 DEBUG [RS:1;e025332d312f:32895 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T13:14:16,315 DEBUG [RS:0;e025332d312f:32889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T13:14:16,315 DEBUG [RS:2;e025332d312f:35929 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T13:14:16,319 DEBUG [RS:1;e025332d312f:32895 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T13:14:16,319 DEBUG [RS:0;e025332d312f:32889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T13:14:16,319 DEBUG [RS:2;e025332d312f:35929 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T13:14:16,320 DEBUG [RS:0;e025332d312f:32889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T13:14:16,320 DEBUG [RS:1;e025332d312f:32895 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T13:14:16,320 DEBUG [RS:2;e025332d312f:35929 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T13:14:16,330 DEBUG [RS:1;e025332d312f:32895 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T13:14:16,330 DEBUG [RS:2;e025332d312f:35929 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T13:14:16,330 DEBUG [RS:0;e025332d312f:32889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T13:14:16,330 DEBUG [RS:0;e025332d312f:32889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41f15e69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e025332d312f/172.17.0.2:0 2024-11-22T13:14:16,330 DEBUG [RS:1;e025332d312f:32895 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5678a81d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e025332d312f/172.17.0.2:0 2024-11-22T13:14:16,330 DEBUG [RS:2;e025332d312f:35929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52018555, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e025332d312f/172.17.0.2:0 2024-11-22T13:14:16,345 DEBUG [RS:0;e025332d312f:32889 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e025332d312f:32889 2024-11-22T13:14:16,345 INFO [RS:0;e025332d312f:32889 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T13:14:16,345 DEBUG [RS:2;e025332d312f:35929 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;e025332d312f:35929 2024-11-22T13:14:16,345 INFO [RS:0;e025332d312f:32889 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T13:14:16,345 INFO [RS:2;e025332d312f:35929 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T13:14:16,345 INFO [RS:2;e025332d312f:35929 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T13:14:16,345 DEBUG [RS:0;e025332d312f:32889 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T13:14:16,345 DEBUG [RS:2;e025332d312f:35929 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T13:14:16,345 DEBUG [RS:1;e025332d312f:32895 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e025332d312f:32895 2024-11-22T13:14:16,345 INFO [RS:1;e025332d312f:32895 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T13:14:16,346 INFO [RS:1;e025332d312f:32895 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T13:14:16,346 DEBUG [RS:1;e025332d312f:32895 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T13:14:16,346 INFO [RS:0;e025332d312f:32889 {}] regionserver.HRegionServer(2659): reportForDuty to master=e025332d312f,46737,1732281255629 with port=32889, startcode=1732281255807 2024-11-22T13:14:16,346 INFO [RS:1;e025332d312f:32895 {}] regionserver.HRegionServer(2659): reportForDuty to master=e025332d312f,46737,1732281255629 with port=32895, startcode=1732281255849 2024-11-22T13:14:16,346 INFO [RS:2;e025332d312f:35929 {}] regionserver.HRegionServer(2659): reportForDuty to master=e025332d312f,46737,1732281255629 with port=35929, startcode=1732281255888 2024-11-22T13:14:16,346 DEBUG [RS:0;e025332d312f:32889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T13:14:16,346 DEBUG [RS:2;e025332d312f:35929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T13:14:16,346 DEBUG [RS:1;e025332d312f:32895 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T13:14:16,348 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40359, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T13:14:16,348 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T13:14:16,348 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T13:14:16,349 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46737 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e025332d312f,32889,1732281255807 2024-11-22T13:14:16,349 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46737 {}] master.ServerManager(517): Registering regionserver=e025332d312f,32889,1732281255807 2024-11-22T13:14:16,351 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46737 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e025332d312f,32895,1732281255849 2024-11-22T13:14:16,351 DEBUG [RS:0;e025332d312f:32889 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce 2024-11-22T13:14:16,351 DEBUG [RS:0;e025332d312f:32889 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32791 2024-11-22T13:14:16,351 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46737 {}] master.ServerManager(517): Registering regionserver=e025332d312f,32895,1732281255849 2024-11-22T13:14:16,351 DEBUG [RS:0;e025332d312f:32889 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T13:14:16,352 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46737 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e025332d312f,35929,1732281255888 2024-11-22T13:14:16,352 DEBUG [RS:1;e025332d312f:32895 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce 2024-11-22T13:14:16,352 DEBUG [RS:1;e025332d312f:32895 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32791 2024-11-22T13:14:16,352 DEBUG [RS:1;e025332d312f:32895 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T13:14:16,352 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46737 {}] master.ServerManager(517): Registering regionserver=e025332d312f,35929,1732281255888 2024-11-22T13:14:16,354 DEBUG [RS:2;e025332d312f:35929 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce 2024-11-22T13:14:16,354 DEBUG [RS:2;e025332d312f:35929 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32791 2024-11-22T13:14:16,354 DEBUG [RS:2;e025332d312f:35929 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T13:14:16,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46737-0x10162ae42630000, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T13:14:16,440 DEBUG [RS:0;e025332d312f:32889 {}] zookeeper.ZKUtil(111): regionserver:32889-0x10162ae42630001, quorum=127.0.0.1:60214, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e025332d312f,32889,1732281255807 2024-11-22T13:14:16,440 WARN [RS:0;e025332d312f:32889 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T13:14:16,440 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e025332d312f,32889,1732281255807] 2024-11-22T13:14:16,440 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e025332d312f,32895,1732281255849] 2024-11-22T13:14:16,440 DEBUG [RS:1;e025332d312f:32895 {}] zookeeper.ZKUtil(111): regionserver:32895-0x10162ae42630002, quorum=127.0.0.1:60214, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e025332d312f,32895,1732281255849 2024-11-22T13:14:16,440 INFO [RS:0;e025332d312f:32889 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T13:14:16,440 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e025332d312f,35929,1732281255888] 2024-11-22T13:14:16,440 WARN [RS:1;e025332d312f:32895 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T13:14:16,440 DEBUG [RS:2;e025332d312f:35929 {}] zookeeper.ZKUtil(111): regionserver:35929-0x10162ae42630003, quorum=127.0.0.1:60214, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e025332d312f,35929,1732281255888 2024-11-22T13:14:16,440 WARN [RS:2;e025332d312f:35929 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T13:14:16,440 DEBUG [RS:0;e025332d312f:32889 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/WALs/e025332d312f,32889,1732281255807 2024-11-22T13:14:16,440 INFO [RS:1;e025332d312f:32895 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T13:14:16,440 INFO [RS:2;e025332d312f:35929 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T13:14:16,441 DEBUG [RS:1;e025332d312f:32895 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/WALs/e025332d312f,32895,1732281255849 2024-11-22T13:14:16,441 DEBUG [RS:2;e025332d312f:35929 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/WALs/e025332d312f,35929,1732281255888 2024-11-22T13:14:16,448 INFO [RS:0;e025332d312f:32889 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T13:14:16,448 INFO [RS:1;e025332d312f:32895 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T13:14:16,448 INFO [RS:2;e025332d312f:35929 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T13:14:16,450 INFO [RS:1;e025332d312f:32895 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T13:14:16,452 INFO [RS:1;e025332d312f:32895 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T13:14:16,452 INFO [RS:1;e025332d312f:32895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:16,453 INFO [RS:1;e025332d312f:32895 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T13:14:16,453 INFO [RS:2;e025332d312f:35929 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T13:14:16,453 INFO [RS:1;e025332d312f:32895 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T13:14:16,454 INFO [RS:1;e025332d312f:32895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:16,454 DEBUG [RS:1;e025332d312f:32895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:16,454 DEBUG [RS:1;e025332d312f:32895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:16,454 INFO [RS:2;e025332d312f:35929 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T13:14:16,454 INFO [RS:2;e025332d312f:35929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:16,454 DEBUG [RS:1;e025332d312f:32895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:16,454 INFO [RS:0;e025332d312f:32889 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T13:14:16,454 DEBUG [RS:1;e025332d312f:32895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:16,454 DEBUG [RS:1;e025332d312f:32895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:16,454 INFO [RS:2;e025332d312f:35929 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T13:14:16,454 DEBUG [RS:1;e025332d312f:32895 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e025332d312f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T13:14:16,454 DEBUG [RS:1;e025332d312f:32895 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:16,454 DEBUG [RS:1;e025332d312f:32895 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:16,454 INFO [RS:0;e025332d312f:32889 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T13:14:16,454 DEBUG [RS:1;e025332d312f:32895 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:16,454 INFO [RS:0;e025332d312f:32889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:16,454 DEBUG [RS:1;e025332d312f:32895 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:16,455 DEBUG [RS:1;e025332d312f:32895 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:16,455 DEBUG [RS:1;e025332d312f:32895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:16,455 DEBUG [RS:1;e025332d312f:32895 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T13:14:16,455 DEBUG [RS:1;e025332d312f:32895 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T13:14:16,455 INFO [RS:0;e025332d312f:32889 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T13:14:16,455 INFO [RS:2;e025332d312f:35929 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T13:14:16,455 INFO [RS:2;e025332d312f:35929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:16,455 DEBUG [RS:2;e025332d312f:35929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:16,455 INFO [RS:1;e025332d312f:32895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:16,455 DEBUG [RS:2;e025332d312f:35929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:16,455 INFO [RS:1;e025332d312f:32895 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:16,455 DEBUG [RS:2;e025332d312f:35929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:16,455 INFO [RS:1;e025332d312f:32895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:16,456 DEBUG [RS:2;e025332d312f:35929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:16,456 INFO [RS:1;e025332d312f:32895 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:16,456 INFO [RS:1;e025332d312f:32895 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:16,456 DEBUG [RS:2;e025332d312f:35929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:16,456 INFO [RS:1;e025332d312f:32895 {}] hbase.ChoreService(168): Chore ScheduledChore name=e025332d312f,32895,1732281255849-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T13:14:16,456 DEBUG [RS:2;e025332d312f:35929 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e025332d312f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T13:14:16,456 DEBUG [RS:2;e025332d312f:35929 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:16,456 DEBUG [RS:2;e025332d312f:35929 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:16,456 DEBUG [RS:2;e025332d312f:35929 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:16,456 INFO [RS:0;e025332d312f:32889 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T13:14:16,456 DEBUG [RS:2;e025332d312f:35929 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:16,456 INFO [RS:0;e025332d312f:32889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:16,456 DEBUG [RS:2;e025332d312f:35929 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:16,456 DEBUG [RS:0;e025332d312f:32889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:16,456 DEBUG [RS:2;e025332d312f:35929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:16,456 DEBUG [RS:0;e025332d312f:32889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:16,456 DEBUG [RS:2;e025332d312f:35929 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T13:14:16,456 DEBUG [RS:0;e025332d312f:32889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:16,456 DEBUG [RS:0;e025332d312f:32889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:16,456 DEBUG [RS:2;e025332d312f:35929 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T13:14:16,456 DEBUG [RS:0;e025332d312f:32889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:16,457 DEBUG [RS:0;e025332d312f:32889 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e025332d312f:0, corePoolSize=2, maxPoolSize=2 2024-11-22T13:14:16,457 DEBUG [RS:0;e025332d312f:32889 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:16,457 DEBUG [RS:0;e025332d312f:32889 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:16,457 DEBUG [RS:0;e025332d312f:32889 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:16,457 DEBUG [RS:0;e025332d312f:32889 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:16,457 DEBUG [RS:0;e025332d312f:32889 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:16,457 DEBUG [RS:0;e025332d312f:32889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e025332d312f:0, corePoolSize=1, maxPoolSize=1 2024-11-22T13:14:16,457 DEBUG [RS:0;e025332d312f:32889 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T13:14:16,457 DEBUG [RS:0;e025332d312f:32889 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e025332d312f:0, corePoolSize=3, maxPoolSize=3 2024-11-22T13:14:16,461 INFO [RS:2;e025332d312f:35929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:16,461 INFO [RS:0;e025332d312f:32889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:16,461 INFO [RS:0;e025332d312f:32889 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:16,461 INFO [RS:0;e025332d312f:32889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:16,461 INFO [RS:0;e025332d312f:32889 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:16,461 INFO [RS:0;e025332d312f:32889 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:16,461 INFO [RS:0;e025332d312f:32889 {}] hbase.ChoreService(168): Chore ScheduledChore name=e025332d312f,32889,1732281255807-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T13:14:16,461 INFO [RS:2;e025332d312f:35929 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:16,462 INFO [RS:2;e025332d312f:35929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:16,462 INFO [RS:2;e025332d312f:35929 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:16,462 INFO [RS:2;e025332d312f:35929 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:16,462 INFO [RS:2;e025332d312f:35929 {}] hbase.ChoreService(168): Chore ScheduledChore name=e025332d312f,35929,1732281255888-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T13:14:16,465 WARN [e025332d312f:46737 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T13:14:16,471 INFO [RS:1;e025332d312f:32895 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T13:14:16,471 INFO [RS:1;e025332d312f:32895 {}] hbase.ChoreService(168): Chore ScheduledChore name=e025332d312f,32895,1732281255849-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:16,471 INFO [RS:1;e025332d312f:32895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:16,471 INFO [RS:1;e025332d312f:32895 {}] regionserver.Replication(171): e025332d312f,32895,1732281255849 started 2024-11-22T13:14:16,475 INFO [RS:2;e025332d312f:35929 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T13:14:16,475 INFO [RS:2;e025332d312f:35929 {}] hbase.ChoreService(168): Chore ScheduledChore name=e025332d312f,35929,1732281255888-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:16,475 INFO [RS:2;e025332d312f:35929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:16,475 INFO [RS:2;e025332d312f:35929 {}] regionserver.Replication(171): e025332d312f,35929,1732281255888 started 2024-11-22T13:14:16,480 INFO [RS:0;e025332d312f:32889 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T13:14:16,480 INFO [RS:0;e025332d312f:32889 {}] hbase.ChoreService(168): Chore ScheduledChore name=e025332d312f,32889,1732281255807-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:16,480 INFO [RS:0;e025332d312f:32889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:16,480 INFO [RS:0;e025332d312f:32889 {}] regionserver.Replication(171): e025332d312f,32889,1732281255807 started 2024-11-22T13:14:16,487 INFO [RS:1;e025332d312f:32895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:16,487 INFO [RS:1;e025332d312f:32895 {}] regionserver.HRegionServer(1482): Serving as e025332d312f,32895,1732281255849, RpcServer on e025332d312f/172.17.0.2:32895, sessionid=0x10162ae42630002 2024-11-22T13:14:16,487 DEBUG [RS:1;e025332d312f:32895 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T13:14:16,487 DEBUG [RS:1;e025332d312f:32895 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e025332d312f,32895,1732281255849 2024-11-22T13:14:16,487 DEBUG [RS:1;e025332d312f:32895 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e025332d312f,32895,1732281255849' 2024-11-22T13:14:16,487 DEBUG [RS:1;e025332d312f:32895 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T13:14:16,488 DEBUG [RS:1;e025332d312f:32895 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T13:14:16,488 INFO [RS:2;e025332d312f:35929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:16,488 INFO [RS:2;e025332d312f:35929 {}] regionserver.HRegionServer(1482): Serving as e025332d312f,35929,1732281255888, RpcServer on e025332d312f/172.17.0.2:35929, sessionid=0x10162ae42630003 2024-11-22T13:14:16,489 DEBUG [RS:2;e025332d312f:35929 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T13:14:16,489 DEBUG [RS:2;e025332d312f:35929 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e025332d312f,35929,1732281255888 2024-11-22T13:14:16,489 DEBUG [RS:1;e025332d312f:32895 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T13:14:16,489 DEBUG [RS:2;e025332d312f:35929 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e025332d312f,35929,1732281255888' 2024-11-22T13:14:16,489 DEBUG [RS:2;e025332d312f:35929 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T13:14:16,489 DEBUG [RS:1;e025332d312f:32895 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T13:14:16,489 DEBUG [RS:1;e025332d312f:32895 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e025332d312f,32895,1732281255849 2024-11-22T13:14:16,489 DEBUG [RS:1;e025332d312f:32895 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e025332d312f,32895,1732281255849' 2024-11-22T13:14:16,489 DEBUG [RS:1;e025332d312f:32895 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T13:14:16,489 DEBUG [RS:2;e025332d312f:35929 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T13:14:16,489 DEBUG [RS:1;e025332d312f:32895 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T13:14:16,489 DEBUG [RS:2;e025332d312f:35929 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T13:14:16,489 DEBUG [RS:2;e025332d312f:35929 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T13:14:16,489 DEBUG [RS:2;e025332d312f:35929 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e025332d312f,35929,1732281255888 2024-11-22T13:14:16,489 DEBUG [RS:2;e025332d312f:35929 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e025332d312f,35929,1732281255888' 2024-11-22T13:14:16,489 DEBUG [RS:1;e025332d312f:32895 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T13:14:16,489 DEBUG [RS:2;e025332d312f:35929 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T13:14:16,489 INFO [RS:1;e025332d312f:32895 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T13:14:16,490 INFO [RS:1;e025332d312f:32895 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T13:14:16,490 DEBUG [RS:2;e025332d312f:35929 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T13:14:16,490 DEBUG [RS:2;e025332d312f:35929 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T13:14:16,490 INFO [RS:2;e025332d312f:35929 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T13:14:16,490 INFO [RS:2;e025332d312f:35929 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T13:14:16,493 INFO [RS:0;e025332d312f:32889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:16,493 INFO [RS:0;e025332d312f:32889 {}] regionserver.HRegionServer(1482): Serving as e025332d312f,32889,1732281255807, RpcServer on e025332d312f/172.17.0.2:32889, sessionid=0x10162ae42630001 2024-11-22T13:14:16,494 DEBUG [RS:0;e025332d312f:32889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T13:14:16,494 DEBUG [RS:0;e025332d312f:32889 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e025332d312f,32889,1732281255807 2024-11-22T13:14:16,494 DEBUG [RS:0;e025332d312f:32889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e025332d312f,32889,1732281255807' 2024-11-22T13:14:16,494 DEBUG [RS:0;e025332d312f:32889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T13:14:16,494 DEBUG [RS:0;e025332d312f:32889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T13:14:16,495 DEBUG [RS:0;e025332d312f:32889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T13:14:16,495 DEBUG [RS:0;e025332d312f:32889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T13:14:16,495 DEBUG [RS:0;e025332d312f:32889 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e025332d312f,32889,1732281255807 2024-11-22T13:14:16,495 DEBUG [RS:0;e025332d312f:32889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e025332d312f,32889,1732281255807' 2024-11-22T13:14:16,495 DEBUG [RS:0;e025332d312f:32889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T13:14:16,495 DEBUG [RS:0;e025332d312f:32889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T13:14:16,496 DEBUG [RS:0;e025332d312f:32889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T13:14:16,496 INFO [RS:0;e025332d312f:32889 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T13:14:16,496 INFO [RS:0;e025332d312f:32889 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T13:14:16,584 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T13:14:16,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T13:14:16,591 INFO [RS:1;e025332d312f:32895 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T13:14:16,591 INFO [RS:2;e025332d312f:35929 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T13:14:16,595 INFO [RS:2;e025332d312f:35929 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e025332d312f%2C35929%2C1732281255888, suffix=, logDir=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/WALs/e025332d312f,35929,1732281255888, archiveDir=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/oldWALs, maxLogs=32 2024-11-22T13:14:16,595 INFO [RS:1;e025332d312f:32895 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e025332d312f%2C32895%2C1732281255849, suffix=, logDir=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/WALs/e025332d312f,32895,1732281255849, archiveDir=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/oldWALs, maxLogs=32 2024-11-22T13:14:16,596 INFO [RS:0;e025332d312f:32889 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T13:14:16,598 INFO [RS:0;e025332d312f:32889 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e025332d312f%2C32889%2C1732281255807, suffix=, logDir=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/WALs/e025332d312f,32889,1732281255807, archiveDir=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/oldWALs, maxLogs=32 2024-11-22T13:14:16,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T13:14:16,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T13:14:16,609 DEBUG [RS:0;e025332d312f:32889 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/WALs/e025332d312f,32889,1732281255807/e025332d312f%2C32889%2C1732281255807.1732281256598, exclude list is [], retry=0 2024-11-22T13:14:16,609 DEBUG [RS:2;e025332d312f:35929 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/WALs/e025332d312f,35929,1732281255888/e025332d312f%2C35929%2C1732281255888.1732281256597, exclude list is [], retry=0 2024-11-22T13:14:16,611 DEBUG [RS:1;e025332d312f:32895 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/WALs/e025332d312f,32895,1732281255849/e025332d312f%2C32895%2C1732281255849.1732281256598, exclude list is [], retry=0 2024-11-22T13:14:16,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34035,DS-4e4f1c74-dd17-413b-8e59-7e29905fcbc4,DISK] 2024-11-22T13:14:16,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35873,DS-e7a91f0a-47e9-4fd2-b600-d9a99ee811ae,DISK] 2024-11-22T13:14:16,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45935,DS-6075cef8-513c-4c40-9d7c-6f014ea51425,DISK] 2024-11-22T13:14:16,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35873,DS-e7a91f0a-47e9-4fd2-b600-d9a99ee811ae,DISK] 2024-11-22T13:14:16,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34035,DS-4e4f1c74-dd17-413b-8e59-7e29905fcbc4,DISK] 2024-11-22T13:14:16,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45935,DS-6075cef8-513c-4c40-9d7c-6f014ea51425,DISK] 2024-11-22T13:14:16,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45935,DS-6075cef8-513c-4c40-9d7c-6f014ea51425,DISK] 2024-11-22T13:14:16,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35873,DS-e7a91f0a-47e9-4fd2-b600-d9a99ee811ae,DISK] 2024-11-22T13:14:16,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34035,DS-4e4f1c74-dd17-413b-8e59-7e29905fcbc4,DISK] 2024-11-22T13:14:16,615 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T13:14:16,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T13:14:16,620 INFO [RS:0;e025332d312f:32889 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/WALs/e025332d312f,32889,1732281255807/e025332d312f%2C32889%2C1732281255807.1732281256598 2024-11-22T13:14:16,621 INFO [RS:2;e025332d312f:35929 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/WALs/e025332d312f,35929,1732281255888/e025332d312f%2C35929%2C1732281255888.1732281256597 2024-11-22T13:14:16,623 DEBUG [RS:0;e025332d312f:32889 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35905:35905),(127.0.0.1/127.0.0.1:35443:35443),(127.0.0.1/127.0.0.1:36821:36821)] 2024-11-22T13:14:16,624 DEBUG [RS:2;e025332d312f:35929 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36821:36821),(127.0.0.1/127.0.0.1:35443:35443),(127.0.0.1/127.0.0.1:35905:35905)] 2024-11-22T13:14:16,625 INFO [RS:1;e025332d312f:32895 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/WALs/e025332d312f,32895,1732281255849/e025332d312f%2C32895%2C1732281255849.1732281256598 2024-11-22T13:14:16,626 DEBUG [RS:1;e025332d312f:32895 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36821:36821),(127.0.0.1/127.0.0.1:35443:35443),(127.0.0.1/127.0.0.1:35905:35905)] 2024-11-22T13:14:16,716 DEBUG [e025332d312f:46737 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-22T13:14:16,716 DEBUG [e025332d312f:46737 {}] balancer.BalancerClusterState(204): Hosts are {e025332d312f=0} racks are {/default-rack=0} 2024-11-22T13:14:16,718 DEBUG [e025332d312f:46737 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T13:14:16,719 DEBUG [e025332d312f:46737 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T13:14:16,719 DEBUG [e025332d312f:46737 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-22T13:14:16,719 DEBUG [e025332d312f:46737 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T13:14:16,719 DEBUG [e025332d312f:46737 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T13:14:16,719 DEBUG [e025332d312f:46737 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-22T13:14:16,719 INFO [e025332d312f:46737 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T13:14:16,719 INFO [e025332d312f:46737 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T13:14:16,719 INFO [e025332d312f:46737 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-22T13:14:16,719 DEBUG [e025332d312f:46737 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T13:14:16,719 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e025332d312f,32895,1732281255849 2024-11-22T13:14:16,721 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e025332d312f,32895,1732281255849, state=OPENING 2024-11-22T13:14:16,740 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T13:14:16,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x10162ae42630002, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:14:16,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32889-0x10162ae42630001, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:14:16,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35929-0x10162ae42630003, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:14:16,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46737-0x10162ae42630000, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:14:16,751 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T13:14:16,751 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T13:14:16,751 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T13:14:16,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e025332d312f,32895,1732281255849}] 2024-11-22T13:14:16,751 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T13:14:16,751 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T13:14:22,118 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T13:14:22,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T13:14:22,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T13:14:22,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T13:14:26,754 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T13:14:26,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T13:14:26,766 INFO [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T13:14:26,766 INFO [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T13:14:26,766 INFO [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T13:14:26,773 INFO [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e025332d312f%2C32895%2C1732281255849.meta, suffix=.meta, logDir=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/WALs/e025332d312f,32895,1732281255849, archiveDir=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/oldWALs, maxLogs=32 2024-11-22T13:14:26,791 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/WALs/e025332d312f,32895,1732281255849/e025332d312f%2C32895%2C1732281255849.meta.1732281266773.meta, exclude list is [], retry=0 2024-11-22T13:14:26,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34035,DS-4e4f1c74-dd17-413b-8e59-7e29905fcbc4,DISK] 2024-11-22T13:14:26,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35873,DS-e7a91f0a-47e9-4fd2-b600-d9a99ee811ae,DISK] 2024-11-22T13:14:26,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45935,DS-6075cef8-513c-4c40-9d7c-6f014ea51425,DISK] 2024-11-22T13:14:26,796 INFO [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/WALs/e025332d312f,32895,1732281255849/e025332d312f%2C32895%2C1732281255849.meta.1732281266773.meta 2024-11-22T13:14:26,796 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36821:36821),(127.0.0.1/127.0.0.1:35905:35905),(127.0.0.1/127.0.0.1:35443:35443)] 2024-11-22T13:14:26,796 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T13:14:26,796 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T13:14:26,796 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T13:14:26,797 INFO [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T13:14:26,797 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T13:14:26,797 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:14:26,797 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T13:14:26,797 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T13:14:26,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T13:14:26,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T13:14:26,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:26,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T13:14:26,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T13:14:26,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T13:14:26,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:26,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T13:14:26,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T13:14:26,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T13:14:26,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:26,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T13:14:26,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T13:14:26,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T13:14:26,805 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:26,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T13:14:26,805 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T13:14:26,806 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/hbase/meta/1588230740 2024-11-22T13:14:26,807 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/hbase/meta/1588230740 2024-11-22T13:14:26,808 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T13:14:26,809 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T13:14:26,809 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T13:14:26,811 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T13:14:26,812 INFO [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59977281, jitterRate=-0.10626886785030365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T13:14:26,812 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T13:14:26,813 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732281266797Writing region info on filesystem at 1732281266797Initializing all the Stores at 1732281266798 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732281266798Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732281266798Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281266798Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732281266798Cleaning up temporary data from old regions at 1732281266809 (+11 ms)Running coprocessor post-open hooks at 1732281266812 (+3 ms)Region opened successfully at 1732281266813 (+1 ms) 2024-11-22T13:14:26,816 INFO [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732281266754 2024-11-22T13:14:26,818 DEBUG [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T13:14:26,819 INFO [RS_OPEN_META-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T13:14:26,819 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e025332d312f,32895,1732281255849 2024-11-22T13:14:26,821 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e025332d312f,32895,1732281255849, state=OPEN 2024-11-22T13:14:26,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32889-0x10162ae42630001, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T13:14:26,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x10162ae42630002, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T13:14:26,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35929-0x10162ae42630003, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T13:14:26,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46737-0x10162ae42630000, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T13:14:26,866 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T13:14:26,866 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T13:14:26,866 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T13:14:26,866 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e025332d312f,32895,1732281255849 2024-11-22T13:14:26,866 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T13:14:26,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T13:14:26,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e025332d312f,32895,1732281255849 in 10.1150 sec 2024-11-22T13:14:26,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T13:14:26,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5560 sec 2024-11-22T13:14:26,872 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T13:14:26,872 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T13:14:26,877 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:14:26,877 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,32895,1732281255849, seqNum=-1] 2024-11-22T13:14:26,877 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:14:26,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:14:26,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6230 sec 2024-11-22T13:14:26,884 INFO [master/e025332d312f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732281266884, completionTime=-1 2024-11-22T13:14:26,884 INFO [master/e025332d312f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-22T13:14:26,884 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T13:14:26,886 INFO [master/e025332d312f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-22T13:14:26,886 INFO [master/e025332d312f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732281326886 2024-11-22T13:14:26,886 INFO [master/e025332d312f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732281386886 2024-11-22T13:14:26,886 INFO [master/e025332d312f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T13:14:26,887 INFO [master/e025332d312f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e025332d312f,46737,1732281255629-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:26,887 INFO [master/e025332d312f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e025332d312f,46737,1732281255629-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:26,887 INFO [master/e025332d312f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e025332d312f,46737,1732281255629-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:26,887 INFO [master/e025332d312f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e025332d312f:46737, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:26,887 INFO [master/e025332d312f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:26,887 INFO [master/e025332d312f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:26,889 DEBUG [master/e025332d312f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T13:14:26,891 INFO [master/e025332d312f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.930sec 2024-11-22T13:14:26,891 INFO [master/e025332d312f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T13:14:26,891 INFO [master/e025332d312f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T13:14:26,891 INFO [master/e025332d312f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T13:14:26,891 INFO [master/e025332d312f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T13:14:26,892 INFO [master/e025332d312f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T13:14:26,892 INFO [master/e025332d312f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e025332d312f,46737,1732281255629-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T13:14:26,892 INFO [master/e025332d312f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e025332d312f,46737,1732281255629-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T13:14:26,895 DEBUG [master/e025332d312f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T13:14:26,895 INFO [master/e025332d312f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T13:14:26,895 INFO [master/e025332d312f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e025332d312f,46737,1732281255629-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T13:14:26,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f4c1c3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:26,939 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46737,-1 for getting cluster id 2024-11-22T13:14:26,939 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:14:26,947 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6789aeca-2d65-4cbb-a3b8-0ba201733698' 2024-11-22T13:14:26,947 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:14:26,948 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6789aeca-2d65-4cbb-a3b8-0ba201733698" 2024-11-22T13:14:26,948 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18f45194, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:26,948 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46737,-1] 2024-11-22T13:14:26,949 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:14:26,949 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:26,951 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:14:26,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@889a64a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:26,953 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:14:26,955 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,32895,1732281255849, seqNum=-1] 2024-11-22T13:14:26,956 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:14:26,958 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:14:26,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e025332d312f,46737,1732281255629 2024-11-22T13:14:26,963 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732281266963 (current time:1732281266963). 2024-11-22T13:14:26,963 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T13:14:26,963 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-22T13:14:26,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d357d94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:26,964 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e025332d312f,46737,-1 for getting cluster id 2024-11-22T13:14:26,964 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T13:14:26,966 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6789aeca-2d65-4cbb-a3b8-0ba201733698' 2024-11-22T13:14:26,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T13:14:26,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6789aeca-2d65-4cbb-a3b8-0ba201733698" 2024-11-22T13:14:26,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5b0ce6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:26,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e025332d312f,46737,-1] 2024-11-22T13:14:26,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T13:14:26,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:26,968 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T13:14:26,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69edc322, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:14:26,969 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T13:14:26,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e025332d312f,32895,1732281255849, seqNum=-1] 2024-11-22T13:14:26,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:14:26,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:14:26,973 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T13:14:26,973 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T13:14:26,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:26,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:26,973 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:14:26,974 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T13:14:26,975 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e025332d312f,46737,1732281255629 2024-11-22T13:14:26,975 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47338aed 2024-11-22T13:14:26,975 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T13:14:26,977 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T13:14:26,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T13:14:26,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-22T13:14:26,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T13:14:26,981 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:26,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-22T13:14:26,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T13:14:26,983 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T13:14:27,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T13:14:27,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741837_1013 (size=361) 2024-11-22T13:14:27,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741837_1013 (size=361) 2024-11-22T13:14:27,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741837_1013 (size=361) 2024-11-22T13:14:27,124 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fc720b844f0473466c633a2c2229e4be, NAME => 'SPTestTable,,1732281266978.fc720b844f0473466c633a2c2229e4be.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce 2024-11-22T13:14:27,125 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => aa17517af6231c33326dbf3b7fbc687f, NAME => 'SPTestTable,19999999,1732281266978.aa17517af6231c33326dbf3b7fbc687f.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce 2024-11-22T13:14:27,126 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b8c26aa25fb79ff65f6e9575fceb6afd, NAME => 'SPTestTable,33333332,1732281266978.b8c26aa25fb79ff65f6e9575fceb6afd.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce 2024-11-22T13:14:27,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741839_1015 (size=54) 2024-11-22T13:14:27,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741839_1015 (size=54) 2024-11-22T13:14:27,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741839_1015 (size=54) 2024-11-22T13:14:27,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732281266978.fc720b844f0473466c633a2c2229e4be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:14:27,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing fc720b844f0473466c633a2c2229e4be, disabling compactions & flushes 2024-11-22T13:14:27,140 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732281266978.fc720b844f0473466c633a2c2229e4be. 2024-11-22T13:14:27,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732281266978.fc720b844f0473466c633a2c2229e4be. 2024-11-22T13:14:27,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732281266978.fc720b844f0473466c633a2c2229e4be. after waiting 0 ms 2024-11-22T13:14:27,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732281266978.fc720b844f0473466c633a2c2229e4be. 2024-11-22T13:14:27,140 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732281266978.fc720b844f0473466c633a2c2229e4be. 2024-11-22T13:14:27,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for fc720b844f0473466c633a2c2229e4be: Waiting for close lock at 1732281267140Disabling compacts and flushes for region at 1732281267140Disabling writes for close at 1732281267140Writing region close event to WAL at 1732281267140Closed at 1732281267140 2024-11-22T13:14:27,141 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2b04d8b5e14f21b72121a8b6b437431f, NAME => 'SPTestTable,4ccccccb,1732281266978.2b04d8b5e14f21b72121a8b6b437431f.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce 2024-11-22T13:14:27,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741838_1014 (size=62) 2024-11-22T13:14:27,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741838_1014 (size=62) 2024-11-22T13:14:27,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741838_1014 (size=62) 2024-11-22T13:14:27,153 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732281266978.aa17517af6231c33326dbf3b7fbc687f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:14:27,154 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing aa17517af6231c33326dbf3b7fbc687f, disabling compactions & flushes 2024-11-22T13:14:27,154 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732281266978.aa17517af6231c33326dbf3b7fbc687f. 2024-11-22T13:14:27,154 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732281266978.aa17517af6231c33326dbf3b7fbc687f. 2024-11-22T13:14:27,154 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732281266978.aa17517af6231c33326dbf3b7fbc687f. after waiting 0 ms 2024-11-22T13:14:27,154 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732281266978.aa17517af6231c33326dbf3b7fbc687f. 2024-11-22T13:14:27,154 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732281266978.aa17517af6231c33326dbf3b7fbc687f. 2024-11-22T13:14:27,154 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for aa17517af6231c33326dbf3b7fbc687f: Waiting for close lock at 1732281267153Disabling compacts and flushes for region at 1732281267153Disabling writes for close at 1732281267154 (+1 ms)Writing region close event to WAL at 1732281267154Closed at 1732281267154 2024-11-22T13:14:27,155 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8bac47c5516acc5ab35bdec428fadd18, NAME => 'SPTestTable,66666664,1732281266978.8bac47c5516acc5ab35bdec428fadd18.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce 2024-11-22T13:14:27,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741840_1016 (size=62) 2024-11-22T13:14:27,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741840_1016 (size=62) 2024-11-22T13:14:27,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741840_1016 (size=62) 2024-11-22T13:14:27,185 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732281266978.2b04d8b5e14f21b72121a8b6b437431f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:14:27,186 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 2b04d8b5e14f21b72121a8b6b437431f, disabling compactions & flushes 2024-11-22T13:14:27,186 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732281266978.2b04d8b5e14f21b72121a8b6b437431f. 2024-11-22T13:14:27,186 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732281266978.2b04d8b5e14f21b72121a8b6b437431f. 2024-11-22T13:14:27,186 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732281266978.2b04d8b5e14f21b72121a8b6b437431f. after waiting 0 ms 2024-11-22T13:14:27,186 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732281266978.2b04d8b5e14f21b72121a8b6b437431f. 2024-11-22T13:14:27,186 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732281266978.2b04d8b5e14f21b72121a8b6b437431f. 2024-11-22T13:14:27,186 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2b04d8b5e14f21b72121a8b6b437431f: Waiting for close lock at 1732281267186Disabling compacts and flushes for region at 1732281267186Disabling writes for close at 1732281267186Writing region close event to WAL at 1732281267186Closed at 1732281267186 2024-11-22T13:14:27,187 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d2993eadae48e7e55c37b549861dddc7, NAME => 'SPTestTable,7ffffffd,1732281266978.d2993eadae48e7e55c37b549861dddc7.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce 2024-11-22T13:14:27,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741841_1017 (size=62) 2024-11-22T13:14:27,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741841_1017 (size=62) 2024-11-22T13:14:27,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741841_1017 (size=62) 2024-11-22T13:14:27,206 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732281266978.b8c26aa25fb79ff65f6e9575fceb6afd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:14:27,206 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing b8c26aa25fb79ff65f6e9575fceb6afd, disabling compactions & flushes 2024-11-22T13:14:27,206 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732281266978.b8c26aa25fb79ff65f6e9575fceb6afd. 2024-11-22T13:14:27,206 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732281266978.b8c26aa25fb79ff65f6e9575fceb6afd. 2024-11-22T13:14:27,206 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732281266978.b8c26aa25fb79ff65f6e9575fceb6afd. after waiting 0 ms 2024-11-22T13:14:27,206 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732281266978.b8c26aa25fb79ff65f6e9575fceb6afd. 2024-11-22T13:14:27,206 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732281266978.b8c26aa25fb79ff65f6e9575fceb6afd. 2024-11-22T13:14:27,207 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for b8c26aa25fb79ff65f6e9575fceb6afd: Waiting for close lock at 1732281267206Disabling compacts and flushes for region at 1732281267206Disabling writes for close at 1732281267206Writing region close event to WAL at 1732281267206Closed at 1732281267206 2024-11-22T13:14:27,208 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a763d84e24fd6674eb12503ad351eecb, NAME => 'SPTestTable,99999996,1732281266978.a763d84e24fd6674eb12503ad351eecb.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce 2024-11-22T13:14:27,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741842_1018 (size=62) 2024-11-22T13:14:27,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741842_1018 (size=62) 2024-11-22T13:14:27,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741842_1018 (size=62) 2024-11-22T13:14:27,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741843_1019 (size=62) 2024-11-22T13:14:27,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741843_1019 (size=62) 2024-11-22T13:14:27,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741843_1019 (size=62) 2024-11-22T13:14:27,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741844_1020 (size=62) 2024-11-22T13:14:27,235 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732281266978.d2993eadae48e7e55c37b549861dddc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:14:27,235 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d2993eadae48e7e55c37b549861dddc7, disabling compactions & flushes 2024-11-22T13:14:27,235 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732281266978.d2993eadae48e7e55c37b549861dddc7. 2024-11-22T13:14:27,235 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732281266978.d2993eadae48e7e55c37b549861dddc7. 2024-11-22T13:14:27,235 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732281266978.d2993eadae48e7e55c37b549861dddc7. after waiting 0 ms 2024-11-22T13:14:27,235 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732281266978.d2993eadae48e7e55c37b549861dddc7. 2024-11-22T13:14:27,235 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732281266978.d2993eadae48e7e55c37b549861dddc7. 2024-11-22T13:14:27,235 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d2993eadae48e7e55c37b549861dddc7: Waiting for close lock at 1732281267235Disabling compacts and flushes for region at 1732281267235Disabling writes for close at 1732281267235Writing region close event to WAL at 1732281267235Closed at 1732281267235 2024-11-22T13:14:27,236 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732281266978.a763d84e24fd6674eb12503ad351eecb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:14:27,236 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a763d84e24fd6674eb12503ad351eecb, disabling compactions & flushes 2024-11-22T13:14:27,236 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732281266978.a763d84e24fd6674eb12503ad351eecb. 2024-11-22T13:14:27,236 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732281266978.a763d84e24fd6674eb12503ad351eecb. 2024-11-22T13:14:27,239 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732281266978.a763d84e24fd6674eb12503ad351eecb. after waiting 0 ms 2024-11-22T13:14:27,239 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732281266978.a763d84e24fd6674eb12503ad351eecb. 2024-11-22T13:14:27,239 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732281266978.a763d84e24fd6674eb12503ad351eecb. 2024-11-22T13:14:27,239 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a763d84e24fd6674eb12503ad351eecb: Waiting for close lock at 1732281267236Disabling compacts and flushes for region at 1732281267236Disabling writes for close at 1732281267239 (+3 ms)Writing region close event to WAL at 1732281267239Closed at 1732281267239 2024-11-22T13:14:27,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741844_1020 (size=62) 2024-11-22T13:14:27,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741844_1020 (size=62) 2024-11-22T13:14:27,240 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e1a4f56c2ee826d3c6cba93b0a03909e, NAME => 'SPTestTable,b333332f,1732281266978.e1a4f56c2ee826d3c6cba93b0a03909e.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce 2024-11-22T13:14:27,240 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a86cf26612b86d149ea3c9f9e988d49f, NAME => 'SPTestTable,ccccccc8,1732281266978.a86cf26612b86d149ea3c9f9e988d49f.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce 2024-11-22T13:14:27,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741846_1022 (size=62) 2024-11-22T13:14:27,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741846_1022 (size=62) 2024-11-22T13:14:27,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741846_1022 (size=62) 2024-11-22T13:14:27,271 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732281266978.a86cf26612b86d149ea3c9f9e988d49f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:14:27,271 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a86cf26612b86d149ea3c9f9e988d49f, disabling compactions & flushes 2024-11-22T13:14:27,271 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732281266978.a86cf26612b86d149ea3c9f9e988d49f. 2024-11-22T13:14:27,271 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732281266978.a86cf26612b86d149ea3c9f9e988d49f. 2024-11-22T13:14:27,272 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732281266978.a86cf26612b86d149ea3c9f9e988d49f. after waiting 0 ms 2024-11-22T13:14:27,272 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732281266978.a86cf26612b86d149ea3c9f9e988d49f. 2024-11-22T13:14:27,272 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732281266978.a86cf26612b86d149ea3c9f9e988d49f. 2024-11-22T13:14:27,272 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a86cf26612b86d149ea3c9f9e988d49f: Waiting for close lock at 1732281267271Disabling compacts and flushes for region at 1732281267271Disabling writes for close at 1732281267272 (+1 ms)Writing region close event to WAL at 1732281267272Closed at 1732281267272 2024-11-22T13:14:27,272 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5d033a6b7993ab6a4a532c9e9e0b1a9f, NAME => 'SPTestTable,e6666661,1732281266978.5d033a6b7993ab6a4a532c9e9e0b1a9f.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce 2024-11-22T13:14:27,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741845_1021 (size=62) 2024-11-22T13:14:27,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741845_1021 (size=62) 2024-11-22T13:14:27,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741845_1021 (size=62) 2024-11-22T13:14:27,285 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732281266978.e1a4f56c2ee826d3c6cba93b0a03909e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:14:27,285 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e1a4f56c2ee826d3c6cba93b0a03909e, disabling compactions & flushes 2024-11-22T13:14:27,285 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732281266978.e1a4f56c2ee826d3c6cba93b0a03909e. 2024-11-22T13:14:27,285 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732281266978.e1a4f56c2ee826d3c6cba93b0a03909e. 2024-11-22T13:14:27,285 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732281266978.e1a4f56c2ee826d3c6cba93b0a03909e. after waiting 0 ms 2024-11-22T13:14:27,285 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732281266978.e1a4f56c2ee826d3c6cba93b0a03909e. 2024-11-22T13:14:27,285 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732281266978.e1a4f56c2ee826d3c6cba93b0a03909e. 2024-11-22T13:14:27,285 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e1a4f56c2ee826d3c6cba93b0a03909e: Waiting for close lock at 1732281267285Disabling compacts and flushes for region at 1732281267285Disabling writes for close at 1732281267285Writing region close event to WAL at 1732281267285Closed at 1732281267285 2024-11-22T13:14:27,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741847_1023 (size=54) 2024-11-22T13:14:27,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741847_1023 (size=54) 2024-11-22T13:14:27,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741847_1023 (size=54) 2024-11-22T13:14:27,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T13:14:27,304 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732281266978.5d033a6b7993ab6a4a532c9e9e0b1a9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:14:27,304 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 5d033a6b7993ab6a4a532c9e9e0b1a9f, disabling compactions & flushes 2024-11-22T13:14:27,304 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732281266978.5d033a6b7993ab6a4a532c9e9e0b1a9f. 2024-11-22T13:14:27,304 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732281266978.5d033a6b7993ab6a4a532c9e9e0b1a9f. 2024-11-22T13:14:27,304 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732281266978.5d033a6b7993ab6a4a532c9e9e0b1a9f. after waiting 0 ms 2024-11-22T13:14:27,304 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732281266978.5d033a6b7993ab6a4a532c9e9e0b1a9f. 2024-11-22T13:14:27,304 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732281266978.5d033a6b7993ab6a4a532c9e9e0b1a9f. 2024-11-22T13:14:27,304 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5d033a6b7993ab6a4a532c9e9e0b1a9f: Waiting for close lock at 1732281267304Disabling compacts and flushes for region at 1732281267304Disabling writes for close at 1732281267304Writing region close event to WAL at 1732281267304Closed at 1732281267304 2024-11-22T13:14:27,610 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732281266978.8bac47c5516acc5ab35bdec428fadd18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:14:27,610 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 8bac47c5516acc5ab35bdec428fadd18, disabling compactions & flushes 2024-11-22T13:14:27,610 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732281266978.8bac47c5516acc5ab35bdec428fadd18. 2024-11-22T13:14:27,610 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732281266978.8bac47c5516acc5ab35bdec428fadd18. 2024-11-22T13:14:27,610 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732281266978.8bac47c5516acc5ab35bdec428fadd18. after waiting 0 ms 2024-11-22T13:14:27,610 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732281266978.8bac47c5516acc5ab35bdec428fadd18. 2024-11-22T13:14:27,610 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732281266978.8bac47c5516acc5ab35bdec428fadd18. 2024-11-22T13:14:27,610 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8bac47c5516acc5ab35bdec428fadd18: Waiting for close lock at 1732281267610Disabling compacts and flushes for region at 1732281267610Disabling writes for close at 1732281267610Writing region close event to WAL at 1732281267610Closed at 1732281267610 2024-11-22T13:14:27,612 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T13:14:27,613 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732281266978.fc720b844f0473466c633a2c2229e4be.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732281267612"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732281267612"}]},"ts":"1732281267612"} 2024-11-22T13:14:27,613 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732281266978.aa17517af6231c33326dbf3b7fbc687f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732281267612"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732281267612"}]},"ts":"1732281267612"} 2024-11-22T13:14:27,613 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732281266978.2b04d8b5e14f21b72121a8b6b437431f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732281267612"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732281267612"}]},"ts":"1732281267612"} 2024-11-22T13:14:27,613 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732281266978.b8c26aa25fb79ff65f6e9575fceb6afd.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732281267612"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732281267612"}]},"ts":"1732281267612"} 2024-11-22T13:14:27,613 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732281266978.d2993eadae48e7e55c37b549861dddc7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732281267612"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732281267612"}]},"ts":"1732281267612"} 2024-11-22T13:14:27,613 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732281266978.a763d84e24fd6674eb12503ad351eecb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732281267612"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732281267612"}]},"ts":"1732281267612"} 2024-11-22T13:14:27,614 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732281266978.a86cf26612b86d149ea3c9f9e988d49f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732281267612"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732281267612"}]},"ts":"1732281267612"} 2024-11-22T13:14:27,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T13:14:27,614 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732281266978.e1a4f56c2ee826d3c6cba93b0a03909e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732281267612"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732281267612"}]},"ts":"1732281267612"} 2024-11-22T13:14:27,614 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732281266978.5d033a6b7993ab6a4a532c9e9e0b1a9f.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732281267612"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732281267612"}]},"ts":"1732281267612"} 2024-11-22T13:14:27,614 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732281266978.8bac47c5516acc5ab35bdec428fadd18.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732281267612"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732281267612"}]},"ts":"1732281267612"} 2024-11-22T13:14:27,625 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-22T13:14:27,628 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T13:14:27,628 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732281267628"}]},"ts":"1732281267628"} 2024-11-22T13:14:27,631 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-22T13:14:27,632 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {e025332d312f=0} racks are {/default-rack=0} 2024-11-22T13:14:27,640 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T13:14:27,641 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T13:14:27,641 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-22T13:14:27,641 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T13:14:27,641 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T13:14:27,641 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-22T13:14:27,641 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T13:14:27,641 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T13:14:27,641 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-22T13:14:27,641 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T13:14:27,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fc720b844f0473466c633a2c2229e4be, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aa17517af6231c33326dbf3b7fbc687f, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b8c26aa25fb79ff65f6e9575fceb6afd, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b04d8b5e14f21b72121a8b6b437431f, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8bac47c5516acc5ab35bdec428fadd18, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2993eadae48e7e55c37b549861dddc7, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a763d84e24fd6674eb12503ad351eecb, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e1a4f56c2ee826d3c6cba93b0a03909e, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a86cf26612b86d149ea3c9f9e988d49f, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5d033a6b7993ab6a4a532c9e9e0b1a9f, ASSIGN}] 2024-11-22T13:14:27,647 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fc720b844f0473466c633a2c2229e4be, ASSIGN 2024-11-22T13:14:27,648 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fc720b844f0473466c633a2c2229e4be, ASSIGN; state=OFFLINE, location=e025332d312f,32889,1732281255807; forceNewPlan=false, retain=false 2024-11-22T13:14:27,650 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aa17517af6231c33326dbf3b7fbc687f, ASSIGN 2024-11-22T13:14:27,651 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aa17517af6231c33326dbf3b7fbc687f, ASSIGN; state=OFFLINE, location=e025332d312f,32895,1732281255849; forceNewPlan=false, retain=false 2024-11-22T13:14:27,653 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b8c26aa25fb79ff65f6e9575fceb6afd, ASSIGN 2024-11-22T13:14:27,654 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b8c26aa25fb79ff65f6e9575fceb6afd, ASSIGN; state=OFFLINE, location=e025332d312f,32889,1732281255807; forceNewPlan=false, retain=false 2024-11-22T13:14:27,656 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b04d8b5e14f21b72121a8b6b437431f, ASSIGN 2024-11-22T13:14:27,657 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2b04d8b5e14f21b72121a8b6b437431f, ASSIGN; state=OFFLINE, location=e025332d312f,35929,1732281255888; forceNewPlan=false, retain=false 2024-11-22T13:14:27,658 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8bac47c5516acc5ab35bdec428fadd18, ASSIGN 2024-11-22T13:14:27,660 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8bac47c5516acc5ab35bdec428fadd18, ASSIGN; state=OFFLINE, location=e025332d312f,32889,1732281255807; forceNewPlan=false, retain=false 2024-11-22T13:14:27,661 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2993eadae48e7e55c37b549861dddc7, ASSIGN 2024-11-22T13:14:27,662 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d2993eadae48e7e55c37b549861dddc7, ASSIGN; state=OFFLINE, location=e025332d312f,32895,1732281255849; forceNewPlan=false, retain=false 2024-11-22T13:14:27,664 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a763d84e24fd6674eb12503ad351eecb, ASSIGN 2024-11-22T13:14:27,665 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e1a4f56c2ee826d3c6cba93b0a03909e, ASSIGN 2024-11-22T13:14:27,666 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a86cf26612b86d149ea3c9f9e988d49f, ASSIGN 2024-11-22T13:14:27,667 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e1a4f56c2ee826d3c6cba93b0a03909e, ASSIGN; state=OFFLINE, location=e025332d312f,32895,1732281255849; forceNewPlan=false, retain=false 2024-11-22T13:14:27,665 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a763d84e24fd6674eb12503ad351eecb, ASSIGN; state=OFFLINE, location=e025332d312f,35929,1732281255888; forceNewPlan=false, retain=false 2024-11-22T13:14:27,668 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a86cf26612b86d149ea3c9f9e988d49f, ASSIGN; state=OFFLINE, location=e025332d312f,32889,1732281255807; forceNewPlan=false, retain=false 2024-11-22T13:14:27,672 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5d033a6b7993ab6a4a532c9e9e0b1a9f, ASSIGN 2024-11-22T13:14:27,673 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5d033a6b7993ab6a4a532c9e9e0b1a9f, ASSIGN; state=OFFLINE, location=e025332d312f,35929,1732281255888; forceNewPlan=false, retain=false 2024-11-22T13:14:27,799 INFO [e025332d312f:46737 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-22T13:14:27,800 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=5d033a6b7993ab6a4a532c9e9e0b1a9f, regionState=OPENING, regionLocation=e025332d312f,35929,1732281255888 2024-11-22T13:14:27,800 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=2b04d8b5e14f21b72121a8b6b437431f, regionState=OPENING, regionLocation=e025332d312f,35929,1732281255888 2024-11-22T13:14:27,800 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d2993eadae48e7e55c37b549861dddc7, regionState=OPENING, regionLocation=e025332d312f,32895,1732281255849 2024-11-22T13:14:27,800 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e1a4f56c2ee826d3c6cba93b0a03909e, regionState=OPENING, regionLocation=e025332d312f,32895,1732281255849 2024-11-22T13:14:27,800 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=a763d84e24fd6674eb12503ad351eecb, regionState=OPENING, regionLocation=e025332d312f,35929,1732281255888 2024-11-22T13:14:27,800 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=aa17517af6231c33326dbf3b7fbc687f, regionState=OPENING, regionLocation=e025332d312f,32895,1732281255849 2024-11-22T13:14:27,800 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=a86cf26612b86d149ea3c9f9e988d49f, regionState=OPENING, regionLocation=e025332d312f,32889,1732281255807 2024-11-22T13:14:27,800 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8bac47c5516acc5ab35bdec428fadd18, regionState=OPENING, regionLocation=e025332d312f,32889,1732281255807 2024-11-22T13:14:27,801 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fc720b844f0473466c633a2c2229e4be, regionState=OPENING, regionLocation=e025332d312f,32889,1732281255807 2024-11-22T13:14:27,801 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=b8c26aa25fb79ff65f6e9575fceb6afd, regionState=OPENING, regionLocation=e025332d312f,32889,1732281255807 2024-11-22T13:14:27,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d2993eadae48e7e55c37b549861dddc7, ASSIGN because future has completed 2024-11-22T13:14:27,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2993eadae48e7e55c37b549861dddc7, server=e025332d312f,32895,1732281255849}] 2024-11-22T13:14:27,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e1a4f56c2ee826d3c6cba93b0a03909e, ASSIGN because future has completed 2024-11-22T13:14:27,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1a4f56c2ee826d3c6cba93b0a03909e, server=e025332d312f,32895,1732281255849}] 2024-11-22T13:14:27,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2b04d8b5e14f21b72121a8b6b437431f, ASSIGN because future has completed 2024-11-22T13:14:27,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a763d84e24fd6674eb12503ad351eecb, ASSIGN because future has completed 2024-11-22T13:14:27,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b04d8b5e14f21b72121a8b6b437431f, server=e025332d312f,35929,1732281255888}] 2024-11-22T13:14:27,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure a763d84e24fd6674eb12503ad351eecb, server=e025332d312f,35929,1732281255888}] 2024-11-22T13:14:27,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aa17517af6231c33326dbf3b7fbc687f, ASSIGN because future has completed 2024-11-22T13:14:27,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a86cf26612b86d149ea3c9f9e988d49f, ASSIGN because future has completed 2024-11-22T13:14:27,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8bac47c5516acc5ab35bdec428fadd18, ASSIGN because future has completed 2024-11-22T13:14:27,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa17517af6231c33326dbf3b7fbc687f, server=e025332d312f,32895,1732281255849}] 2024-11-22T13:14:27,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b8c26aa25fb79ff65f6e9575fceb6afd, ASSIGN because future has completed 2024-11-22T13:14:27,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bac47c5516acc5ab35bdec428fadd18, server=e025332d312f,32889,1732281255807}] 2024-11-22T13:14:27,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8c26aa25fb79ff65f6e9575fceb6afd, server=e025332d312f,32889,1732281255807}] 2024-11-22T13:14:27,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fc720b844f0473466c633a2c2229e4be, ASSIGN because future has completed 2024-11-22T13:14:27,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5d033a6b7993ab6a4a532c9e9e0b1a9f, ASSIGN because future has completed 2024-11-22T13:14:27,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d033a6b7993ab6a4a532c9e9e0b1a9f, server=e025332d312f,35929,1732281255888}] 2024-11-22T13:14:27,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure a86cf26612b86d149ea3c9f9e988d49f, server=e025332d312f,32889,1732281255807}] 2024-11-22T13:14:27,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc720b844f0473466c633a2c2229e4be, server=e025332d312f,32889,1732281255807}] 2024-11-22T13:14:28,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T13:14:28,451 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T13:14:29,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T13:14:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T13:14:32,299 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T13:14:32,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T13:14:32,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T13:14:32,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T13:14:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T13:14:36,563 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T13:14:36,563 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T13:14:36,564 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T13:14:36,564 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T13:14:37,842 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732281266978.e1a4f56c2ee826d3c6cba93b0a03909e. 2024-11-22T13:14:37,842 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => e1a4f56c2ee826d3c6cba93b0a03909e, NAME => 'SPTestTable,b333332f,1732281266978.e1a4f56c2ee826d3c6cba93b0a03909e.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-22T13:14:37,842 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e1a4f56c2ee826d3c6cba93b0a03909e 2024-11-22T13:14:37,842 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732281266978.e1a4f56c2ee826d3c6cba93b0a03909e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:14:37,843 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for e1a4f56c2ee826d3c6cba93b0a03909e 2024-11-22T13:14:37,843 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for e1a4f56c2ee826d3c6cba93b0a03909e 2024-11-22T13:14:37,844 INFO [StoreOpener-e1a4f56c2ee826d3c6cba93b0a03909e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e1a4f56c2ee826d3c6cba93b0a03909e 2024-11-22T13:14:37,846 INFO [StoreOpener-e1a4f56c2ee826d3c6cba93b0a03909e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1a4f56c2ee826d3c6cba93b0a03909e columnFamilyName cf 2024-11-22T13:14:37,846 DEBUG [StoreOpener-e1a4f56c2ee826d3c6cba93b0a03909e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:37,847 INFO [StoreOpener-e1a4f56c2ee826d3c6cba93b0a03909e-1 {}] regionserver.HStore(327): Store=e1a4f56c2ee826d3c6cba93b0a03909e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:14:37,847 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for e1a4f56c2ee826d3c6cba93b0a03909e 2024-11-22T13:14:37,848 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/e1a4f56c2ee826d3c6cba93b0a03909e 2024-11-22T13:14:37,849 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/e1a4f56c2ee826d3c6cba93b0a03909e 2024-11-22T13:14:37,849 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for e1a4f56c2ee826d3c6cba93b0a03909e 2024-11-22T13:14:37,849 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for e1a4f56c2ee826d3c6cba93b0a03909e 2024-11-22T13:14:37,851 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for e1a4f56c2ee826d3c6cba93b0a03909e 2024-11-22T13:14:37,854 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/e1a4f56c2ee826d3c6cba93b0a03909e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T13:14:37,855 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened e1a4f56c2ee826d3c6cba93b0a03909e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58943311, jitterRate=-0.12167622148990631}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T13:14:37,855 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e1a4f56c2ee826d3c6cba93b0a03909e 2024-11-22T13:14:37,855 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for e1a4f56c2ee826d3c6cba93b0a03909e: Running coprocessor pre-open hook at 1732281277843Writing region info on filesystem at 1732281277843Initializing all the Stores at 1732281277844 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281277844Cleaning up temporary data from old regions at 1732281277849 (+5 ms)Running coprocessor post-open hooks at 1732281277855 (+6 ms)Region opened successfully at 1732281277855 2024-11-22T13:14:37,856 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732281266978.e1a4f56c2ee826d3c6cba93b0a03909e., pid=16, masterSystemTime=1732281277835 2024-11-22T13:14:37,856 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T13:14:37,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49283, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T13:14:37,864 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732281266978.e1a4f56c2ee826d3c6cba93b0a03909e. 2024-11-22T13:14:37,864 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732281266978.e1a4f56c2ee826d3c6cba93b0a03909e. 2024-11-22T13:14:37,864 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732281266978.d2993eadae48e7e55c37b549861dddc7. 2024-11-22T13:14:37,864 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => d2993eadae48e7e55c37b549861dddc7, NAME => 'SPTestTable,7ffffffd,1732281266978.d2993eadae48e7e55c37b549861dddc7.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-22T13:14:37,865 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d2993eadae48e7e55c37b549861dddc7 2024-11-22T13:14:37,865 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732281266978.d2993eadae48e7e55c37b549861dddc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:14:37,865 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e1a4f56c2ee826d3c6cba93b0a03909e, regionState=OPEN, openSeqNum=2, regionLocation=e025332d312f,32895,1732281255849 2024-11-22T13:14:37,865 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for d2993eadae48e7e55c37b549861dddc7 2024-11-22T13:14:37,865 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for d2993eadae48e7e55c37b549861dddc7 2024-11-22T13:14:37,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1a4f56c2ee826d3c6cba93b0a03909e, server=e025332d312f,32895,1732281255849 because future has completed 2024-11-22T13:14:37,868 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46737 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=e025332d312f,32895,1732281255849, table=SPTestTable, region=e1a4f56c2ee826d3c6cba93b0a03909e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-22T13:14:37,872 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T13:14:37,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=12 2024-11-22T13:14:37,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure e1a4f56c2ee826d3c6cba93b0a03909e, server=e025332d312f,32895,1732281255849 in 10.0350 sec 2024-11-22T13:14:37,874 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732281266978.a763d84e24fd6674eb12503ad351eecb. 2024-11-22T13:14:37,874 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => a763d84e24fd6674eb12503ad351eecb, NAME => 'SPTestTable,99999996,1732281266978.a763d84e24fd6674eb12503ad351eecb.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-22T13:14:37,874 INFO [StoreOpener-d2993eadae48e7e55c37b549861dddc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d2993eadae48e7e55c37b549861dddc7 2024-11-22T13:14:37,874 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a763d84e24fd6674eb12503ad351eecb 2024-11-22T13:14:37,875 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732281266978.a763d84e24fd6674eb12503ad351eecb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:14:37,875 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for a763d84e24fd6674eb12503ad351eecb 2024-11-22T13:14:37,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T13:14:37,875 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for a763d84e24fd6674eb12503ad351eecb 2024-11-22T13:14:37,876 INFO [StoreOpener-d2993eadae48e7e55c37b549861dddc7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2993eadae48e7e55c37b549861dddc7 columnFamilyName cf 2024-11-22T13:14:37,876 DEBUG [StoreOpener-d2993eadae48e7e55c37b549861dddc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:37,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e1a4f56c2ee826d3c6cba93b0a03909e, ASSIGN in 10.2290 sec 2024-11-22T13:14:37,877 INFO [StoreOpener-d2993eadae48e7e55c37b549861dddc7-1 {}] regionserver.HStore(327): Store=d2993eadae48e7e55c37b549861dddc7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:14:37,877 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for d2993eadae48e7e55c37b549861dddc7 2024-11-22T13:14:37,878 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/d2993eadae48e7e55c37b549861dddc7 2024-11-22T13:14:37,879 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/d2993eadae48e7e55c37b549861dddc7 2024-11-22T13:14:37,879 INFO [StoreOpener-a763d84e24fd6674eb12503ad351eecb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a763d84e24fd6674eb12503ad351eecb 2024-11-22T13:14:37,879 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for d2993eadae48e7e55c37b549861dddc7 2024-11-22T13:14:37,879 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for d2993eadae48e7e55c37b549861dddc7 2024-11-22T13:14:37,880 INFO [StoreOpener-a763d84e24fd6674eb12503ad351eecb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a763d84e24fd6674eb12503ad351eecb columnFamilyName cf 2024-11-22T13:14:37,881 DEBUG [StoreOpener-a763d84e24fd6674eb12503ad351eecb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:37,881 INFO [StoreOpener-a763d84e24fd6674eb12503ad351eecb-1 {}] regionserver.HStore(327): Store=a763d84e24fd6674eb12503ad351eecb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:14:37,882 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for a763d84e24fd6674eb12503ad351eecb 2024-11-22T13:14:37,883 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/a763d84e24fd6674eb12503ad351eecb 2024-11-22T13:14:37,883 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/a763d84e24fd6674eb12503ad351eecb 2024-11-22T13:14:37,883 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for a763d84e24fd6674eb12503ad351eecb 2024-11-22T13:14:37,883 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for a763d84e24fd6674eb12503ad351eecb 2024-11-22T13:14:37,885 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for a763d84e24fd6674eb12503ad351eecb 2024-11-22T13:14:37,886 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for d2993eadae48e7e55c37b549861dddc7 2024-11-22T13:14:37,889 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732281266978.8bac47c5516acc5ab35bdec428fadd18. 2024-11-22T13:14:37,890 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 8bac47c5516acc5ab35bdec428fadd18, NAME => 'SPTestTable,66666664,1732281266978.8bac47c5516acc5ab35bdec428fadd18.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-22T13:14:37,890 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8bac47c5516acc5ab35bdec428fadd18 2024-11-22T13:14:37,890 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732281266978.8bac47c5516acc5ab35bdec428fadd18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:14:37,891 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 8bac47c5516acc5ab35bdec428fadd18 2024-11-22T13:14:37,891 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 8bac47c5516acc5ab35bdec428fadd18 2024-11-22T13:14:37,909 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/d2993eadae48e7e55c37b549861dddc7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T13:14:37,909 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/a763d84e24fd6674eb12503ad351eecb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T13:14:37,909 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened d2993eadae48e7e55c37b549861dddc7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75004285, jitterRate=0.11765094101428986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T13:14:37,910 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2993eadae48e7e55c37b549861dddc7 2024-11-22T13:14:37,910 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for d2993eadae48e7e55c37b549861dddc7: Running coprocessor pre-open hook at 1732281277867Writing region info on filesystem at 1732281277867Initializing all the Stores at 1732281277869 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281277869Cleaning up temporary data from old regions at 1732281277879 (+10 ms)Running coprocessor post-open hooks at 1732281277910 (+31 ms)Region opened successfully at 1732281277910 2024-11-22T13:14:37,910 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened a763d84e24fd6674eb12503ad351eecb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65912960, jitterRate=-0.017820358276367188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T13:14:37,910 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a763d84e24fd6674eb12503ad351eecb 2024-11-22T13:14:37,910 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for a763d84e24fd6674eb12503ad351eecb: Running coprocessor pre-open hook at 1732281277875Writing region info on filesystem at 1732281277875Initializing all the Stores at 1732281277878 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281277878Cleaning up temporary data from old regions at 1732281277884 (+6 ms)Running coprocessor post-open hooks at 1732281277910 (+26 ms)Region opened successfully at 1732281277910 2024-11-22T13:14:37,911 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732281266978.d2993eadae48e7e55c37b549861dddc7., pid=15, masterSystemTime=1732281277835 2024-11-22T13:14:37,912 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732281266978.a763d84e24fd6674eb12503ad351eecb., pid=18, masterSystemTime=1732281277856 2024-11-22T13:14:37,913 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732281266978.d2993eadae48e7e55c37b549861dddc7. 2024-11-22T13:14:37,913 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732281266978.d2993eadae48e7e55c37b549861dddc7. 2024-11-22T13:14:37,913 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732281266978.aa17517af6231c33326dbf3b7fbc687f. 2024-11-22T13:14:37,913 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => aa17517af6231c33326dbf3b7fbc687f, NAME => 'SPTestTable,19999999,1732281266978.aa17517af6231c33326dbf3b7fbc687f.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-22T13:14:37,914 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable aa17517af6231c33326dbf3b7fbc687f 2024-11-22T13:14:37,914 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732281266978.aa17517af6231c33326dbf3b7fbc687f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:14:37,914 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for aa17517af6231c33326dbf3b7fbc687f 2024-11-22T13:14:37,914 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for aa17517af6231c33326dbf3b7fbc687f 2024-11-22T13:14:37,915 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d2993eadae48e7e55c37b549861dddc7, regionState=OPEN, openSeqNum=2, regionLocation=e025332d312f,32895,1732281255849 2024-11-22T13:14:37,916 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732281266978.a763d84e24fd6674eb12503ad351eecb. 2024-11-22T13:14:37,916 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732281266978.a763d84e24fd6674eb12503ad351eecb. 2024-11-22T13:14:37,916 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732281266978.2b04d8b5e14f21b72121a8b6b437431f. 2024-11-22T13:14:37,917 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b04d8b5e14f21b72121a8b6b437431f, NAME => 'SPTestTable,4ccccccb,1732281266978.2b04d8b5e14f21b72121a8b6b437431f.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-22T13:14:37,917 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2b04d8b5e14f21b72121a8b6b437431f 2024-11-22T13:14:37,917 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732281266978.2b04d8b5e14f21b72121a8b6b437431f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:14:37,917 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 2b04d8b5e14f21b72121a8b6b437431f 2024-11-22T13:14:37,917 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 2b04d8b5e14f21b72121a8b6b437431f 2024-11-22T13:14:37,918 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=a763d84e24fd6674eb12503ad351eecb, regionState=OPEN, openSeqNum=2, regionLocation=e025332d312f,35929,1732281255888 2024-11-22T13:14:37,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2993eadae48e7e55c37b549861dddc7, server=e025332d312f,32895,1732281255849 because future has completed 2024-11-22T13:14:37,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure a763d84e24fd6674eb12503ad351eecb, server=e025332d312f,35929,1732281255888 because future has completed 2024-11-22T13:14:37,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=10 2024-11-22T13:14:37,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure d2993eadae48e7e55c37b549861dddc7, server=e025332d312f,32895,1732281255849 in 10.1080 sec 2024-11-22T13:14:37,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=11 2024-11-22T13:14:37,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure a763d84e24fd6674eb12503ad351eecb, server=e025332d312f,35929,1732281255888 in 10.0720 sec 2024-11-22T13:14:37,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2993eadae48e7e55c37b549861dddc7, ASSIGN in 10.2780 sec 2024-11-22T13:14:37,924 INFO [StoreOpener-8bac47c5516acc5ab35bdec428fadd18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8bac47c5516acc5ab35bdec428fadd18 2024-11-22T13:14:37,925 INFO [StoreOpener-aa17517af6231c33326dbf3b7fbc687f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region aa17517af6231c33326dbf3b7fbc687f 2024-11-22T13:14:37,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a763d84e24fd6674eb12503ad351eecb, ASSIGN in 10.2800 sec 2024-11-22T13:14:37,928 INFO [StoreOpener-8bac47c5516acc5ab35bdec428fadd18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bac47c5516acc5ab35bdec428fadd18 columnFamilyName cf 2024-11-22T13:14:37,928 DEBUG [StoreOpener-8bac47c5516acc5ab35bdec428fadd18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:37,929 INFO [StoreOpener-2b04d8b5e14f21b72121a8b6b437431f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2b04d8b5e14f21b72121a8b6b437431f 2024-11-22T13:14:37,932 INFO [StoreOpener-2b04d8b5e14f21b72121a8b6b437431f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b04d8b5e14f21b72121a8b6b437431f columnFamilyName cf 2024-11-22T13:14:37,932 DEBUG [StoreOpener-2b04d8b5e14f21b72121a8b6b437431f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:37,932 INFO [StoreOpener-8bac47c5516acc5ab35bdec428fadd18-1 {}] regionserver.HStore(327): Store=8bac47c5516acc5ab35bdec428fadd18/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:14:37,932 INFO [StoreOpener-2b04d8b5e14f21b72121a8b6b437431f-1 {}] regionserver.HStore(327): Store=2b04d8b5e14f21b72121a8b6b437431f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:14:37,933 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 2b04d8b5e14f21b72121a8b6b437431f 2024-11-22T13:14:37,933 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/2b04d8b5e14f21b72121a8b6b437431f 2024-11-22T13:14:37,934 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/2b04d8b5e14f21b72121a8b6b437431f 2024-11-22T13:14:37,934 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 2b04d8b5e14f21b72121a8b6b437431f 2024-11-22T13:14:37,934 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 2b04d8b5e14f21b72121a8b6b437431f 2024-11-22T13:14:37,935 INFO [StoreOpener-aa17517af6231c33326dbf3b7fbc687f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa17517af6231c33326dbf3b7fbc687f columnFamilyName cf 2024-11-22T13:14:37,935 DEBUG [StoreOpener-aa17517af6231c33326dbf3b7fbc687f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:37,935 INFO [StoreOpener-aa17517af6231c33326dbf3b7fbc687f-1 {}] regionserver.HStore(327): Store=aa17517af6231c33326dbf3b7fbc687f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:14:37,936 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for aa17517af6231c33326dbf3b7fbc687f 2024-11-22T13:14:37,937 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 2b04d8b5e14f21b72121a8b6b437431f 2024-11-22T13:14:37,937 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/aa17517af6231c33326dbf3b7fbc687f 2024-11-22T13:14:37,938 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/aa17517af6231c33326dbf3b7fbc687f 2024-11-22T13:14:37,938 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 8bac47c5516acc5ab35bdec428fadd18 2024-11-22T13:14:37,939 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for aa17517af6231c33326dbf3b7fbc687f 2024-11-22T13:14:37,939 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/8bac47c5516acc5ab35bdec428fadd18 2024-11-22T13:14:37,939 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for aa17517af6231c33326dbf3b7fbc687f 2024-11-22T13:14:37,939 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/8bac47c5516acc5ab35bdec428fadd18 2024-11-22T13:14:37,940 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 8bac47c5516acc5ab35bdec428fadd18 2024-11-22T13:14:37,940 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 8bac47c5516acc5ab35bdec428fadd18 2024-11-22T13:14:37,940 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for aa17517af6231c33326dbf3b7fbc687f 2024-11-22T13:14:37,944 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 8bac47c5516acc5ab35bdec428fadd18 2024-11-22T13:14:37,947 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/2b04d8b5e14f21b72121a8b6b437431f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T13:14:37,947 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 2b04d8b5e14f21b72121a8b6b437431f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70635796, jitterRate=0.0525553822517395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T13:14:37,947 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b04d8b5e14f21b72121a8b6b437431f 2024-11-22T13:14:37,948 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 2b04d8b5e14f21b72121a8b6b437431f: Running coprocessor pre-open hook at 1732281277917Writing region info on filesystem at 1732281277917Initializing all the Stores at 1732281277921 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281277921Cleaning up temporary data from old regions at 1732281277934 (+13 ms)Running coprocessor post-open hooks at 1732281277947 (+13 ms)Region opened successfully at 1732281277947 2024-11-22T13:14:37,949 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732281266978.2b04d8b5e14f21b72121a8b6b437431f., pid=17, masterSystemTime=1732281277856 2024-11-22T13:14:37,952 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732281266978.2b04d8b5e14f21b72121a8b6b437431f. 2024-11-22T13:14:37,952 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732281266978.2b04d8b5e14f21b72121a8b6b437431f. 2024-11-22T13:14:37,952 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732281266978.5d033a6b7993ab6a4a532c9e9e0b1a9f. 2024-11-22T13:14:37,953 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 5d033a6b7993ab6a4a532c9e9e0b1a9f, NAME => 'SPTestTable,e6666661,1732281266978.5d033a6b7993ab6a4a532c9e9e0b1a9f.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-22T13:14:37,953 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=2b04d8b5e14f21b72121a8b6b437431f, regionState=OPEN, openSeqNum=2, regionLocation=e025332d312f,35929,1732281255888 2024-11-22T13:14:37,953 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5d033a6b7993ab6a4a532c9e9e0b1a9f 2024-11-22T13:14:37,953 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732281266978.5d033a6b7993ab6a4a532c9e9e0b1a9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:14:37,953 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 5d033a6b7993ab6a4a532c9e9e0b1a9f 2024-11-22T13:14:37,953 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 5d033a6b7993ab6a4a532c9e9e0b1a9f 2024-11-22T13:14:37,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b04d8b5e14f21b72121a8b6b437431f, server=e025332d312f,35929,1732281255888 because future has completed 2024-11-22T13:14:37,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=8 2024-11-22T13:14:37,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b04d8b5e14f21b72121a8b6b437431f, server=e025332d312f,35929,1732281255888 in 10.1130 sec 2024-11-22T13:14:37,960 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/8bac47c5516acc5ab35bdec428fadd18/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T13:14:37,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b04d8b5e14f21b72121a8b6b437431f, ASSIGN in 10.3150 sec 2024-11-22T13:14:37,961 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/aa17517af6231c33326dbf3b7fbc687f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T13:14:37,965 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened aa17517af6231c33326dbf3b7fbc687f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60178690, jitterRate=-0.10326763987541199}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T13:14:37,965 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aa17517af6231c33326dbf3b7fbc687f 2024-11-22T13:14:37,965 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for aa17517af6231c33326dbf3b7fbc687f: Running coprocessor pre-open hook at 1732281277914Writing region info on filesystem at 1732281277914Initializing all the Stores at 1732281277918 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281277918Cleaning up temporary data from old regions at 1732281277939 (+21 ms)Running coprocessor post-open hooks at 1732281277965 (+26 ms)Region opened successfully at 1732281277965 2024-11-22T13:14:37,966 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 8bac47c5516acc5ab35bdec428fadd18; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74903952, jitterRate=0.11615586280822754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T13:14:37,966 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8bac47c5516acc5ab35bdec428fadd18 2024-11-22T13:14:37,966 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 8bac47c5516acc5ab35bdec428fadd18: Running coprocessor pre-open hook at 1732281277891Writing region info on filesystem at 1732281277891Initializing all the Stores at 1732281277892 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281277892Cleaning up temporary data from old regions at 1732281277940 (+48 ms)Running coprocessor post-open hooks at 1732281277966 (+26 ms)Region opened successfully at 1732281277966 2024-11-22T13:14:37,966 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732281266978.aa17517af6231c33326dbf3b7fbc687f., pid=19, masterSystemTime=1732281277835 2024-11-22T13:14:37,966 INFO [StoreOpener-5d033a6b7993ab6a4a532c9e9e0b1a9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5d033a6b7993ab6a4a532c9e9e0b1a9f 2024-11-22T13:14:37,969 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732281266978.8bac47c5516acc5ab35bdec428fadd18., pid=20, masterSystemTime=1732281277872 2024-11-22T13:14:37,971 INFO [StoreOpener-5d033a6b7993ab6a4a532c9e9e0b1a9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d033a6b7993ab6a4a532c9e9e0b1a9f columnFamilyName cf 2024-11-22T13:14:37,972 DEBUG [StoreOpener-5d033a6b7993ab6a4a532c9e9e0b1a9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:37,973 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732281266978.aa17517af6231c33326dbf3b7fbc687f. 2024-11-22T13:14:37,973 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732281266978.aa17517af6231c33326dbf3b7fbc687f. 2024-11-22T13:14:37,974 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=aa17517af6231c33326dbf3b7fbc687f, regionState=OPEN, openSeqNum=2, regionLocation=e025332d312f,32895,1732281255849 2024-11-22T13:14:37,974 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732281266978.8bac47c5516acc5ab35bdec428fadd18. 2024-11-22T13:14:37,974 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732281266978.8bac47c5516acc5ab35bdec428fadd18. 2024-11-22T13:14:37,974 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,,1732281266978.fc720b844f0473466c633a2c2229e4be. 2024-11-22T13:14:37,975 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => fc720b844f0473466c633a2c2229e4be, NAME => 'SPTestTable,,1732281266978.fc720b844f0473466c633a2c2229e4be.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-22T13:14:37,975 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fc720b844f0473466c633a2c2229e4be 2024-11-22T13:14:37,975 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,,1732281266978.fc720b844f0473466c633a2c2229e4be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:14:37,975 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for fc720b844f0473466c633a2c2229e4be 2024-11-22T13:14:37,975 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for fc720b844f0473466c633a2c2229e4be 2024-11-22T13:14:37,976 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8bac47c5516acc5ab35bdec428fadd18, regionState=OPEN, openSeqNum=2, regionLocation=e025332d312f,32889,1732281255807 2024-11-22T13:14:37,976 INFO [StoreOpener-5d033a6b7993ab6a4a532c9e9e0b1a9f-1 {}] regionserver.HStore(327): Store=5d033a6b7993ab6a4a532c9e9e0b1a9f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:14:37,976 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 5d033a6b7993ab6a4a532c9e9e0b1a9f 2024-11-22T13:14:37,978 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/5d033a6b7993ab6a4a532c9e9e0b1a9f 2024-11-22T13:14:37,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa17517af6231c33326dbf3b7fbc687f, server=e025332d312f,32895,1732281255849 because future has completed 2024-11-22T13:14:37,979 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/5d033a6b7993ab6a4a532c9e9e0b1a9f 2024-11-22T13:14:37,979 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 5d033a6b7993ab6a4a532c9e9e0b1a9f 2024-11-22T13:14:37,979 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 5d033a6b7993ab6a4a532c9e9e0b1a9f 2024-11-22T13:14:37,981 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 5d033a6b7993ab6a4a532c9e9e0b1a9f 2024-11-22T13:14:37,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bac47c5516acc5ab35bdec428fadd18, server=e025332d312f,32889,1732281255807 because future has completed 2024-11-22T13:14:37,983 INFO [StoreOpener-fc720b844f0473466c633a2c2229e4be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fc720b844f0473466c633a2c2229e4be 2024-11-22T13:14:37,984 INFO [StoreOpener-fc720b844f0473466c633a2c2229e4be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc720b844f0473466c633a2c2229e4be columnFamilyName cf 2024-11-22T13:14:37,985 DEBUG [StoreOpener-fc720b844f0473466c633a2c2229e4be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:37,985 INFO [StoreOpener-fc720b844f0473466c633a2c2229e4be-1 {}] regionserver.HStore(327): Store=fc720b844f0473466c633a2c2229e4be/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:14:37,985 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for fc720b844f0473466c633a2c2229e4be 2024-11-22T13:14:37,986 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/fc720b844f0473466c633a2c2229e4be 2024-11-22T13:14:37,987 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/fc720b844f0473466c633a2c2229e4be 2024-11-22T13:14:37,987 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for fc720b844f0473466c633a2c2229e4be 2024-11-22T13:14:37,987 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for fc720b844f0473466c633a2c2229e4be 2024-11-22T13:14:37,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=6 2024-11-22T13:14:37,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure aa17517af6231c33326dbf3b7fbc687f, server=e025332d312f,32895,1732281255849 in 10.1160 sec 2024-11-22T13:14:37,991 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for fc720b844f0473466c633a2c2229e4be 2024-11-22T13:14:37,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=9 2024-11-22T13:14:37,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8bac47c5516acc5ab35bdec428fadd18, server=e025332d312f,32889,1732281255807 in 10.1190 sec 2024-11-22T13:14:37,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aa17517af6231c33326dbf3b7fbc687f, ASSIGN in 10.3470 sec 2024-11-22T13:14:37,997 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/5d033a6b7993ab6a4a532c9e9e0b1a9f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T13:14:37,998 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 5d033a6b7993ab6a4a532c9e9e0b1a9f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71285032, jitterRate=0.06222975254058838}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T13:14:37,998 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5d033a6b7993ab6a4a532c9e9e0b1a9f 2024-11-22T13:14:37,999 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 5d033a6b7993ab6a4a532c9e9e0b1a9f: Running coprocessor pre-open hook at 1732281277953Writing region info on filesystem at 1732281277953Initializing all the Stores at 1732281277955 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281277955Cleaning up temporary data from old regions at 1732281277979 (+24 ms)Running coprocessor post-open hooks at 1732281277998 (+19 ms)Region opened successfully at 1732281277998 2024-11-22T13:14:37,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8bac47c5516acc5ab35bdec428fadd18, ASSIGN in 10.3500 sec 2024-11-22T13:14:37,999 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/fc720b844f0473466c633a2c2229e4be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T13:14:37,999 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732281266978.5d033a6b7993ab6a4a532c9e9e0b1a9f., pid=22, masterSystemTime=1732281277856 2024-11-22T13:14:38,000 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened fc720b844f0473466c633a2c2229e4be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72489811, jitterRate=0.08018235862255096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T13:14:38,000 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fc720b844f0473466c633a2c2229e4be 2024-11-22T13:14:38,001 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for fc720b844f0473466c633a2c2229e4be: Running coprocessor pre-open hook at 1732281277975Writing region info on filesystem at 1732281277975Initializing all the Stores at 1732281277976 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281277976Cleaning up temporary data from old regions at 1732281277987 (+11 ms)Running coprocessor post-open hooks at 1732281278000 (+13 ms)Region opened successfully at 1732281278000 2024-11-22T13:14:38,002 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732281266978.fc720b844f0473466c633a2c2229e4be., pid=24, masterSystemTime=1732281277872 2024-11-22T13:14:38,002 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732281266978.5d033a6b7993ab6a4a532c9e9e0b1a9f. 2024-11-22T13:14:38,002 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732281266978.5d033a6b7993ab6a4a532c9e9e0b1a9f. 2024-11-22T13:14:38,004 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=5d033a6b7993ab6a4a532c9e9e0b1a9f, regionState=OPEN, openSeqNum=2, regionLocation=e025332d312f,35929,1732281255888 2024-11-22T13:14:38,005 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732281266978.fc720b844f0473466c633a2c2229e4be. 2024-11-22T13:14:38,005 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732281266978.fc720b844f0473466c633a2c2229e4be. 2024-11-22T13:14:38,005 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732281266978.b8c26aa25fb79ff65f6e9575fceb6afd. 2024-11-22T13:14:38,005 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => b8c26aa25fb79ff65f6e9575fceb6afd, NAME => 'SPTestTable,33333332,1732281266978.b8c26aa25fb79ff65f6e9575fceb6afd.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-22T13:14:38,005 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b8c26aa25fb79ff65f6e9575fceb6afd 2024-11-22T13:14:38,005 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732281266978.b8c26aa25fb79ff65f6e9575fceb6afd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:14:38,006 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for b8c26aa25fb79ff65f6e9575fceb6afd 2024-11-22T13:14:38,006 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for b8c26aa25fb79ff65f6e9575fceb6afd 2024-11-22T13:14:38,007 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fc720b844f0473466c633a2c2229e4be, regionState=OPEN, openSeqNum=2, regionLocation=e025332d312f,32889,1732281255807 2024-11-22T13:14:38,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d033a6b7993ab6a4a532c9e9e0b1a9f, server=e025332d312f,35929,1732281255888 because future has completed 2024-11-22T13:14:38,013 INFO [StoreOpener-b8c26aa25fb79ff65f6e9575fceb6afd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b8c26aa25fb79ff65f6e9575fceb6afd 2024-11-22T13:14:38,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc720b844f0473466c633a2c2229e4be, server=e025332d312f,32889,1732281255807 because future has completed 2024-11-22T13:14:38,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=14 2024-11-22T13:14:38,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 5d033a6b7993ab6a4a532c9e9e0b1a9f, server=e025332d312f,35929,1732281255888 in 10.1260 sec 2024-11-22T13:14:38,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5d033a6b7993ab6a4a532c9e9e0b1a9f, ASSIGN in 10.3710 sec 2024-11-22T13:14:38,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=5 2024-11-22T13:14:38,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fc720b844f0473466c633a2c2229e4be, server=e025332d312f,32889,1732281255807 in 10.1280 sec 2024-11-22T13:14:38,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fc720b844f0473466c633a2c2229e4be, ASSIGN in 10.3750 sec 2024-11-22T13:14:38,021 INFO [StoreOpener-b8c26aa25fb79ff65f6e9575fceb6afd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8c26aa25fb79ff65f6e9575fceb6afd columnFamilyName cf 2024-11-22T13:14:38,021 DEBUG [StoreOpener-b8c26aa25fb79ff65f6e9575fceb6afd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:38,022 INFO [StoreOpener-b8c26aa25fb79ff65f6e9575fceb6afd-1 {}] regionserver.HStore(327): Store=b8c26aa25fb79ff65f6e9575fceb6afd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:14:38,022 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for b8c26aa25fb79ff65f6e9575fceb6afd 2024-11-22T13:14:38,023 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/b8c26aa25fb79ff65f6e9575fceb6afd 2024-11-22T13:14:38,024 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/b8c26aa25fb79ff65f6e9575fceb6afd 2024-11-22T13:14:38,026 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for b8c26aa25fb79ff65f6e9575fceb6afd 2024-11-22T13:14:38,026 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for b8c26aa25fb79ff65f6e9575fceb6afd 2024-11-22T13:14:38,029 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for b8c26aa25fb79ff65f6e9575fceb6afd 2024-11-22T13:14:38,031 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/b8c26aa25fb79ff65f6e9575fceb6afd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T13:14:38,032 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened b8c26aa25fb79ff65f6e9575fceb6afd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74737409, jitterRate=0.11367417871952057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T13:14:38,032 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b8c26aa25fb79ff65f6e9575fceb6afd 2024-11-22T13:14:38,032 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for b8c26aa25fb79ff65f6e9575fceb6afd: Running coprocessor pre-open hook at 1732281278006Writing region info on filesystem at 1732281278006Initializing all the Stores at 1732281278008 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281278008Cleaning up temporary data from old regions at 1732281278026 (+18 ms)Running coprocessor post-open hooks at 1732281278032 (+6 ms)Region opened successfully at 1732281278032 2024-11-22T13:14:38,034 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732281266978.b8c26aa25fb79ff65f6e9575fceb6afd., pid=21, masterSystemTime=1732281277872 2024-11-22T13:14:38,037 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732281266978.b8c26aa25fb79ff65f6e9575fceb6afd. 2024-11-22T13:14:38,037 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732281266978.b8c26aa25fb79ff65f6e9575fceb6afd. 2024-11-22T13:14:38,037 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732281266978.a86cf26612b86d149ea3c9f9e988d49f. 2024-11-22T13:14:38,037 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => a86cf26612b86d149ea3c9f9e988d49f, NAME => 'SPTestTable,ccccccc8,1732281266978.a86cf26612b86d149ea3c9f9e988d49f.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-22T13:14:38,037 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=b8c26aa25fb79ff65f6e9575fceb6afd, regionState=OPEN, openSeqNum=2, regionLocation=e025332d312f,32889,1732281255807 2024-11-22T13:14:38,038 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a86cf26612b86d149ea3c9f9e988d49f 2024-11-22T13:14:38,038 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732281266978.a86cf26612b86d149ea3c9f9e988d49f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:14:38,038 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for a86cf26612b86d149ea3c9f9e988d49f 2024-11-22T13:14:38,038 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for a86cf26612b86d149ea3c9f9e988d49f 2024-11-22T13:14:38,040 INFO [StoreOpener-a86cf26612b86d149ea3c9f9e988d49f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a86cf26612b86d149ea3c9f9e988d49f 2024-11-22T13:14:38,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8c26aa25fb79ff65f6e9575fceb6afd, server=e025332d312f,32889,1732281255807 because future has completed 2024-11-22T13:14:38,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=7 2024-11-22T13:14:38,044 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure b8c26aa25fb79ff65f6e9575fceb6afd, server=e025332d312f,32889,1732281255807 in 10.1700 sec 2024-11-22T13:14:38,044 INFO [StoreOpener-a86cf26612b86d149ea3c9f9e988d49f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a86cf26612b86d149ea3c9f9e988d49f columnFamilyName cf 2024-11-22T13:14:38,044 DEBUG [StoreOpener-a86cf26612b86d149ea3c9f9e988d49f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:14:38,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b8c26aa25fb79ff65f6e9575fceb6afd, ASSIGN in 10.4000 sec 2024-11-22T13:14:38,046 INFO [StoreOpener-a86cf26612b86d149ea3c9f9e988d49f-1 {}] regionserver.HStore(327): Store=a86cf26612b86d149ea3c9f9e988d49f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:14:38,046 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for a86cf26612b86d149ea3c9f9e988d49f 2024-11-22T13:14:38,047 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/a86cf26612b86d149ea3c9f9e988d49f 2024-11-22T13:14:38,048 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/a86cf26612b86d149ea3c9f9e988d49f 2024-11-22T13:14:38,048 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for a86cf26612b86d149ea3c9f9e988d49f 2024-11-22T13:14:38,048 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for a86cf26612b86d149ea3c9f9e988d49f 2024-11-22T13:14:38,050 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for a86cf26612b86d149ea3c9f9e988d49f 2024-11-22T13:14:38,054 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/a86cf26612b86d149ea3c9f9e988d49f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T13:14:38,060 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened a86cf26612b86d149ea3c9f9e988d49f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64799830, jitterRate=-0.03440728783607483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T13:14:38,060 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a86cf26612b86d149ea3c9f9e988d49f 2024-11-22T13:14:38,060 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for a86cf26612b86d149ea3c9f9e988d49f: Running coprocessor pre-open hook at 1732281278038Writing region info on filesystem at 1732281278038Initializing all the Stores at 1732281278039 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281278039Cleaning up temporary data from old regions at 1732281278048 (+9 ms)Running coprocessor post-open hooks at 1732281278060 (+12 ms)Region opened successfully at 1732281278060 2024-11-22T13:14:38,061 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732281266978.a86cf26612b86d149ea3c9f9e988d49f., pid=23, masterSystemTime=1732281277872 2024-11-22T13:14:38,063 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732281266978.a86cf26612b86d149ea3c9f9e988d49f. 2024-11-22T13:14:38,064 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732281266978.a86cf26612b86d149ea3c9f9e988d49f. 2024-11-22T13:14:38,065 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=a86cf26612b86d149ea3c9f9e988d49f, regionState=OPEN, openSeqNum=2, regionLocation=e025332d312f,32889,1732281255807 2024-11-22T13:14:38,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure a86cf26612b86d149ea3c9f9e988d49f, server=e025332d312f,32889,1732281255807 because future has completed 2024-11-22T13:14:38,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=13 2024-11-22T13:14:38,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure a86cf26612b86d149ea3c9f9e988d49f, server=e025332d312f,32889,1732281255807 in 10.1820 sec 2024-11-22T13:14:38,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=4 2024-11-22T13:14:38,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a86cf26612b86d149ea3c9f9e988d49f, ASSIGN in 10.4320 sec 2024-11-22T13:14:38,084 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T13:14:38,084 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732281278084"}]},"ts":"1732281278084"} 2024-11-22T13:14:38,086 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-22T13:14:38,088 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T13:14:38,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.1100 sec 2024-11-22T13:14:40,451 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-22T13:14:42,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T13:14:42,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T13:14:42,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T13:14:43,381 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T13:14:43,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T13:14:43,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T13:14:43,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T13:14:45,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T13:14:45,245 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-22T13:14:45,245 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-22T13:14:45,245 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T13:14:45,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-22T13:14:45,253 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T13:14:45,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-22T13:14:45,291 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732281266978.a763d84e24fd6674eb12503ad351eecb., hostname=e025332d312f,35929,1732281255888, seqNum=2] 2024-11-22T13:14:45,293 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732281266978.a763d84e24fd6674eb12503ad351eecb., hostname=e025332d312f,35929,1732281255888, seqNum=2] 2024-11-22T13:14:45,294 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732281266978.a763d84e24fd6674eb12503ad351eecb., hostname=e025332d312f,35929,1732281255888, seqNum=2] 2024-11-22T13:14:45,296 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732281266978.a763d84e24fd6674eb12503ad351eecb., hostname=e025332d312f,35929,1732281255888, seqNum=2] 2024-11-22T13:14:45,297 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732281266978.a763d84e24fd6674eb12503ad351eecb., hostname=e025332d312f,35929,1732281255888, seqNum=2] 2024-11-22T13:14:45,298 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732281266978.a763d84e24fd6674eb12503ad351eecb., hostname=e025332d312f,35929,1732281255888, seqNum=2] 2024-11-22T13:14:45,336 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732281266978.e1a4f56c2ee826d3c6cba93b0a03909e., hostname=e025332d312f,32895,1732281255849, seqNum=2] 2024-11-22T13:14:45,337 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732281266978.e1a4f56c2ee826d3c6cba93b0a03909e., hostname=e025332d312f,32895,1732281255849, seqNum=2] 2024-11-22T13:14:45,339 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732281266978.e1a4f56c2ee826d3c6cba93b0a03909e., hostname=e025332d312f,32895,1732281255849, seqNum=2] 2024-11-22T13:14:45,340 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732281266978.e1a4f56c2ee826d3c6cba93b0a03909e., hostname=e025332d312f,32895,1732281255849, seqNum=2] 2024-11-22T13:14:45,341 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732281266978.e1a4f56c2ee826d3c6cba93b0a03909e., hostname=e025332d312f,32895,1732281255849, seqNum=2] 2024-11-22T13:14:45,342 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732281266978.e1a4f56c2ee826d3c6cba93b0a03909e., hostname=e025332d312f,32895,1732281255849, seqNum=2] 2024-11-22T13:14:45,370 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732281266978.a86cf26612b86d149ea3c9f9e988d49f., hostname=e025332d312f,32889,1732281255807, seqNum=2] 2024-11-22T13:14:45,372 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732281266978.a86cf26612b86d149ea3c9f9e988d49f., hostname=e025332d312f,32889,1732281255807, seqNum=2] 2024-11-22T13:14:45,373 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732281266978.a86cf26612b86d149ea3c9f9e988d49f., hostname=e025332d312f,32889,1732281255807, seqNum=2] 2024-11-22T13:14:45,375 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732281266978.a86cf26612b86d149ea3c9f9e988d49f., hostname=e025332d312f,32889,1732281255807, seqNum=2] 2024-11-22T13:14:45,376 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732281266978.a86cf26612b86d149ea3c9f9e988d49f., hostname=e025332d312f,32889,1732281255807, seqNum=2] 2024-11-22T13:14:45,450 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732281266978.5d033a6b7993ab6a4a532c9e9e0b1a9f., hostname=e025332d312f,35929,1732281255888, seqNum=2] 2024-11-22T13:14:45,451 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732281266978.5d033a6b7993ab6a4a532c9e9e0b1a9f., hostname=e025332d312f,35929,1732281255888, seqNum=2] 2024-11-22T13:14:45,456 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732281266978.5d033a6b7993ab6a4a532c9e9e0b1a9f., hostname=e025332d312f,35929,1732281255888, seqNum=2] 2024-11-22T13:14:45,457 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732281266978.5d033a6b7993ab6a4a532c9e9e0b1a9f., hostname=e025332d312f,35929,1732281255888, seqNum=2] 2024-11-22T13:14:45,459 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732281266978.5d033a6b7993ab6a4a532c9e9e0b1a9f., hostname=e025332d312f,35929,1732281255888, seqNum=2] 2024-11-22T13:14:45,460 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1732281266978.5d033a6b7993ab6a4a532c9e9e0b1a9f., hostname=e025332d312f,35929,1732281255888, seqNum=2] 2024-11-22T13:14:45,462 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732281266978.5d033a6b7993ab6a4a532c9e9e0b1a9f., hostname=e025332d312f,35929,1732281255888, seqNum=2] 2024-11-22T13:14:45,463 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1732281266978.5d033a6b7993ab6a4a532c9e9e0b1a9f., hostname=e025332d312f,35929,1732281255888, seqNum=2] 2024-11-22T13:14:45,618 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T13:14:46,110 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:14:46,114 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:14:46,129 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T13:14:46,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32895 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732281266978.e1a4f56c2ee826d3c6cba93b0a03909e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T13:14:46,150 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T13:14:46,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32889 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732281266978.a86cf26612b86d149ea3c9f9e988d49f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T13:14:46,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35929 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1732281266978.a763d84e24fd6674eb12503ad351eecb. 2024-11-22T13:14:46,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35929 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732281266978.a763d84e24fd6674eb12503ad351eecb. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T13:14:46,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35929 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732281266978.5d033a6b7993ab6a4a532c9e9e0b1a9f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T13:14:46,751 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-22T13:14:46,752 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T13:14:46,753 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T13:14:46,754 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T13:14:46,757 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T13:14:46,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741848_1024 (size=49) 2024-11-22T13:14:46,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741848_1024 (size=49) 2024-11-22T13:14:46,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741848_1024 (size=49) 2024-11-22T13:14:46,770 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T13:14:46,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fc720b844f0473466c633a2c2229e4be}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aa17517af6231c33326dbf3b7fbc687f}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8c26aa25fb79ff65f6e9575fceb6afd}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b04d8b5e14f21b72121a8b6b437431f}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8bac47c5516acc5ab35bdec428fadd18}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2993eadae48e7e55c37b549861dddc7}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a763d84e24fd6674eb12503ad351eecb}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1a4f56c2ee826d3c6cba93b0a03909e}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a86cf26612b86d149ea3c9f9e988d49f}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d033a6b7993ab6a4a532c9e9e0b1a9f}] 2024-11-22T13:14:46,772 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a86cf26612b86d149ea3c9f9e988d49f 2024-11-22T13:14:46,772 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8c26aa25fb79ff65f6e9575fceb6afd 2024-11-22T13:14:46,772 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d033a6b7993ab6a4a532c9e9e0b1a9f 2024-11-22T13:14:46,772 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1a4f56c2ee826d3c6cba93b0a03909e 2024-11-22T13:14:46,772 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a763d84e24fd6674eb12503ad351eecb 2024-11-22T13:14:46,776 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2993eadae48e7e55c37b549861dddc7 2024-11-22T13:14:46,776 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b04d8b5e14f21b72121a8b6b437431f 2024-11-22T13:14:46,777 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8bac47c5516acc5ab35bdec428fadd18 2024-11-22T13:14:46,777 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aa17517af6231c33326dbf3b7fbc687f 2024-11-22T13:14:46,777 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fc720b844f0473466c633a2c2229e4be 2024-11-22T13:14:51,063 INFO [regionserver/e025332d312f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-22T13:14:56,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-22T13:14:56,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35929 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-22T13:14:56,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-22T13:14:56,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-22T13:14:56,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35929 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-22T13:14:56,775 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732281266978.e1a4f56c2ee826d3c6cba93b0a03909e. 2024-11-22T13:14:56,775 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732281266978.2b04d8b5e14f21b72121a8b6b437431f. 2024-11-22T13:14:56,775 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing e1a4f56c2ee826d3c6cba93b0a03909e 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-22T13:14:56,775 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 2b04d8b5e14f21b72121a8b6b437431f: 2024-11-22T13:14:56,775 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732281266978.2b04d8b5e14f21b72121a8b6b437431f. for SnapshotProcedureTest completed. 2024-11-22T13:14:56,775 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732281266978.2b04d8b5e14f21b72121a8b6b437431f.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T13:14:56,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T13:14:56,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T13:14:56,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-22T13:14:56,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732281266978.aa17517af6231c33326dbf3b7fbc687f. 2024-11-22T13:14:56,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for aa17517af6231c33326dbf3b7fbc687f: 2024-11-22T13:14:56,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732281266978.aa17517af6231c33326dbf3b7fbc687f. for SnapshotProcedureTest completed. 2024-11-22T13:14:56,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732281266978.aa17517af6231c33326dbf3b7fbc687f.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T13:14:56,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35929 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-22T13:14:56,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T13:14:56,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T13:14:56,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732281266978.a763d84e24fd6674eb12503ad351eecb. 2024-11-22T13:14:56,777 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing a763d84e24fd6674eb12503ad351eecb 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-22T13:14:56,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732281266978.5d033a6b7993ab6a4a532c9e9e0b1a9f. 2024-11-22T13:14:56,778 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 5d033a6b7993ab6a4a532c9e9e0b1a9f 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-22T13:14:56,781 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732281266978.d2993eadae48e7e55c37b549861dddc7. 2024-11-22T13:14:56,781 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for d2993eadae48e7e55c37b549861dddc7: 2024-11-22T13:14:56,781 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732281266978.d2993eadae48e7e55c37b549861dddc7. for SnapshotProcedureTest completed. 2024-11-22T13:14:56,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732281266978.d2993eadae48e7e55c37b549861dddc7.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T13:14:56,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T13:14:56,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T13:14:56,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732281266978.a86cf26612b86d149ea3c9f9e988d49f. 2024-11-22T13:14:56,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-22T13:14:56,784 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing a86cf26612b86d149ea3c9f9e988d49f 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-22T13:14:56,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-22T13:14:56,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732281266978.b8c26aa25fb79ff65f6e9575fceb6afd. 2024-11-22T13:14:56,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for b8c26aa25fb79ff65f6e9575fceb6afd: 2024-11-22T13:14:56,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732281266978.b8c26aa25fb79ff65f6e9575fceb6afd. for SnapshotProcedureTest completed. 2024-11-22T13:14:56,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732281266978.b8c26aa25fb79ff65f6e9575fceb6afd.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T13:14:56,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T13:14:56,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T13:14:56,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-22T13:14:56,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732281266978.fc720b844f0473466c633a2c2229e4be. 2024-11-22T13:14:56,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for fc720b844f0473466c633a2c2229e4be: 2024-11-22T13:14:56,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732281266978.fc720b844f0473466c633a2c2229e4be. for SnapshotProcedureTest completed. 2024-11-22T13:14:56,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732281266978.fc720b844f0473466c633a2c2229e4be.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T13:14:56,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T13:14:56,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T13:14:56,812 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/e1a4f56c2ee826d3c6cba93b0a03909e/.tmp/cf/e2a477c3fc794f1abb42137b3b51ea35 is 34, key is baa/cf:cf/1732281286147/Put/seqid=0 2024-11-22T13:14:56,839 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/a86cf26612b86d149ea3c9f9e988d49f/.tmp/cf/37fa53c37b0440968dd118744175c8a1 is 34, key is ccd/cf:cf/1732281286182/Put/seqid=0 2024-11-22T13:14:56,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/a763d84e24fd6674eb12503ad351eecb/.tmp/cf/e70c2be51b50453488d91e123cbf5af0 is 34, key is aaa/cf:cf/1732281286213/Put/seqid=0 2024-11-22T13:14:56,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741850_1026 (size=65) 2024-11-22T13:14:56,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741850_1026 (size=65) 2024-11-22T13:14:56,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741850_1026 (size=65) 2024-11-22T13:14:56,856 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732281266978.aa17517af6231c33326dbf3b7fbc687f. 2024-11-22T13:14:56,856 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-22T13:14:56,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-22T13:14:56,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region aa17517af6231c33326dbf3b7fbc687f 2024-11-22T13:14:56,857 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aa17517af6231c33326dbf3b7fbc687f 2024-11-22T13:14:56,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure aa17517af6231c33326dbf3b7fbc687f in 10.0880 sec 2024-11-22T13:14:56,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741849_1025 (size=65) 2024-11-22T13:14:56,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741849_1025 (size=65) 2024-11-22T13:14:56,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741849_1025 (size=65) 2024-11-22T13:14:56,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732281266978.d2993eadae48e7e55c37b549861dddc7. 2024-11-22T13:14:56,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-22T13:14:56,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-22T13:14:56,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d2993eadae48e7e55c37b549861dddc7 2024-11-22T13:14:56,881 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2993eadae48e7e55c37b549861dddc7 2024-11-22T13:14:56,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d2993eadae48e7e55c37b549861dddc7 in 10.1120 sec 2024-11-22T13:14:56,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/5d033a6b7993ab6a4a532c9e9e0b1a9f/.tmp/cf/6012c44dc382452f99584bcaf4866409 is 34, key is eaa/cf:cf/1732281286618/Put/seqid=0 2024-11-22T13:14:56,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741853_1029 (size=65) 2024-11-22T13:14:56,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741853_1029 (size=65) 2024-11-22T13:14:56,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741853_1029 (size=65) 2024-11-22T13:14:56,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732281266978.b8c26aa25fb79ff65f6e9575fceb6afd. 2024-11-22T13:14:56,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-22T13:14:56,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732281266978.8bac47c5516acc5ab35bdec428fadd18. 2024-11-22T13:14:56,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 8bac47c5516acc5ab35bdec428fadd18: 2024-11-22T13:14:56,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732281266978.8bac47c5516acc5ab35bdec428fadd18. for SnapshotProcedureTest completed. 2024-11-22T13:14:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-22T13:14:56,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732281266978.8bac47c5516acc5ab35bdec428fadd18.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T13:14:56,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b8c26aa25fb79ff65f6e9575fceb6afd 2024-11-22T13:14:56,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T13:14:56,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T13:14:56,993 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8c26aa25fb79ff65f6e9575fceb6afd 2024-11-22T13:14:56,995 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b8c26aa25fb79ff65f6e9575fceb6afd in 10.2240 sec 2024-11-22T13:14:57,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741855_1031 (size=47197) 2024-11-22T13:14:57,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741855_1031 (size=47197) 2024-11-22T13:14:57,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741851_1027 (size=65) 2024-11-22T13:14:57,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741851_1027 (size=65) 2024-11-22T13:14:57,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741851_1027 (size=65) 2024-11-22T13:14:57,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741855_1031 (size=47197) 2024-11-22T13:14:57,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741856_1032 (size=26918) 2024-11-22T13:14:57,006 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732281266978.2b04d8b5e14f21b72121a8b6b437431f. 2024-11-22T13:14:57,006 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-22T13:14:57,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741856_1032 (size=26918) 2024-11-22T13:14:57,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-22T13:14:57,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2b04d8b5e14f21b72121a8b6b437431f 2024-11-22T13:14:57,007 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b04d8b5e14f21b72121a8b6b437431f 2024-11-22T13:14:57,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741856_1032 (size=26918) 2024-11-22T13:14:57,009 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/a763d84e24fd6674eb12503ad351eecb/.tmp/cf/e70c2be51b50453488d91e123cbf5af0 2024-11-22T13:14:57,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2b04d8b5e14f21b72121a8b6b437431f in 10.2380 sec 2024-11-22T13:14:57,011 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/a86cf26612b86d149ea3c9f9e988d49f/.tmp/cf/37fa53c37b0440968dd118744175c8a1 2024-11-22T13:14:57,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741852_1028 (size=28623) 2024-11-22T13:14:57,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741852_1028 (size=28623) 2024-11-22T13:14:57,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741852_1028 (size=28623) 2024-11-22T13:14:57,024 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/e1a4f56c2ee826d3c6cba93b0a03909e/.tmp/cf/e2a477c3fc794f1abb42137b3b51ea35 2024-11-22T13:14:57,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741854_1030 (size=57) 2024-11-22T13:14:57,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741854_1030 (size=57) 2024-11-22T13:14:57,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741854_1030 (size=57) 2024-11-22T13:14:57,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732281266978.fc720b844f0473466c633a2c2229e4be. 2024-11-22T13:14:57,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-22T13:14:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-22T13:14:57,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fc720b844f0473466c633a2c2229e4be 2024-11-22T13:14:57,041 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fc720b844f0473466c633a2c2229e4be 2024-11-22T13:14:57,044 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fc720b844f0473466c633a2c2229e4be in 10.2720 sec 2024-11-22T13:14:57,055 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/a763d84e24fd6674eb12503ad351eecb/.tmp/cf/e70c2be51b50453488d91e123cbf5af0 as hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/a763d84e24fd6674eb12503ad351eecb/cf/e70c2be51b50453488d91e123cbf5af0 2024-11-22T13:14:57,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741857_1033 (size=499309) 2024-11-22T13:14:57,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741857_1033 (size=499309) 2024-11-22T13:14:57,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741857_1033 (size=499309) 2024-11-22T13:14:57,074 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/5d033a6b7993ab6a4a532c9e9e0b1a9f/.tmp/cf/6012c44dc382452f99584bcaf4866409 2024-11-22T13:14:57,079 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/a763d84e24fd6674eb12503ad351eecb/cf/e70c2be51b50453488d91e123cbf5af0, entries=676, sequenceid=5, filesize=26.3 K 2024-11-22T13:14:57,080 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for a763d84e24fd6674eb12503ad351eecb in 302ms, sequenceid=5, compaction requested=false 2024-11-22T13:14:57,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for a763d84e24fd6674eb12503ad351eecb: 2024-11-22T13:14:57,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732281266978.a763d84e24fd6674eb12503ad351eecb. for SnapshotProcedureTest completed. 2024-11-22T13:14:57,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732281266978.a763d84e24fd6674eb12503ad351eecb.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T13:14:57,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T13:14:57,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/a763d84e24fd6674eb12503ad351eecb/cf/e70c2be51b50453488d91e123cbf5af0] hfiles 2024-11-22T13:14:57,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/a763d84e24fd6674eb12503ad351eecb/cf/e70c2be51b50453488d91e123cbf5af0 for snapshot=SnapshotProcedureTest 2024-11-22T13:14:57,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/e1a4f56c2ee826d3c6cba93b0a03909e/.tmp/cf/e2a477c3fc794f1abb42137b3b51ea35 as hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/e1a4f56c2ee826d3c6cba93b0a03909e/cf/e2a477c3fc794f1abb42137b3b51ea35 2024-11-22T13:14:57,100 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/e1a4f56c2ee826d3c6cba93b0a03909e/cf/e2a477c3fc794f1abb42137b3b51ea35, entries=731, sequenceid=5, filesize=28.0 K 2024-11-22T13:14:57,101 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for e1a4f56c2ee826d3c6cba93b0a03909e in 326ms, sequenceid=5, compaction requested=false 2024-11-22T13:14:57,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for e1a4f56c2ee826d3c6cba93b0a03909e: 2024-11-22T13:14:57,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732281266978.e1a4f56c2ee826d3c6cba93b0a03909e. for SnapshotProcedureTest completed. 2024-11-22T13:14:57,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732281266978.e1a4f56c2ee826d3c6cba93b0a03909e.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T13:14:57,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T13:14:57,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/e1a4f56c2ee826d3c6cba93b0a03909e/cf/e2a477c3fc794f1abb42137b3b51ea35] hfiles 2024-11-22T13:14:57,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/e1a4f56c2ee826d3c6cba93b0a03909e/cf/e2a477c3fc794f1abb42137b3b51ea35 for snapshot=SnapshotProcedureTest 2024-11-22T13:14:57,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/5d033a6b7993ab6a4a532c9e9e0b1a9f/.tmp/cf/6012c44dc382452f99584bcaf4866409 as hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/5d033a6b7993ab6a4a532c9e9e0b1a9f/cf/6012c44dc382452f99584bcaf4866409 2024-11-22T13:14:57,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/a86cf26612b86d149ea3c9f9e988d49f/.tmp/cf/37fa53c37b0440968dd118744175c8a1 as hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/a86cf26612b86d149ea3c9f9e988d49f/cf/37fa53c37b0440968dd118744175c8a1 2024-11-22T13:14:57,121 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/5d033a6b7993ab6a4a532c9e9e0b1a9f/cf/6012c44dc382452f99584bcaf4866409, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-22T13:14:57,121 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/a86cf26612b86d149ea3c9f9e988d49f/cf/37fa53c37b0440968dd118744175c8a1, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-22T13:14:57,122 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 5d033a6b7993ab6a4a532c9e9e0b1a9f in 344ms, sequenceid=5, compaction requested=false 2024-11-22T13:14:57,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 5d033a6b7993ab6a4a532c9e9e0b1a9f: 2024-11-22T13:14:57,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732281266978.5d033a6b7993ab6a4a532c9e9e0b1a9f. for SnapshotProcedureTest completed. 2024-11-22T13:14:57,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732281266978.5d033a6b7993ab6a4a532c9e9e0b1a9f.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T13:14:57,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T13:14:57,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/5d033a6b7993ab6a4a532c9e9e0b1a9f/cf/6012c44dc382452f99584bcaf4866409] hfiles 2024-11-22T13:14:57,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/5d033a6b7993ab6a4a532c9e9e0b1a9f/cf/6012c44dc382452f99584bcaf4866409 for snapshot=SnapshotProcedureTest 2024-11-22T13:14:57,125 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for a86cf26612b86d149ea3c9f9e988d49f in 341ms, sequenceid=5, compaction requested=false 2024-11-22T13:14:57,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for a86cf26612b86d149ea3c9f9e988d49f: 2024-11-22T13:14:57,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732281266978.a86cf26612b86d149ea3c9f9e988d49f. for SnapshotProcedureTest completed. 2024-11-22T13:14:57,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732281266978.a86cf26612b86d149ea3c9f9e988d49f.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T13:14:57,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T13:14:57,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/a86cf26612b86d149ea3c9f9e988d49f/cf/37fa53c37b0440968dd118744175c8a1] hfiles 2024-11-22T13:14:57,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/a86cf26612b86d149ea3c9f9e988d49f/cf/37fa53c37b0440968dd118744175c8a1 for snapshot=SnapshotProcedureTest 2024-11-22T13:14:57,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741858_1034 (size=65) 2024-11-22T13:14:57,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741858_1034 (size=65) 2024-11-22T13:14:57,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741858_1034 (size=65) 2024-11-22T13:14:57,165 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732281266978.8bac47c5516acc5ab35bdec428fadd18. 2024-11-22T13:14:57,165 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-22T13:14:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-22T13:14:57,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8bac47c5516acc5ab35bdec428fadd18 2024-11-22T13:14:57,166 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8bac47c5516acc5ab35bdec428fadd18 2024-11-22T13:14:57,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8bac47c5516acc5ab35bdec428fadd18 in 10.3980 sec 2024-11-22T13:14:57,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741859_1035 (size=105) 2024-11-22T13:14:57,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741859_1035 (size=105) 2024-11-22T13:14:57,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741859_1035 (size=105) 2024-11-22T13:14:57,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732281266978.a763d84e24fd6674eb12503ad351eecb. 2024-11-22T13:14:57,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-22T13:14:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-22T13:14:57,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a763d84e24fd6674eb12503ad351eecb 2024-11-22T13:14:57,180 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a763d84e24fd6674eb12503ad351eecb 2024-11-22T13:14:57,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a763d84e24fd6674eb12503ad351eecb in 10.4120 sec 2024-11-22T13:14:57,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741860_1036 (size=105) 2024-11-22T13:14:57,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741860_1036 (size=105) 2024-11-22T13:14:57,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741860_1036 (size=105) 2024-11-22T13:14:57,250 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732281266978.e1a4f56c2ee826d3c6cba93b0a03909e. 2024-11-22T13:14:57,250 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-22T13:14:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-22T13:14:57,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e1a4f56c2ee826d3c6cba93b0a03909e 2024-11-22T13:14:57,251 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1a4f56c2ee826d3c6cba93b0a03909e 2024-11-22T13:14:57,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e1a4f56c2ee826d3c6cba93b0a03909e in 10.4820 sec 2024-11-22T13:14:57,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741861_1037 (size=97) 2024-11-22T13:14:57,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741861_1037 (size=97) 2024-11-22T13:14:57,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741861_1037 (size=97) 2024-11-22T13:14:57,269 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732281266978.5d033a6b7993ab6a4a532c9e9e0b1a9f. 2024-11-22T13:14:57,269 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-22T13:14:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-22T13:14:57,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5d033a6b7993ab6a4a532c9e9e0b1a9f 2024-11-22T13:14:57,270 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d033a6b7993ab6a4a532c9e9e0b1a9f 2024-11-22T13:14:57,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5d033a6b7993ab6a4a532c9e9e0b1a9f in 10.5010 sec 2024-11-22T13:14:57,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741862_1038 (size=105) 2024-11-22T13:14:57,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741862_1038 (size=105) 2024-11-22T13:14:57,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741862_1038 (size=105) 2024-11-22T13:14:57,285 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732281266978.a86cf26612b86d149ea3c9f9e988d49f. 2024-11-22T13:14:57,285 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-22T13:14:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-22T13:14:57,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a86cf26612b86d149ea3c9f9e988d49f 2024-11-22T13:14:57,286 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a86cf26612b86d149ea3c9f9e988d49f 2024-11-22T13:14:57,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=25 2024-11-22T13:14:57,292 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T13:14:57,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a86cf26612b86d149ea3c9f9e988d49f in 10.5180 sec 2024-11-22T13:14:57,294 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T13:14:57,295 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T13:14:57,295 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-22T13:14:57,298 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-22T13:14:57,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741863_1039 (size=1174) 2024-11-22T13:14:57,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741863_1039 (size=1174) 2024-11-22T13:14:57,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741863_1039 (size=1174) 2024-11-22T13:14:57,419 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T13:14:57,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-22T13:14:57,430 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e025332d312f,32889,1732281255807 2024-11-22T13:14:57,430 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e025332d312f,35929,1732281255888 2024-11-22T13:14:57,431 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e025332d312f,32895,1732281255849 2024-11-22T13:14:57,431 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e025332d312f,35929,1732281255888 2024-11-22T13:14:57,435 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e025332d312f,35929,1732281255888 2024-11-22T13:14:57,436 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e025332d312f,32895,1732281255849 2024-11-22T13:14:57,440 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e025332d312f,32895,1732281255849 2024-11-22T13:14:57,441 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e025332d312f,32889,1732281255807 2024-11-22T13:14:57,443 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e025332d312f,32889,1732281255807 2024-11-22T13:14:57,468 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T13:14:57,469 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing e025332d312f,35929,1732281255888 2024-11-22T13:14:57,469 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server e025332d312f,35929,1732281255888: Simulated kill ***** 2024-11-22T13:14:57,469 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T13:14:57,469 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T13:14:57,470 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T13:14:57,470 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T13:14:57,470 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T13:14:57,470 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 404434944 }, "NonHeapMemoryUsage": { "committed": 176488448, "init": 7667712, "max": -1, "used": 172043776 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T13:14:57,471 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46737 {}] master.MasterRpcServices(700): e025332d312f,35929,1732281255888 reported a fatal error: ***** ABORTING region server e025332d312f,35929,1732281255888: Simulated kill ***** 2024-11-22T13:14:57,472 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e025332d312f,35929,1732281255888' ***** 2024-11-22T13:14:57,472 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-22T13:14:57,472 INFO [RS:2;e025332d312f:35929 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T13:14:57,472 INFO [RS:2;e025332d312f:35929 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-22T13:14:57,472 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T13:14:57,472 INFO [RS:2;e025332d312f:35929 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-22T13:14:57,472 INFO [RS:2;e025332d312f:35929 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T13:14:57,472 INFO [RS:2;e025332d312f:35929 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;e025332d312f:35929. 2024-11-22T13:14:57,472 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T13:14:57,472 DEBUG [RS:2;e025332d312f:35929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T13:14:57,472 DEBUG [RS:2;e025332d312f:35929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:57,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741834_1010 (size=2010) 2024-11-22T13:14:57,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741834_1010 (size=2010) 2024-11-22T13:14:57,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741834_1010 (size=2010) 2024-11-22T13:14:57,477 DEBUG [RS:2;e025332d312f:35929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:14:57,477 INFO [RS:2;e025332d312f:35929 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T13:14:57,477 INFO [RS:2;e025332d312f:35929 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35929 2024-11-22T13:14:57,514 INFO [regionserver/e025332d312f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T13:14:57,522 INFO [regionserver/e025332d312f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T13:14:57,523 INFO [regionserver/e025332d312f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T13:14:57,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46737-0x10162ae42630000, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T13:14:57,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35929-0x10162ae42630003, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e025332d312f,35929,1732281255888 2024-11-22T13:14:57,548 INFO [RS:2;e025332d312f:35929 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T13:14:57,548 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e025332d312f,35929,1732281255888] 2024-11-22T13:14:57,568 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e025332d312f,35929,1732281255888 already deleted, retry=false 2024-11-22T13:14:57,568 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of e025332d312f,35929,1732281255888 on e025332d312f,46737,1732281255629 2024-11-22T13:14:57,569 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure e025332d312f,35929,1732281255888, splitWal=true, meta=false 2024-11-22T13:14:57,570 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for e025332d312f,35929,1732281255888 (carryingMeta=false) e025332d312f,35929,1732281255888/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3b41cc23[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-22T13:14:57,570 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure e025332d312f,35929,1732281255888, splitWal=true, meta=false 2024-11-22T13:14:57,571 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): e025332d312f,35929,1732281255888 had 3 regions 2024-11-22T13:14:57,572 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure e025332d312f,35929,1732281255888, splitWal=true, meta=false, isMeta: false 2024-11-22T13:14:57,573 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/WALs/e025332d312f,35929,1732281255888-splitting 2024-11-22T13:14:57,575 INFO [PEWorker-2 {}] master.SplitWALManager(105): e025332d312f,35929,1732281255888 WAL count=1, meta=false 2024-11-22T13:14:57,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure e025332d312f%2C35929%2C1732281255888.1732281256597}] 2024-11-22T13:14:57,579 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=e025332d312f,32889,1732281255807 2024-11-22T13:14:57,580 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e025332d312f,35929,1732281255888 Release verify snapshot worker=e025332d312f,35929,1732281255888 2024-11-22T13:14:57,581 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 44 to e025332d312f,35929,1732281255888, this operation will be retried to send to another server 2024-11-22T13:14:57,581 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:57,581 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=44, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732281298581 2024-11-22T13:14:57,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure e025332d312f%2C35929%2C1732281255888.1732281256597, worker=e025332d312f,32889,1732281255807}] 2024-11-22T13:14:57,584 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e025332d312f,35929,1732281255888 Release verify snapshot worker=e025332d312f,35929,1732281255888 2024-11-22T13:14:57,584 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 40 to e025332d312f,35929,1732281255888, this operation will be retried to send to another server 2024-11-22T13:14:57,585 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:57,585 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=40, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732281298585 2024-11-22T13:14:57,585 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-11-22T13:14:57,586 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-11-22T13:14:57,586 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-11-22T13:14:57,587 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e025332d312f,35929,1732281255888 Release verify snapshot worker=e025332d312f,35929,1732281255888 2024-11-22T13:14:57,588 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to e025332d312f,35929,1732281255888, this operation will be retried to send to another server 2024-11-22T13:14:57,588 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-22T13:14:57,588 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732281298588 2024-11-22T13:14:57,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35929-0x10162ae42630003, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T13:14:57,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35929-0x10162ae42630003, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T13:14:57,658 INFO [RS:2;e025332d312f:35929 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T13:14:57,658 INFO [RS:2;e025332d312f:35929 {}] regionserver.HRegionServer(1031): Exiting; stopping=e025332d312f,35929,1732281255888; zookeeper connection closed. 2024-11-22T13:14:57,659 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@76070a64 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@76070a64 2024-11-22T13:15:01,252 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e025332d312f:45009 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-22T13:15:06,897 INFO [master/e025332d312f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T13:15:06,897 INFO [master/e025332d312f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T13:15:07,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-22T13:15:07,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-22T13:15:07,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-22T13:15:07,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-22T13:15:07,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-22T13:15:07,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-22T13:15:07,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-22T13:15:07,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-22T13:15:07,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-22T13:15:07,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-22T13:15:07,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-22T13:15:07,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-22T13:15:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-22T13:15:07,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-22T13:15:07,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-22T13:15:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46737 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-22T13:15:07,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-22T13:15:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46737 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-22T13:15:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-22T13:15:07,442 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e025332d312f,32895,1732281255849 Release verify snapshot worker=e025332d312f,32895,1732281255849 2024-11-22T13:15:07,442 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e025332d312f,32889,1732281255807 Release verify snapshot worker=e025332d312f,32889,1732281255807 2024-11-22T13:15:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46737 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-22T13:15:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-22T13:15:07,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e025332d312f,32889,1732281255807 in 10.0150 sec 2024-11-22T13:15:07,446 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e025332d312f,32895,1732281255849 2024-11-22T13:15:07,446 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e025332d312f,32889,1732281255807 2024-11-22T13:15:07,448 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e025332d312f,32895,1732281255849 Release verify snapshot worker=e025332d312f,32895,1732281255849 2024-11-22T13:15:07,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e025332d312f,32895,1732281255849 in 10.0150 sec 2024-11-22T13:15:07,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e025332d312f,32895,1732281255849 in 10.0210 sec 2024-11-22T13:15:07,454 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e025332d312f,32895,1732281255849 Release verify snapshot worker=e025332d312f,32895,1732281255849 2024-11-22T13:15:07,455 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e025332d312f,32895,1732281255849 2024-11-22T13:15:07,455 INFO [RS_LOG_REPLAY_OPS-regionserver/e025332d312f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/WALs/e025332d312f,35929,1732281255888-splitting/e025332d312f%2C35929%2C1732281255888.1732281256597, size=2.0 K (2010bytes) 2024-11-22T13:15:07,455 INFO [RS_LOG_REPLAY_OPS-regionserver/e025332d312f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/WALs/e025332d312f,35929,1732281255888-splitting/e025332d312f%2C35929%2C1732281255888.1732281256597 2024-11-22T13:15:07,455 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e025332d312f,32889,1732281255807 Release verify snapshot worker=e025332d312f,32889,1732281255807 2024-11-22T13:15:07,455 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e025332d312f,32889,1732281255807 Release verify snapshot worker=e025332d312f,32889,1732281255807 2024-11-22T13:15:07,456 INFO [RS_LOG_REPLAY_OPS-regionserver/e025332d312f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/WALs/e025332d312f,35929,1732281255888-splitting/e025332d312f%2C35929%2C1732281255888.1732281256597 after 1ms 2024-11-22T13:15:07,458 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e025332d312f,32889,1732281255807 2024-11-22T13:15:07,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e025332d312f,32895,1732281255849 in 10.0280 sec 2024-11-22T13:15:07,459 INFO [RS_LOG_REPLAY_OPS-regionserver/e025332d312f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/WALs/e025332d312f,35929,1732281255888-splitting/e025332d312f%2C35929%2C1732281255888.1732281256597 took 4ms 2024-11-22T13:15:07,465 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e025332d312f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for a763d84e24fd6674eb12503ad351eecb: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-22T13:15:07,466 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e025332d312f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 2b04d8b5e14f21b72121a8b6b437431f: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-22T13:15:07,468 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e025332d312f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 5d033a6b7993ab6a4a532c9e9e0b1a9f: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-22T13:15:07,468 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e025332d312f,32889,1732281255807 in 10.0280 sec 2024-11-22T13:15:07,468 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e025332d312f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/WALs/e025332d312f,35929,1732281255888-splitting/e025332d312f%2C35929%2C1732281255888.1732281256597 so closing down 2024-11-22T13:15:07,468 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e025332d312f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T13:15:07,469 INFO [RS_LOG_REPLAY_OPS-regionserver/e025332d312f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T13:15:07,469 INFO [RS_LOG_REPLAY_OPS-regionserver/e025332d312f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 7 edits across 0 Regions in 7 ms; skipped=7; WAL=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/WALs/e025332d312f,35929,1732281255888-splitting/e025332d312f%2C35929%2C1732281255888.1732281256597, size=2.0 K, length=2010, corrupted=false, cancelled=false 2024-11-22T13:15:07,469 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e025332d312f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/WALs/e025332d312f,35929,1732281255888-splitting/e025332d312f%2C35929%2C1732281255888.1732281256597, journal: Splitting hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/WALs/e025332d312f,35929,1732281255888-splitting/e025332d312f%2C35929%2C1732281255888.1732281256597, size=2.0 K (2010bytes) at 1732281307455Finishing writing output for hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/WALs/e025332d312f,35929,1732281255888-splitting/e025332d312f%2C35929%2C1732281255888.1732281256597 so closing down at 1732281307468 (+13 ms)3 split writer threads finished at 1732281307469 (+1 ms)Processed 7 edits across 0 Regions in 7 ms; skipped=7; WAL=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/WALs/e025332d312f,35929,1732281255888-splitting/e025332d312f%2C35929%2C1732281255888.1732281256597, size=2.0 K, length=2010, corrupted=false, cancelled=false at 1732281307469 2024-11-22T13:15:07,469 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e025332d312f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/WALs/e025332d312f,35929,1732281255888-splitting/e025332d312f%2C35929%2C1732281255888.1732281256597 2024-11-22T13:15:07,469 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e025332d312f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-22T13:15:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-22T13:15:07,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e025332d312f,32889,1732281255807 in 10.0280 sec 2024-11-22T13:15:07,481 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/WALs/e025332d312f,35929,1732281255888-splitting/e025332d312f%2C35929%2C1732281255888.1732281256597 to hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/oldWALs 2024-11-22T13:15:07,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-22T13:15:07,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e025332d312f%2C35929%2C1732281255888.1732281256597, worker=e025332d312f,32889,1732281255807 in 9.8990 sec 2024-11-22T13:15:07,486 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=e025332d312f,32889,1732281255807 2024-11-22T13:15:07,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-22T13:15:07,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure e025332d312f%2C35929%2C1732281255888.1732281256597, worker=e025332d312f,32889,1732281255807 in 9.9120 sec 2024-11-22T13:15:07,494 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/WALs/e025332d312f,35929,1732281255888-splitting dir is empty, no logs to split. 2024-11-22T13:15:07,494 INFO [PEWorker-3 {}] master.SplitWALManager(105): e025332d312f,35929,1732281255888 WAL count=0, meta=false 2024-11-22T13:15:07,494 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if e025332d312f,35929,1732281255888 WAL splitting is done? wals=0, meta=false 2024-11-22T13:15:07,496 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for e025332d312f,35929,1732281255888 failed, ignore...File hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/WALs/e025332d312f,35929,1732281255888-splitting does not exist. 2024-11-22T13:15:07,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a763d84e24fd6674eb12503ad351eecb, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b04d8b5e14f21b72121a8b6b437431f, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5d033a6b7993ab6a4a532c9e9e0b1a9f, ASSIGN}] 2024-11-22T13:15:07,497 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a763d84e24fd6674eb12503ad351eecb, ASSIGN 2024-11-22T13:15:07,498 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b04d8b5e14f21b72121a8b6b437431f, ASSIGN 2024-11-22T13:15:07,498 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5d033a6b7993ab6a4a532c9e9e0b1a9f, ASSIGN 2024-11-22T13:15:07,498 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5d033a6b7993ab6a4a532c9e9e0b1a9f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T13:15:07,499 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2b04d8b5e14f21b72121a8b6b437431f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T13:15:07,499 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a763d84e24fd6674eb12503ad351eecb, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T13:15:07,649 DEBUG [e025332d312f:46737 {}] balancer.BalancerClusterState(204): Hosts are {e025332d312f=0} racks are {/default-rack=0} 2024-11-22T13:15:07,649 DEBUG [e025332d312f:46737 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T13:15:07,649 DEBUG [e025332d312f:46737 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T13:15:07,650 DEBUG [e025332d312f:46737 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T13:15:07,650 DEBUG [e025332d312f:46737 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T13:15:07,650 INFO [e025332d312f:46737 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T13:15:07,650 INFO [e025332d312f:46737 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T13:15:07,650 DEBUG [e025332d312f:46737 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T13:15:07,650 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=a763d84e24fd6674eb12503ad351eecb, regionState=OPENING, regionLocation=e025332d312f,32895,1732281255849 2024-11-22T13:15:07,650 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=5d033a6b7993ab6a4a532c9e9e0b1a9f, regionState=OPENING, regionLocation=e025332d312f,32889,1732281255807 2024-11-22T13:15:07,650 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=2b04d8b5e14f21b72121a8b6b437431f, regionState=OPENING, regionLocation=e025332d312f,32889,1732281255807 2024-11-22T13:15:07,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a763d84e24fd6674eb12503ad351eecb, ASSIGN because future has completed 2024-11-22T13:15:07,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure a763d84e24fd6674eb12503ad351eecb, server=e025332d312f,32895,1732281255849}] 2024-11-22T13:15:07,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2b04d8b5e14f21b72121a8b6b437431f, ASSIGN because future has completed 2024-11-22T13:15:07,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b04d8b5e14f21b72121a8b6b437431f, server=e025332d312f,32889,1732281255807}] 2024-11-22T13:15:07,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5d033a6b7993ab6a4a532c9e9e0b1a9f, ASSIGN because future has completed 2024-11-22T13:15:07,660 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d033a6b7993ab6a4a532c9e9e0b1a9f, server=e025332d312f,32889,1732281255807}] 2024-11-22T13:15:15,619 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T13:15:17,404 INFO [regionserver/e025332d312f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-22T13:15:17,454 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732281266978.a763d84e24fd6674eb12503ad351eecb. 2024-11-22T13:15:17,454 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732281266978.5d033a6b7993ab6a4a532c9e9e0b1a9f. 2024-11-22T13:15:17,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-22T13:15:17,454 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 5d033a6b7993ab6a4a532c9e9e0b1a9f, NAME => 'SPTestTable,e6666661,1732281266978.5d033a6b7993ab6a4a532c9e9e0b1a9f.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-22T13:15:17,454 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => a763d84e24fd6674eb12503ad351eecb, NAME => 'SPTestTable,99999996,1732281266978.a763d84e24fd6674eb12503ad351eecb.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-22T13:15:17,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-22T13:15:17,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-22T13:15:17,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-22T13:15:17,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-22T13:15:17,454 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5d033a6b7993ab6a4a532c9e9e0b1a9f 2024-11-22T13:15:17,454 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732281266978.5d033a6b7993ab6a4a532c9e9e0b1a9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:15:17,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-22T13:15:17,455 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 5d033a6b7993ab6a4a532c9e9e0b1a9f 2024-11-22T13:15:17,455 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 5d033a6b7993ab6a4a532c9e9e0b1a9f 2024-11-22T13:15:17,455 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a763d84e24fd6674eb12503ad351eecb 2024-11-22T13:15:17,455 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732281266978.a763d84e24fd6674eb12503ad351eecb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:15:17,455 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for a763d84e24fd6674eb12503ad351eecb 2024-11-22T13:15:17,455 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for a763d84e24fd6674eb12503ad351eecb 2024-11-22T13:15:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-22T13:15:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46737 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-22T13:15:17,455 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-22T13:15:17,455 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-22T13:15:17,457 INFO [StoreOpener-a763d84e24fd6674eb12503ad351eecb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a763d84e24fd6674eb12503ad351eecb 2024-11-22T13:15:17,457 INFO [StoreOpener-5d033a6b7993ab6a4a532c9e9e0b1a9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5d033a6b7993ab6a4a532c9e9e0b1a9f 2024-11-22T13:15:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46737 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-22T13:15:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46737 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-22T13:15:17,458 INFO [StoreOpener-a763d84e24fd6674eb12503ad351eecb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a763d84e24fd6674eb12503ad351eecb columnFamilyName cf 2024-11-22T13:15:17,458 INFO [StoreOpener-5d033a6b7993ab6a4a532c9e9e0b1a9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d033a6b7993ab6a4a532c9e9e0b1a9f columnFamilyName cf 2024-11-22T13:15:17,458 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e025332d312f,32889,1732281255807 Release verify snapshot worker=e025332d312f,32889,1732281255807 2024-11-22T13:15:17,458 DEBUG [StoreOpener-5d033a6b7993ab6a4a532c9e9e0b1a9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:17,458 DEBUG [StoreOpener-a763d84e24fd6674eb12503ad351eecb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:17,458 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e025332d312f,32895,1732281255849 Release verify snapshot worker=e025332d312f,32895,1732281255849 2024-11-22T13:15:17,460 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e025332d312f,32895,1732281255849 Release verify snapshot worker=e025332d312f,32895,1732281255849 2024-11-22T13:15:17,460 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e025332d312f,32889,1732281255807 Release verify snapshot worker=e025332d312f,32889,1732281255807 2024-11-22T13:15:17,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e025332d312f,32889,1732281255807 in 20.0310 sec 2024-11-22T13:15:17,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e025332d312f,32895,1732281255849 in 20.0310 sec 2024-11-22T13:15:17,462 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e025332d312f,32895,1732281255849 in 20.0340 sec 2024-11-22T13:15:17,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=25 2024-11-22T13:15:17,463 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T13:15:17,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e025332d312f,32889,1732281255807 in 20.0340 sec 2024-11-22T13:15:17,464 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/.hbase-snapshot/SnapshotProcedureTest 2024-11-22T13:15:17,465 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T13:15:17,465 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-22T13:15:17,466 DEBUG [StoreOpener-5d033a6b7993ab6a4a532c9e9e0b1a9f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/5d033a6b7993ab6a4a532c9e9e0b1a9f/cf/6012c44dc382452f99584bcaf4866409 2024-11-22T13:15:17,466 DEBUG [StoreOpener-a763d84e24fd6674eb12503ad351eecb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/a763d84e24fd6674eb12503ad351eecb/cf/e70c2be51b50453488d91e123cbf5af0 2024-11-22T13:15:17,466 INFO [StoreOpener-5d033a6b7993ab6a4a532c9e9e0b1a9f-1 {}] regionserver.HStore(327): Store=5d033a6b7993ab6a4a532c9e9e0b1a9f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:15:17,466 INFO [StoreOpener-a763d84e24fd6674eb12503ad351eecb-1 {}] regionserver.HStore(327): Store=a763d84e24fd6674eb12503ad351eecb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:15:17,466 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 5d033a6b7993ab6a4a532c9e9e0b1a9f 2024-11-22T13:15:17,466 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for a763d84e24fd6674eb12503ad351eecb 2024-11-22T13:15:17,467 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/a763d84e24fd6674eb12503ad351eecb 2024-11-22T13:15:17,467 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/5d033a6b7993ab6a4a532c9e9e0b1a9f 2024-11-22T13:15:17,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.7150 sec 2024-11-22T13:15:17,468 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/a763d84e24fd6674eb12503ad351eecb 2024-11-22T13:15:17,468 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/5d033a6b7993ab6a4a532c9e9e0b1a9f 2024-11-22T13:15:17,469 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 5d033a6b7993ab6a4a532c9e9e0b1a9f 2024-11-22T13:15:17,469 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for a763d84e24fd6674eb12503ad351eecb 2024-11-22T13:15:17,469 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 5d033a6b7993ab6a4a532c9e9e0b1a9f 2024-11-22T13:15:17,469 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for a763d84e24fd6674eb12503ad351eecb 2024-11-22T13:15:17,470 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 5d033a6b7993ab6a4a532c9e9e0b1a9f 2024-11-22T13:15:17,471 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for a763d84e24fd6674eb12503ad351eecb 2024-11-22T13:15:17,472 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/5d033a6b7993ab6a4a532c9e9e0b1a9f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T13:15:17,472 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/a763d84e24fd6674eb12503ad351eecb/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T13:15:17,473 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened a763d84e24fd6674eb12503ad351eecb; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59006420, jitterRate=-0.12073582410812378}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T13:15:17,473 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a763d84e24fd6674eb12503ad351eecb 2024-11-22T13:15:17,473 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 5d033a6b7993ab6a4a532c9e9e0b1a9f; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72672719, jitterRate=0.08290790021419525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T13:15:17,473 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5d033a6b7993ab6a4a532c9e9e0b1a9f 2024-11-22T13:15:17,473 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for a763d84e24fd6674eb12503ad351eecb: Running coprocessor pre-open hook at 1732281317455Writing region info on filesystem at 1732281317455Initializing all the Stores at 1732281317456 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281317456Cleaning up temporary data from old regions at 1732281317469 (+13 ms)Running coprocessor post-open hooks at 1732281317473 (+4 ms)Region opened successfully at 1732281317473 2024-11-22T13:15:17,473 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 5d033a6b7993ab6a4a532c9e9e0b1a9f: Running coprocessor pre-open hook at 1732281317455Writing region info on filesystem at 1732281317455Initializing all the Stores at 1732281317456 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281317456Cleaning up temporary data from old regions at 1732281317469 (+13 ms)Running coprocessor post-open hooks at 1732281317473 (+4 ms)Region opened successfully at 1732281317473 2024-11-22T13:15:17,474 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732281266978.a763d84e24fd6674eb12503ad351eecb., pid=52, masterSystemTime=1732281317446 2024-11-22T13:15:17,474 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732281266978.5d033a6b7993ab6a4a532c9e9e0b1a9f., pid=54, masterSystemTime=1732281317446 2024-11-22T13:15:17,476 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732281266978.5d033a6b7993ab6a4a532c9e9e0b1a9f. 2024-11-22T13:15:17,476 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732281266978.5d033a6b7993ab6a4a532c9e9e0b1a9f. 2024-11-22T13:15:17,476 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732281266978.2b04d8b5e14f21b72121a8b6b437431f. 2024-11-22T13:15:17,476 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b04d8b5e14f21b72121a8b6b437431f, NAME => 'SPTestTable,4ccccccb,1732281266978.2b04d8b5e14f21b72121a8b6b437431f.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-22T13:15:17,476 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=5d033a6b7993ab6a4a532c9e9e0b1a9f, regionState=OPEN, openSeqNum=6, regionLocation=e025332d312f,32889,1732281255807 2024-11-22T13:15:17,476 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2b04d8b5e14f21b72121a8b6b437431f 2024-11-22T13:15:17,476 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732281266978.2b04d8b5e14f21b72121a8b6b437431f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T13:15:17,477 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 2b04d8b5e14f21b72121a8b6b437431f 2024-11-22T13:15:17,477 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 2b04d8b5e14f21b72121a8b6b437431f 2024-11-22T13:15:17,477 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732281266978.a763d84e24fd6674eb12503ad351eecb. 2024-11-22T13:15:17,477 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732281266978.a763d84e24fd6674eb12503ad351eecb. 2024-11-22T13:15:17,478 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=a763d84e24fd6674eb12503ad351eecb, regionState=OPEN, openSeqNum=6, regionLocation=e025332d312f,32895,1732281255849 2024-11-22T13:15:17,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d033a6b7993ab6a4a532c9e9e0b1a9f, server=e025332d312f,32889,1732281255807 because future has completed 2024-11-22T13:15:17,479 INFO [StoreOpener-2b04d8b5e14f21b72121a8b6b437431f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2b04d8b5e14f21b72121a8b6b437431f 2024-11-22T13:15:17,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure a763d84e24fd6674eb12503ad351eecb, server=e025332d312f,32895,1732281255849 because future has completed 2024-11-22T13:15:17,480 INFO [StoreOpener-2b04d8b5e14f21b72121a8b6b437431f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b04d8b5e14f21b72121a8b6b437431f columnFamilyName cf 2024-11-22T13:15:17,480 DEBUG [StoreOpener-2b04d8b5e14f21b72121a8b6b437431f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T13:15:17,481 INFO [StoreOpener-2b04d8b5e14f21b72121a8b6b437431f-1 {}] regionserver.HStore(327): Store=2b04d8b5e14f21b72121a8b6b437431f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T13:15:17,481 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 2b04d8b5e14f21b72121a8b6b437431f 2024-11-22T13:15:17,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=51 2024-11-22T13:15:17,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure 5d033a6b7993ab6a4a532c9e9e0b1a9f, server=e025332d312f,32889,1732281255807 in 9.8190 sec 2024-11-22T13:15:17,482 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/2b04d8b5e14f21b72121a8b6b437431f 2024-11-22T13:15:17,482 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=49 2024-11-22T13:15:17,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5d033a6b7993ab6a4a532c9e9e0b1a9f, ASSIGN in 9.9840 sec 2024-11-22T13:15:17,482 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure a763d84e24fd6674eb12503ad351eecb, server=e025332d312f,32895,1732281255849 in 9.8270 sec 2024-11-22T13:15:17,483 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/2b04d8b5e14f21b72121a8b6b437431f 2024-11-22T13:15:17,483 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 2b04d8b5e14f21b72121a8b6b437431f 2024-11-22T13:15:17,483 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 2b04d8b5e14f21b72121a8b6b437431f 2024-11-22T13:15:17,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a763d84e24fd6674eb12503ad351eecb, ASSIGN in 9.9850 sec 2024-11-22T13:15:17,485 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 2b04d8b5e14f21b72121a8b6b437431f 2024-11-22T13:15:17,486 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 2b04d8b5e14f21b72121a8b6b437431f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60955807, jitterRate=-0.09168769419193268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T13:15:17,486 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b04d8b5e14f21b72121a8b6b437431f 2024-11-22T13:15:17,486 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 2b04d8b5e14f21b72121a8b6b437431f: Running coprocessor pre-open hook at 1732281317477Writing region info on filesystem at 1732281317477Initializing all the Stores at 1732281317478 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732281317478Cleaning up temporary data from old regions at 1732281317483 (+5 ms)Running coprocessor post-open hooks at 1732281317486 (+3 ms)Region opened successfully at 1732281317486 2024-11-22T13:15:17,486 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732281266978.2b04d8b5e14f21b72121a8b6b437431f., pid=53, masterSystemTime=1732281317446 2024-11-22T13:15:17,488 DEBUG [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732281266978.2b04d8b5e14f21b72121a8b6b437431f. 2024-11-22T13:15:17,488 INFO [RS_OPEN_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732281266978.2b04d8b5e14f21b72121a8b6b437431f. 2024-11-22T13:15:17,489 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=2b04d8b5e14f21b72121a8b6b437431f, regionState=OPEN, openSeqNum=2, regionLocation=e025332d312f,32889,1732281255807 2024-11-22T13:15:17,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b04d8b5e14f21b72121a8b6b437431f, server=e025332d312f,32889,1732281255807 because future has completed 2024-11-22T13:15:17,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=50 2024-11-22T13:15:17,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b04d8b5e14f21b72121a8b6b437431f, server=e025332d312f,32889,1732281255807 in 9.8360 sec 2024-11-22T13:15:17,495 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-22T13:15:17,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=46 2024-11-22T13:15:17,496 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server e025332d312f,35929,1732281255888 after splitting done 2024-11-22T13:15:17,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b04d8b5e14f21b72121a8b6b437431f, ASSIGN in 9.9970 sec 2024-11-22T13:15:17,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure e025332d312f,35929,1732281255888, splitWal=true, meta=false in 19.9280 sec 2024-11-22T13:15:17,499 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-22T13:15:17,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T13:15:17,499 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T13:15:17,499 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T13:15:17,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:17,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:17,499 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T13:15:17,499 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T13:15:17,499 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=970451262, stopped=false 2024-11-22T13:15:17,499 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e025332d312f,46737,1732281255629 2024-11-22T13:15:17,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32889-0x10162ae42630001, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T13:15:17,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x10162ae42630002, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T13:15:17,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46737-0x10162ae42630000, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T13:15:17,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32889-0x10162ae42630001, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:15:17,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46737-0x10162ae42630000, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:15:17,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x10162ae42630002, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:15:17,568 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T13:15:17,568 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T13:15:17,568 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T13:15:17,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:17,568 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e025332d312f,32889,1732281255807' ***** 2024-11-22T13:15:17,568 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32895-0x10162ae42630002, quorum=127.0.0.1:60214, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T13:15:17,568 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T13:15:17,568 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e025332d312f,32895,1732281255849' ***** 2024-11-22T13:15:17,569 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T13:15:17,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32889-0x10162ae42630001, quorum=127.0.0.1:60214, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T13:15:17,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46737-0x10162ae42630000, quorum=127.0.0.1:60214, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T13:15:17,569 INFO [RS:1;e025332d312f:32895 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T13:15:17,569 INFO [RS:0;e025332d312f:32889 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T13:15:17,569 INFO [RS:1;e025332d312f:32895 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T13:15:17,569 INFO [RS:1;e025332d312f:32895 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T13:15:17,569 INFO [RS:0;e025332d312f:32889 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T13:15:17,569 INFO [RS:0;e025332d312f:32889 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T13:15:17,569 INFO [RS:1;e025332d312f:32895 {}] regionserver.HRegionServer(3091): Received CLOSE for d2993eadae48e7e55c37b549861dddc7 2024-11-22T13:15:17,569 INFO [RS:0;e025332d312f:32889 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b04d8b5e14f21b72121a8b6b437431f 2024-11-22T13:15:17,569 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T13:15:17,569 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T13:15:17,569 INFO [RS:1;e025332d312f:32895 {}] regionserver.HRegionServer(3091): Received CLOSE for a763d84e24fd6674eb12503ad351eecb 2024-11-22T13:15:17,569 INFO [RS:1;e025332d312f:32895 {}] regionserver.HRegionServer(3091): Received CLOSE for e1a4f56c2ee826d3c6cba93b0a03909e 2024-11-22T13:15:17,570 INFO [RS:1;e025332d312f:32895 {}] regionserver.HRegionServer(3091): Received CLOSE for aa17517af6231c33326dbf3b7fbc687f 2024-11-22T13:15:17,570 INFO [RS:1;e025332d312f:32895 {}] regionserver.HRegionServer(959): stopping server e025332d312f,32895,1732281255849 2024-11-22T13:15:17,570 INFO [RS:1;e025332d312f:32895 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T13:15:17,570 INFO [RS:1;e025332d312f:32895 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e025332d312f:32895. 2024-11-22T13:15:17,570 INFO [RS:0;e025332d312f:32889 {}] regionserver.HRegionServer(3091): Received CLOSE for fc720b844f0473466c633a2c2229e4be 2024-11-22T13:15:17,570 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d2993eadae48e7e55c37b549861dddc7, disabling compactions & flushes 2024-11-22T13:15:17,570 INFO [RS:0;e025332d312f:32889 {}] regionserver.HRegionServer(3091): Received CLOSE for a86cf26612b86d149ea3c9f9e988d49f 2024-11-22T13:15:17,570 DEBUG [RS:1;e025332d312f:32895 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T13:15:17,570 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732281266978.d2993eadae48e7e55c37b549861dddc7. 2024-11-22T13:15:17,570 INFO [RS:0;e025332d312f:32889 {}] regionserver.HRegionServer(3091): Received CLOSE for 8bac47c5516acc5ab35bdec428fadd18 2024-11-22T13:15:17,570 DEBUG [RS:1;e025332d312f:32895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:17,570 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b04d8b5e14f21b72121a8b6b437431f, disabling compactions & flushes 2024-11-22T13:15:17,570 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732281266978.d2993eadae48e7e55c37b549861dddc7. 2024-11-22T13:15:17,570 INFO [RS:0;e025332d312f:32889 {}] regionserver.HRegionServer(3091): Received CLOSE for b8c26aa25fb79ff65f6e9575fceb6afd 2024-11-22T13:15:17,570 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732281266978.2b04d8b5e14f21b72121a8b6b437431f. 2024-11-22T13:15:17,570 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732281266978.d2993eadae48e7e55c37b549861dddc7. after waiting 0 ms 2024-11-22T13:15:17,570 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732281266978.2b04d8b5e14f21b72121a8b6b437431f. 2024-11-22T13:15:17,570 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732281266978.d2993eadae48e7e55c37b549861dddc7. 2024-11-22T13:15:17,570 INFO [RS:1;e025332d312f:32895 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T13:15:17,570 INFO [RS:0;e025332d312f:32889 {}] regionserver.HRegionServer(3091): Received CLOSE for 5d033a6b7993ab6a4a532c9e9e0b1a9f 2024-11-22T13:15:17,570 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732281266978.2b04d8b5e14f21b72121a8b6b437431f. after waiting 0 ms 2024-11-22T13:15:17,570 INFO [RS:1;e025332d312f:32895 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T13:15:17,570 INFO [RS:0;e025332d312f:32889 {}] regionserver.HRegionServer(959): stopping server e025332d312f,32889,1732281255807 2024-11-22T13:15:17,570 INFO [RS:1;e025332d312f:32895 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T13:15:17,570 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732281266978.2b04d8b5e14f21b72121a8b6b437431f. 2024-11-22T13:15:17,570 INFO [RS:0;e025332d312f:32889 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T13:15:17,570 INFO [RS:1;e025332d312f:32895 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T13:15:17,570 INFO [RS:0;e025332d312f:32889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e025332d312f:32889. 2024-11-22T13:15:17,570 DEBUG [RS:0;e025332d312f:32889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T13:15:17,570 DEBUG [RS:0;e025332d312f:32889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:17,570 INFO [RS:0;e025332d312f:32889 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-22T13:15:17,570 INFO [RS:1;e025332d312f:32895 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-22T13:15:17,570 DEBUG [RS:0;e025332d312f:32889 {}] regionserver.HRegionServer(1325): Online Regions={2b04d8b5e14f21b72121a8b6b437431f=SPTestTable,4ccccccb,1732281266978.2b04d8b5e14f21b72121a8b6b437431f., fc720b844f0473466c633a2c2229e4be=SPTestTable,,1732281266978.fc720b844f0473466c633a2c2229e4be., a86cf26612b86d149ea3c9f9e988d49f=SPTestTable,ccccccc8,1732281266978.a86cf26612b86d149ea3c9f9e988d49f., 8bac47c5516acc5ab35bdec428fadd18=SPTestTable,66666664,1732281266978.8bac47c5516acc5ab35bdec428fadd18., b8c26aa25fb79ff65f6e9575fceb6afd=SPTestTable,33333332,1732281266978.b8c26aa25fb79ff65f6e9575fceb6afd., 5d033a6b7993ab6a4a532c9e9e0b1a9f=SPTestTable,e6666661,1732281266978.5d033a6b7993ab6a4a532c9e9e0b1a9f.} 2024-11-22T13:15:17,570 DEBUG [RS:1;e025332d312f:32895 {}] regionserver.HRegionServer(1325): Online Regions={d2993eadae48e7e55c37b549861dddc7=SPTestTable,7ffffffd,1732281266978.d2993eadae48e7e55c37b549861dddc7., a763d84e24fd6674eb12503ad351eecb=SPTestTable,99999996,1732281266978.a763d84e24fd6674eb12503ad351eecb., e1a4f56c2ee826d3c6cba93b0a03909e=SPTestTable,b333332f,1732281266978.e1a4f56c2ee826d3c6cba93b0a03909e., aa17517af6231c33326dbf3b7fbc687f=SPTestTable,19999999,1732281266978.aa17517af6231c33326dbf3b7fbc687f., 1588230740=hbase:meta,,1.1588230740} 2024-11-22T13:15:17,571 DEBUG [RS:0;e025332d312f:32889 {}] regionserver.HRegionServer(1351): Waiting on 2b04d8b5e14f21b72121a8b6b437431f, 5d033a6b7993ab6a4a532c9e9e0b1a9f, 8bac47c5516acc5ab35bdec428fadd18, a86cf26612b86d149ea3c9f9e988d49f, b8c26aa25fb79ff65f6e9575fceb6afd, fc720b844f0473466c633a2c2229e4be 2024-11-22T13:15:17,571 DEBUG [RS:1;e025332d312f:32895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a763d84e24fd6674eb12503ad351eecb, aa17517af6231c33326dbf3b7fbc687f, d2993eadae48e7e55c37b549861dddc7, e1a4f56c2ee826d3c6cba93b0a03909e 2024-11-22T13:15:17,571 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T13:15:17,571 INFO [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T13:15:17,571 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T13:15:17,571 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T13:15:17,571 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T13:15:17,571 INFO [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.36 KB heapSize=25.79 KB 2024-11-22T13:15:17,574 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/2b04d8b5e14f21b72121a8b6b437431f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-22T13:15:17,574 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/d2993eadae48e7e55c37b549861dddc7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T13:15:17,575 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732281266978.2b04d8b5e14f21b72121a8b6b437431f. 2024-11-22T13:15:17,575 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b04d8b5e14f21b72121a8b6b437431f: Waiting for close lock at 1732281317570Running coprocessor pre-close hooks at 1732281317570Disabling compacts and flushes for region at 1732281317570Disabling writes for close at 1732281317570Writing region close event to WAL at 1732281317570Running coprocessor post-close hooks at 1732281317575 (+5 ms)Closed at 1732281317575 2024-11-22T13:15:17,575 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732281266978.2b04d8b5e14f21b72121a8b6b437431f. 2024-11-22T13:15:17,575 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fc720b844f0473466c633a2c2229e4be, disabling compactions & flushes 2024-11-22T13:15:17,575 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732281266978.fc720b844f0473466c633a2c2229e4be. 2024-11-22T13:15:17,575 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732281266978.d2993eadae48e7e55c37b549861dddc7. 2024-11-22T13:15:17,575 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732281266978.fc720b844f0473466c633a2c2229e4be. 2024-11-22T13:15:17,575 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732281266978.fc720b844f0473466c633a2c2229e4be. after waiting 0 ms 2024-11-22T13:15:17,575 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d2993eadae48e7e55c37b549861dddc7: Waiting for close lock at 1732281317570Running coprocessor pre-close hooks at 1732281317570Disabling compacts and flushes for region at 1732281317570Disabling writes for close at 1732281317570Writing region close event to WAL at 1732281317570Running coprocessor post-close hooks at 1732281317575 (+5 ms)Closed at 1732281317575 2024-11-22T13:15:17,575 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732281266978.fc720b844f0473466c633a2c2229e4be. 2024-11-22T13:15:17,575 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732281266978.d2993eadae48e7e55c37b549861dddc7. 2024-11-22T13:15:17,575 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a763d84e24fd6674eb12503ad351eecb, disabling compactions & flushes 2024-11-22T13:15:17,575 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732281266978.a763d84e24fd6674eb12503ad351eecb. 2024-11-22T13:15:17,575 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732281266978.a763d84e24fd6674eb12503ad351eecb. 2024-11-22T13:15:17,575 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732281266978.a763d84e24fd6674eb12503ad351eecb. after waiting 0 ms 2024-11-22T13:15:17,575 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732281266978.a763d84e24fd6674eb12503ad351eecb. 2024-11-22T13:15:17,581 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/fc720b844f0473466c633a2c2229e4be/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T13:15:17,581 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732281266978.fc720b844f0473466c633a2c2229e4be. 2024-11-22T13:15:17,581 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fc720b844f0473466c633a2c2229e4be: Waiting for close lock at 1732281317575Running coprocessor pre-close hooks at 1732281317575Disabling compacts and flushes for region at 1732281317575Disabling writes for close at 1732281317575Writing region close event to WAL at 1732281317576 (+1 ms)Running coprocessor post-close hooks at 1732281317581 (+5 ms)Closed at 1732281317581 2024-11-22T13:15:17,581 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732281266978.fc720b844f0473466c633a2c2229e4be. 2024-11-22T13:15:17,582 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a86cf26612b86d149ea3c9f9e988d49f, disabling compactions & flushes 2024-11-22T13:15:17,582 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732281266978.a86cf26612b86d149ea3c9f9e988d49f. 2024-11-22T13:15:17,582 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732281266978.a86cf26612b86d149ea3c9f9e988d49f. 2024-11-22T13:15:17,582 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732281266978.a86cf26612b86d149ea3c9f9e988d49f. after waiting 0 ms 2024-11-22T13:15:17,582 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732281266978.a86cf26612b86d149ea3c9f9e988d49f. 2024-11-22T13:15:17,583 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/a763d84e24fd6674eb12503ad351eecb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-22T13:15:17,584 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732281266978.a763d84e24fd6674eb12503ad351eecb. 2024-11-22T13:15:17,584 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a763d84e24fd6674eb12503ad351eecb: Waiting for close lock at 1732281317575Running coprocessor pre-close hooks at 1732281317575Disabling compacts and flushes for region at 1732281317575Disabling writes for close at 1732281317575Writing region close event to WAL at 1732281317576 (+1 ms)Running coprocessor post-close hooks at 1732281317583 (+7 ms)Closed at 1732281317583 2024-11-22T13:15:17,584 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732281266978.a763d84e24fd6674eb12503ad351eecb. 2024-11-22T13:15:17,584 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e1a4f56c2ee826d3c6cba93b0a03909e, disabling compactions & flushes 2024-11-22T13:15:17,584 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732281266978.e1a4f56c2ee826d3c6cba93b0a03909e. 2024-11-22T13:15:17,584 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732281266978.e1a4f56c2ee826d3c6cba93b0a03909e. 2024-11-22T13:15:17,584 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732281266978.e1a4f56c2ee826d3c6cba93b0a03909e. after waiting 0 ms 2024-11-22T13:15:17,584 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732281266978.e1a4f56c2ee826d3c6cba93b0a03909e. 2024-11-22T13:15:17,586 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/a86cf26612b86d149ea3c9f9e988d49f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T13:15:17,586 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732281266978.a86cf26612b86d149ea3c9f9e988d49f. 2024-11-22T13:15:17,587 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a86cf26612b86d149ea3c9f9e988d49f: Waiting for close lock at 1732281317582Running coprocessor pre-close hooks at 1732281317582Disabling compacts and flushes for region at 1732281317582Disabling writes for close at 1732281317582Writing region close event to WAL at 1732281317583 (+1 ms)Running coprocessor post-close hooks at 1732281317586 (+3 ms)Closed at 1732281317586 2024-11-22T13:15:17,587 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732281266978.a86cf26612b86d149ea3c9f9e988d49f. 2024-11-22T13:15:17,587 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8bac47c5516acc5ab35bdec428fadd18, disabling compactions & flushes 2024-11-22T13:15:17,587 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732281266978.8bac47c5516acc5ab35bdec428fadd18. 2024-11-22T13:15:17,587 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732281266978.8bac47c5516acc5ab35bdec428fadd18. 2024-11-22T13:15:17,587 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732281266978.8bac47c5516acc5ab35bdec428fadd18. after waiting 0 ms 2024-11-22T13:15:17,587 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732281266978.8bac47c5516acc5ab35bdec428fadd18. 2024-11-22T13:15:17,588 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/e1a4f56c2ee826d3c6cba93b0a03909e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T13:15:17,588 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732281266978.e1a4f56c2ee826d3c6cba93b0a03909e. 2024-11-22T13:15:17,588 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e1a4f56c2ee826d3c6cba93b0a03909e: Waiting for close lock at 1732281317584Running coprocessor pre-close hooks at 1732281317584Disabling compacts and flushes for region at 1732281317584Disabling writes for close at 1732281317584Writing region close event to WAL at 1732281317585 (+1 ms)Running coprocessor post-close hooks at 1732281317588 (+3 ms)Closed at 1732281317588 2024-11-22T13:15:17,589 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732281266978.e1a4f56c2ee826d3c6cba93b0a03909e. 2024-11-22T13:15:17,589 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aa17517af6231c33326dbf3b7fbc687f, disabling compactions & flushes 2024-11-22T13:15:17,589 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732281266978.aa17517af6231c33326dbf3b7fbc687f. 2024-11-22T13:15:17,589 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732281266978.aa17517af6231c33326dbf3b7fbc687f. 2024-11-22T13:15:17,589 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732281266978.aa17517af6231c33326dbf3b7fbc687f. after waiting 0 ms 2024-11-22T13:15:17,589 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732281266978.aa17517af6231c33326dbf3b7fbc687f. 2024-11-22T13:15:17,591 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/8bac47c5516acc5ab35bdec428fadd18/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T13:15:17,592 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732281266978.8bac47c5516acc5ab35bdec428fadd18. 2024-11-22T13:15:17,592 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/hbase/meta/1588230740/.tmp/info/6b415a748786471d90d8ecef8c9e7eb9 is 167, key is SPTestTable,19999999,1732281266978.aa17517af6231c33326dbf3b7fbc687f./info:regioninfo/1732281277974/Put/seqid=0 2024-11-22T13:15:17,592 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8bac47c5516acc5ab35bdec428fadd18: Waiting for close lock at 1732281317587Running coprocessor pre-close hooks at 1732281317587Disabling compacts and flushes for region at 1732281317587Disabling writes for close at 1732281317587Writing region close event to WAL at 1732281317587Running coprocessor post-close hooks at 1732281317592 (+5 ms)Closed at 1732281317592 2024-11-22T13:15:17,592 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732281266978.8bac47c5516acc5ab35bdec428fadd18. 2024-11-22T13:15:17,592 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b8c26aa25fb79ff65f6e9575fceb6afd, disabling compactions & flushes 2024-11-22T13:15:17,592 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732281266978.b8c26aa25fb79ff65f6e9575fceb6afd. 2024-11-22T13:15:17,592 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732281266978.b8c26aa25fb79ff65f6e9575fceb6afd. 2024-11-22T13:15:17,592 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732281266978.b8c26aa25fb79ff65f6e9575fceb6afd. after waiting 0 ms 2024-11-22T13:15:17,592 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732281266978.b8c26aa25fb79ff65f6e9575fceb6afd. 2024-11-22T13:15:17,594 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/aa17517af6231c33326dbf3b7fbc687f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T13:15:17,595 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732281266978.aa17517af6231c33326dbf3b7fbc687f. 2024-11-22T13:15:17,595 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aa17517af6231c33326dbf3b7fbc687f: Waiting for close lock at 1732281317589Running coprocessor pre-close hooks at 1732281317589Disabling compacts and flushes for region at 1732281317589Disabling writes for close at 1732281317589Writing region close event to WAL at 1732281317589Running coprocessor post-close hooks at 1732281317595 (+6 ms)Closed at 1732281317595 2024-11-22T13:15:17,595 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732281266978.aa17517af6231c33326dbf3b7fbc687f. 2024-11-22T13:15:17,597 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/b8c26aa25fb79ff65f6e9575fceb6afd/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T13:15:17,598 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732281266978.b8c26aa25fb79ff65f6e9575fceb6afd. 2024-11-22T13:15:17,598 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b8c26aa25fb79ff65f6e9575fceb6afd: Waiting for close lock at 1732281317592Running coprocessor pre-close hooks at 1732281317592Disabling compacts and flushes for region at 1732281317592Disabling writes for close at 1732281317592Writing region close event to WAL at 1732281317593 (+1 ms)Running coprocessor post-close hooks at 1732281317598 (+5 ms)Closed at 1732281317598 2024-11-22T13:15:17,598 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732281266978.b8c26aa25fb79ff65f6e9575fceb6afd. 2024-11-22T13:15:17,598 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5d033a6b7993ab6a4a532c9e9e0b1a9f, disabling compactions & flushes 2024-11-22T13:15:17,598 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732281266978.5d033a6b7993ab6a4a532c9e9e0b1a9f. 2024-11-22T13:15:17,598 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732281266978.5d033a6b7993ab6a4a532c9e9e0b1a9f. 2024-11-22T13:15:17,598 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732281266978.5d033a6b7993ab6a4a532c9e9e0b1a9f. after waiting 0 ms 2024-11-22T13:15:17,598 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732281266978.5d033a6b7993ab6a4a532c9e9e0b1a9f. 2024-11-22T13:15:17,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741864_1040 (size=19822) 2024-11-22T13:15:17,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741864_1040 (size=19822) 2024-11-22T13:15:17,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741864_1040 (size=19822) 2024-11-22T13:15:17,601 INFO [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.20 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/hbase/meta/1588230740/.tmp/info/6b415a748786471d90d8ecef8c9e7eb9 2024-11-22T13:15:17,602 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/default/SPTestTable/5d033a6b7993ab6a4a532c9e9e0b1a9f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-22T13:15:17,603 INFO [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732281266978.5d033a6b7993ab6a4a532c9e9e0b1a9f. 2024-11-22T13:15:17,603 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5d033a6b7993ab6a4a532c9e9e0b1a9f: Waiting for close lock at 1732281317598Running coprocessor pre-close hooks at 1732281317598Disabling compacts and flushes for region at 1732281317598Disabling writes for close at 1732281317598Writing region close event to WAL at 1732281317599 (+1 ms)Running coprocessor post-close hooks at 1732281317603 (+4 ms)Closed at 1732281317603 2024-11-22T13:15:17,603 DEBUG [RS_CLOSE_REGION-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732281266978.5d033a6b7993ab6a4a532c9e9e0b1a9f. 2024-11-22T13:15:17,620 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/hbase/meta/1588230740/.tmp/ns/ceef19c17d774b5cbc0ef33caa4d467e is 43, key is default/ns:d/1732281266879/Put/seqid=0 2024-11-22T13:15:17,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741865_1041 (size=5153) 2024-11-22T13:15:17,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741865_1041 (size=5153) 2024-11-22T13:15:17,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741865_1041 (size=5153) 2024-11-22T13:15:17,628 INFO [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/hbase/meta/1588230740/.tmp/ns/ceef19c17d774b5cbc0ef33caa4d467e 2024-11-22T13:15:17,631 INFO [regionserver/e025332d312f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T13:15:17,631 INFO [regionserver/e025332d312f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T13:15:17,647 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/hbase/meta/1588230740/.tmp/table/2129cfa5da324dc2ae1a86bb1820d48c is 47, key is SPTestTable/table:state/1732281278084/Put/seqid=0 2024-11-22T13:15:17,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741866_1042 (size=5214) 2024-11-22T13:15:17,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741866_1042 (size=5214) 2024-11-22T13:15:17,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741866_1042 (size=5214) 2024-11-22T13:15:17,654 INFO [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/hbase/meta/1588230740/.tmp/table/2129cfa5da324dc2ae1a86bb1820d48c 2024-11-22T13:15:17,661 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/hbase/meta/1588230740/.tmp/info/6b415a748786471d90d8ecef8c9e7eb9 as hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/hbase/meta/1588230740/info/6b415a748786471d90d8ecef8c9e7eb9 2024-11-22T13:15:17,667 INFO [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/hbase/meta/1588230740/info/6b415a748786471d90d8ecef8c9e7eb9, entries=112, sequenceid=35, filesize=19.4 K 2024-11-22T13:15:17,668 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/hbase/meta/1588230740/.tmp/ns/ceef19c17d774b5cbc0ef33caa4d467e as hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/hbase/meta/1588230740/ns/ceef19c17d774b5cbc0ef33caa4d467e 2024-11-22T13:15:17,674 INFO [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/hbase/meta/1588230740/ns/ceef19c17d774b5cbc0ef33caa4d467e, entries=2, sequenceid=35, filesize=5.0 K 2024-11-22T13:15:17,676 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/hbase/meta/1588230740/.tmp/table/2129cfa5da324dc2ae1a86bb1820d48c as hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/hbase/meta/1588230740/table/2129cfa5da324dc2ae1a86bb1820d48c 2024-11-22T13:15:17,681 INFO [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/hbase/meta/1588230740/table/2129cfa5da324dc2ae1a86bb1820d48c, entries=2, sequenceid=35, filesize=5.1 K 2024-11-22T13:15:17,682 INFO [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.36 KB/15728, heapSize ~25.49 KB/26104, currentSize=0 B/0 for 1588230740 in 111ms, sequenceid=35, compaction requested=false 2024-11-22T13:15:17,686 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-22T13:15:17,687 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T13:15:17,687 INFO [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T13:15:17,687 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732281317571Running coprocessor pre-close hooks at 1732281317571Disabling compacts and flushes for region at 1732281317571Disabling writes for close at 1732281317571Obtaining lock to block concurrent updates at 1732281317571Preparing flush snapshotting stores in 1588230740 at 1732281317571Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15728, getHeapSize=26344, getOffHeapSize=0, getCellsCount=128 at 1732281317572 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732281317572Flushing 1588230740/info: creating writer at 1732281317572Flushing 1588230740/info: appending metadata at 1732281317591 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732281317591Flushing 1588230740/ns: creating writer at 1732281317607 (+16 ms)Flushing 1588230740/ns: appending metadata at 1732281317620 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732281317620Flushing 1588230740/table: creating writer at 1732281317634 (+14 ms)Flushing 1588230740/table: appending metadata at 1732281317646 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732281317647 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32129f6f: reopening flushed file at 1732281317660 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38c457f0: reopening flushed file at 1732281317667 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f251b8b: reopening flushed file at 1732281317675 (+8 ms)Finished flush of dataSize ~15.36 KB/15728, heapSize ~25.49 KB/26104, currentSize=0 B/0 for 1588230740 in 111ms, sequenceid=35, compaction requested=false at 1732281317682 (+7 ms)Writing region close event to WAL at 1732281317683 (+1 ms)Running coprocessor post-close hooks at 1732281317687 (+4 ms)Closed at 1732281317687 2024-11-22T13:15:17,687 DEBUG [RS_CLOSE_META-regionserver/e025332d312f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T13:15:17,771 INFO [RS:0;e025332d312f:32889 {}] regionserver.HRegionServer(976): stopping server e025332d312f,32889,1732281255807; all regions closed. 2024-11-22T13:15:17,771 INFO [RS:1;e025332d312f:32895 {}] regionserver.HRegionServer(976): stopping server e025332d312f,32895,1732281255849; all regions closed. 2024-11-22T13:15:17,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741833_1009 (size=4117) 2024-11-22T13:15:17,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741836_1012 (size=18422) 2024-11-22T13:15:17,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741836_1012 (size=18422) 2024-11-22T13:15:17,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741833_1009 (size=4117) 2024-11-22T13:15:17,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741836_1012 (size=18422) 2024-11-22T13:15:17,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741833_1009 (size=4117) 2024-11-22T13:15:17,782 DEBUG [RS:0;e025332d312f:32889 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/oldWALs 2024-11-22T13:15:17,782 INFO [RS:0;e025332d312f:32889 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e025332d312f%2C32889%2C1732281255807:(num 1732281256598) 2024-11-22T13:15:17,782 DEBUG [RS:1;e025332d312f:32895 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/oldWALs 2024-11-22T13:15:17,782 DEBUG [RS:0;e025332d312f:32889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:17,782 INFO [RS:1;e025332d312f:32895 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e025332d312f%2C32895%2C1732281255849.meta:.meta(num 1732281266773) 2024-11-22T13:15:17,782 INFO [RS:0;e025332d312f:32889 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T13:15:17,782 INFO [RS:0;e025332d312f:32889 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T13:15:17,782 INFO [RS:0;e025332d312f:32889 {}] hbase.ChoreService(370): Chore service for: regionserver/e025332d312f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T13:15:17,782 INFO [RS:0;e025332d312f:32889 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T13:15:17,782 INFO [regionserver/e025332d312f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T13:15:17,782 INFO [RS:0;e025332d312f:32889 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T13:15:17,782 INFO [RS:0;e025332d312f:32889 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T13:15:17,782 INFO [RS:0;e025332d312f:32889 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T13:15:17,782 INFO [RS:0;e025332d312f:32889 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32889 2024-11-22T13:15:17,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741835_1011 (size=2981) 2024-11-22T13:15:17,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741835_1011 (size=2981) 2024-11-22T13:15:17,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741835_1011 (size=2981) 2024-11-22T13:15:17,787 DEBUG [RS:1;e025332d312f:32895 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/oldWALs 2024-11-22T13:15:17,787 INFO [RS:1;e025332d312f:32895 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e025332d312f%2C32895%2C1732281255849:(num 1732281256598) 2024-11-22T13:15:17,787 DEBUG [RS:1;e025332d312f:32895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:15:17,787 INFO [RS:1;e025332d312f:32895 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T13:15:17,787 INFO [RS:1;e025332d312f:32895 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T13:15:17,787 INFO [RS:1;e025332d312f:32895 {}] hbase.ChoreService(370): Chore service for: regionserver/e025332d312f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T13:15:17,787 INFO [RS:1;e025332d312f:32895 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T13:15:17,787 INFO [regionserver/e025332d312f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T13:15:17,788 INFO [RS:1;e025332d312f:32895 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32895 2024-11-22T13:15:17,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32889-0x10162ae42630001, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e025332d312f,32889,1732281255807 2024-11-22T13:15:17,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46737-0x10162ae42630000, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T13:15:17,788 INFO [RS:0;e025332d312f:32889 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T13:15:17,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x10162ae42630002, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e025332d312f,32895,1732281255849 2024-11-22T13:15:17,799 INFO [RS:1;e025332d312f:32895 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T13:15:17,799 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e025332d312f,32889,1732281255807] 2024-11-22T13:15:17,820 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e025332d312f,32889,1732281255807 already deleted, retry=false 2024-11-22T13:15:17,820 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e025332d312f,32889,1732281255807 expired; onlineServers=1 2024-11-22T13:15:17,820 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e025332d312f,32895,1732281255849] 2024-11-22T13:15:17,830 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e025332d312f,32895,1732281255849 already deleted, retry=false 2024-11-22T13:15:17,830 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e025332d312f,32895,1732281255849 expired; onlineServers=0 2024-11-22T13:15:17,830 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e025332d312f,46737,1732281255629' ***** 2024-11-22T13:15:17,830 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T13:15:17,831 INFO [M:0;e025332d312f:46737 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T13:15:17,831 INFO [M:0;e025332d312f:46737 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T13:15:17,831 DEBUG [M:0;e025332d312f:46737 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T13:15:17,831 DEBUG [M:0;e025332d312f:46737 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T13:15:17,831 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T13:15:17,831 DEBUG [master/e025332d312f:0:becomeActiveMaster-HFileCleaner.large.0-1732281256265 {}] cleaner.HFileCleaner(306): Exit Thread[master/e025332d312f:0:becomeActiveMaster-HFileCleaner.large.0-1732281256265,5,FailOnTimeoutGroup] 2024-11-22T13:15:17,831 DEBUG [master/e025332d312f:0:becomeActiveMaster-HFileCleaner.small.0-1732281256270 {}] cleaner.HFileCleaner(306): Exit Thread[master/e025332d312f:0:becomeActiveMaster-HFileCleaner.small.0-1732281256270,5,FailOnTimeoutGroup] 2024-11-22T13:15:17,831 INFO [M:0;e025332d312f:46737 {}] hbase.ChoreService(370): Chore service for: master/e025332d312f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T13:15:17,831 INFO [M:0;e025332d312f:46737 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T13:15:17,832 DEBUG [M:0;e025332d312f:46737 {}] master.HMaster(1795): Stopping service threads 2024-11-22T13:15:17,832 INFO [M:0;e025332d312f:46737 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T13:15:17,832 INFO [M:0;e025332d312f:46737 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T13:15:17,832 ERROR [M:0;e025332d312f:46737 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:32791 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:32791,5,PEWorkerGroup] 2024-11-22T13:15:17,832 INFO [M:0;e025332d312f:46737 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T13:15:17,832 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T13:15:17,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46737-0x10162ae42630000, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T13:15:17,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46737-0x10162ae42630000, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T13:15:17,841 DEBUG [M:0;e025332d312f:46737 {}] zookeeper.ZKUtil(347): master:46737-0x10162ae42630000, quorum=127.0.0.1:60214, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T13:15:17,841 WARN [M:0;e025332d312f:46737 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T13:15:17,842 INFO [M:0;e025332d312f:46737 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/.lastflushedseqids 2024-11-22T13:15:17,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741867_1043 (size=650) 2024-11-22T13:15:17,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741867_1043 (size=650) 2024-11-22T13:15:17,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741867_1043 (size=650) 2024-11-22T13:15:17,855 INFO [M:0;e025332d312f:46737 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T13:15:17,855 INFO [M:0;e025332d312f:46737 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T13:15:17,855 DEBUG [M:0;e025332d312f:46737 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T13:15:17,855 INFO [M:0;e025332d312f:46737 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T13:15:17,855 DEBUG [M:0;e025332d312f:46737 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T13:15:17,855 DEBUG [M:0;e025332d312f:46737 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T13:15:17,855 DEBUG [M:0;e025332d312f:46737 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T13:15:17,855 INFO [M:0;e025332d312f:46737 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=228.38 KB heapSize=271.79 KB 2024-11-22T13:15:17,872 DEBUG [M:0;e025332d312f:46737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d290a3c0a77f470da636031e0711f1f9 is 82, key is hbase:meta,,1/info:regioninfo/1732281266819/Put/seqid=0 2024-11-22T13:15:17,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741868_1044 (size=5672) 2024-11-22T13:15:17,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741868_1044 (size=5672) 2024-11-22T13:15:17,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741868_1044 (size=5672) 2024-11-22T13:15:17,878 INFO [M:0;e025332d312f:46737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d290a3c0a77f470da636031e0711f1f9 2024-11-22T13:15:17,898 DEBUG [M:0;e025332d312f:46737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/65a43d819db94b63a4dfc56663367860 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732281278091/Put/seqid=0 2024-11-22T13:15:17,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741869_1045 (size=9313) 2024-11-22T13:15:17,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741869_1045 (size=9313) 2024-11-22T13:15:17,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741869_1045 (size=9313) 2024-11-22T13:15:17,905 INFO [M:0;e025332d312f:46737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=227.65 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/65a43d819db94b63a4dfc56663367860 2024-11-22T13:15:17,910 INFO [RS:0;e025332d312f:32889 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T13:15:17,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32889-0x10162ae42630001, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T13:15:17,910 INFO [RS:0;e025332d312f:32889 {}] regionserver.HRegionServer(1031): Exiting; stopping=e025332d312f,32889,1732281255807; zookeeper connection closed. 2024-11-22T13:15:17,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32889-0x10162ae42630001, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T13:15:17,910 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c202d4a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c202d4a 2024-11-22T13:15:17,910 INFO [M:0;e025332d312f:46737 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 65a43d819db94b63a4dfc56663367860 2024-11-22T13:15:17,920 INFO [RS:1;e025332d312f:32895 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T13:15:17,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x10162ae42630002, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T13:15:17,920 INFO [RS:1;e025332d312f:32895 {}] regionserver.HRegionServer(1031): Exiting; stopping=e025332d312f,32895,1732281255849; zookeeper connection closed. 2024-11-22T13:15:17,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32895-0x10162ae42630002, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T13:15:17,920 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15a68ad6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15a68ad6 2024-11-22T13:15:17,921 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-22T13:15:17,924 DEBUG [M:0;e025332d312f:46737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2c65f52698764c66b2420bea9d255e98 is 69, key is e025332d312f,32889,1732281255807/rs:state/1732281256350/Put/seqid=0 2024-11-22T13:15:17,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741870_1046 (size=5442) 2024-11-22T13:15:17,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741870_1046 (size=5442) 2024-11-22T13:15:17,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741870_1046 (size=5442) 2024-11-22T13:15:17,931 INFO [M:0;e025332d312f:46737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2c65f52698764c66b2420bea9d255e98 2024-11-22T13:15:17,935 INFO [M:0;e025332d312f:46737 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2c65f52698764c66b2420bea9d255e98 2024-11-22T13:15:17,936 DEBUG [M:0;e025332d312f:46737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d290a3c0a77f470da636031e0711f1f9 as hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d290a3c0a77f470da636031e0711f1f9 2024-11-22T13:15:17,942 INFO [M:0;e025332d312f:46737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d290a3c0a77f470da636031e0711f1f9, entries=8, sequenceid=470, filesize=5.5 K 2024-11-22T13:15:17,943 DEBUG [M:0;e025332d312f:46737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/65a43d819db94b63a4dfc56663367860 as hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/65a43d819db94b63a4dfc56663367860 2024-11-22T13:15:17,949 INFO [M:0;e025332d312f:46737 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 65a43d819db94b63a4dfc56663367860 2024-11-22T13:15:17,949 INFO [M:0;e025332d312f:46737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/65a43d819db94b63a4dfc56663367860, entries=54, sequenceid=470, filesize=9.1 K 2024-11-22T13:15:17,950 DEBUG [M:0;e025332d312f:46737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2c65f52698764c66b2420bea9d255e98 as hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2c65f52698764c66b2420bea9d255e98 2024-11-22T13:15:17,955 INFO [M:0;e025332d312f:46737 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2c65f52698764c66b2420bea9d255e98 2024-11-22T13:15:17,955 INFO [M:0;e025332d312f:46737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32791/user/jenkins/test-data/5ae8a53d-20b6-0411-b98b-6527959407ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2c65f52698764c66b2420bea9d255e98, entries=3, sequenceid=470, filesize=5.3 K 2024-11-22T13:15:17,956 INFO [M:0;e025332d312f:46737 {}] regionserver.HRegion(3140): Finished flush of dataSize ~228.38 KB/233865, heapSize ~271.49 KB/278008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 101ms, sequenceid=470, compaction requested=false 2024-11-22T13:15:17,957 INFO [M:0;e025332d312f:46737 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T13:15:17,957 DEBUG [M:0;e025332d312f:46737 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732281317855Disabling compacts and flushes for region at 1732281317855Disabling writes for close at 1732281317855Obtaining lock to block concurrent updates at 1732281317855Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732281317855Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=233865, getHeapSize=278248, getOffHeapSize=0, getCellsCount=573 at 1732281317856 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732281317856Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732281317856Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732281317871 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732281317871Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732281317883 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732281317898 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732281317898Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732281317911 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732281317924 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732281317924Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2034d84: reopening flushed file at 1732281317935 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6484f295: reopening flushed file at 1732281317942 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9327521: reopening flushed file at 1732281317949 (+7 ms)Finished flush of dataSize ~228.38 KB/233865, heapSize ~271.49 KB/278008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 101ms, sequenceid=470, compaction requested=false at 1732281317956 (+7 ms)Writing region close event to WAL at 1732281317957 (+1 ms)Closed at 1732281317957 2024-11-22T13:15:17,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45935 is added to blk_1073741830_1006 (size=265246) 2024-11-22T13:15:17,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741830_1006 (size=265246) 2024-11-22T13:15:17,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35873 is added to blk_1073741830_1006 (size=265246) 2024-11-22T13:15:17,960 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T13:15:17,960 INFO [M:0;e025332d312f:46737 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T13:15:17,960 INFO [M:0;e025332d312f:46737 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46737 2024-11-22T13:15:17,960 INFO [M:0;e025332d312f:46737 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T13:15:18,068 INFO [M:0;e025332d312f:46737 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T13:15:18,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46737-0x10162ae42630000, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T13:15:18,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46737-0x10162ae42630000, quorum=127.0.0.1:60214, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T13:15:18,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b9e9d81{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T13:15:18,110 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@180e4735{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T13:15:18,110 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T13:15:18,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@271f2cd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T13:15:18,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27b212b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/hadoop.log.dir/,STOPPED} 2024-11-22T13:15:18,113 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T13:15:18,114 WARN [BP-56470428-172.17.0.2-1732281252442 heartbeating to localhost/127.0.0.1:32791 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T13:15:18,114 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T13:15:18,114 WARN [BP-56470428-172.17.0.2-1732281252442 heartbeating to localhost/127.0.0.1:32791 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-56470428-172.17.0.2-1732281252442 (Datanode Uuid 6727b16a-8a6b-48aa-a5cb-18a52cd56793) service to localhost/127.0.0.1:32791 2024-11-22T13:15:18,114 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/cluster_9d43f1d3-d6c1-85ed-3cd0-c169149dffb9/data/data5/current/BP-56470428-172.17.0.2-1732281252442 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T13:15:18,115 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/cluster_9d43f1d3-d6c1-85ed-3cd0-c169149dffb9/data/data6/current/BP-56470428-172.17.0.2-1732281252442 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T13:15:18,115 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T13:15:18,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a48833c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T13:15:18,121 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70fbbb4d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T13:15:18,121 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T13:15:18,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2360431{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T13:15:18,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25075e3c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/hadoop.log.dir/,STOPPED} 2024-11-22T13:15:18,123 WARN [BP-56470428-172.17.0.2-1732281252442 heartbeating to localhost/127.0.0.1:32791 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T13:15:18,123 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T13:15:18,123 WARN [BP-56470428-172.17.0.2-1732281252442 heartbeating to localhost/127.0.0.1:32791 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-56470428-172.17.0.2-1732281252442 (Datanode Uuid 42319b80-00d3-4cc1-80cf-7c134a52fea4) service to localhost/127.0.0.1:32791 2024-11-22T13:15:18,123 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T13:15:18,124 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/cluster_9d43f1d3-d6c1-85ed-3cd0-c169149dffb9/data/data3/current/BP-56470428-172.17.0.2-1732281252442 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T13:15:18,124 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/cluster_9d43f1d3-d6c1-85ed-3cd0-c169149dffb9/data/data4/current/BP-56470428-172.17.0.2-1732281252442 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T13:15:18,124 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T13:15:18,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23493ac2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T13:15:18,128 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7afabc0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T13:15:18,128 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T13:15:18,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b33d518{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T13:15:18,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ce2d997{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/hadoop.log.dir/,STOPPED} 2024-11-22T13:15:18,130 WARN [BP-56470428-172.17.0.2-1732281252442 heartbeating to localhost/127.0.0.1:32791 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T13:15:18,130 WARN [BP-56470428-172.17.0.2-1732281252442 heartbeating to localhost/127.0.0.1:32791 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-56470428-172.17.0.2-1732281252442 (Datanode Uuid 2bfb737d-4cbe-4b29-8f48-7f08920da6c3) service to localhost/127.0.0.1:32791 2024-11-22T13:15:18,130 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T13:15:18,130 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T13:15:18,131 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/cluster_9d43f1d3-d6c1-85ed-3cd0-c169149dffb9/data/data1/current/BP-56470428-172.17.0.2-1732281252442 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T13:15:18,131 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/cluster_9d43f1d3-d6c1-85ed-3cd0-c169149dffb9/data/data2/current/BP-56470428-172.17.0.2-1732281252442 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T13:15:18,131 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T13:15:18,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e6670d2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T13:15:18,139 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1fb14da0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T13:15:18,139 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T13:15:18,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46abb6db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T13:15:18,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16952596{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bba2e568-24e8-a1a9-0e14-8512e0197898/hadoop.log.dir/,STOPPED} 2024-11-22T13:15:18,147 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T13:15:18,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T13:15:18,219 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 97) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:32791 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:32791 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:32791 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:32791 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32791 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:32791 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:32791 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:32791 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/e025332d312f:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=306 (was 265) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2466 (was 3473)