2024-12-02 14:12:32,825 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-02 14:12:32,835 main DEBUG Took 0.008440 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-02 14:12:32,836 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-02 14:12:32,836 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-02 14:12:32,837 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-02 14:12:32,838 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:12:32,844 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-02 14:12:32,854 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:12:32,855 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:12:32,856 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:12:32,856 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:12:32,856 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:12:32,856 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:12:32,857 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:12:32,857 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:12:32,858 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:12:32,858 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:12:32,859 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:12:32,859 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:12:32,859 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:12:32,859 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:12:32,860 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:12:32,860 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:12:32,860 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:12:32,861 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:12:32,861 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:12:32,861 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:12:32,862 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:12:32,862 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:12:32,862 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:12:32,862 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:12:32,863 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:12:32,863 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-02 14:12:32,864 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:12:32,866 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-02 14:12:32,867 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-02 14:12:32,868 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-02 14:12:32,869 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-02 14:12:32,869 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-02 14:12:32,876 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-02 14:12:32,878 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-02 14:12:32,880 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-02 14:12:32,880 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-02 14:12:32,881 main DEBUG createAppenders(={Console}) 2024-12-02 14:12:32,881 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-12-02 14:12:32,882 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-02 14:12:32,882 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-12-02 14:12:32,882 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-02 14:12:32,883 main DEBUG OutputStream closed 2024-12-02 14:12:32,883 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-02 14:12:32,883 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-02 14:12:32,883 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-12-02 14:12:32,946 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-02 14:12:32,948 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-02 14:12:32,949 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-02 14:12:32,950 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-02 14:12:32,951 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-02 14:12:32,951 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-02 14:12:32,951 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-02 14:12:32,951 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-02 14:12:32,951 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-02 14:12:32,952 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-02 14:12:32,952 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-02 14:12:32,952 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-02 14:12:32,952 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-02 14:12:32,953 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-02 14:12:32,953 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-02 14:12:32,953 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-02 14:12:32,953 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-02 14:12:32,954 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-02 14:12:32,956 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02 14:12:32,956 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-12-02 14:12:32,957 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-02 14:12:32,957 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-12-02T14:12:32,969 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-02 14:12:32,971 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-02 14:12:32,972 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02T14:12:32,978 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-02T14:12:33,006 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=98, ProcessCount=11, AvailableMemoryMB=6699 2024-12-02T14:12:33,247 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0 2024-12-02T14:12:33,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T14:12:33,262 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/cluster_341a9016-b182-649b-807a-de03b279e5ce, deleteOnExit=true 2024-12-02T14:12:33,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T14:12:33,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/test.cache.data in system properties and HBase conf 2024-12-02T14:12:33,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T14:12:33,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/hadoop.log.dir in system properties and HBase conf 2024-12-02T14:12:33,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T14:12:33,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T14:12:33,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T14:12:33,340 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-02T14:12:33,425 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T14:12:33,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:12:33,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:12:33,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T14:12:33,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:12:33,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T14:12:33,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T14:12:33,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:12:33,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:12:33,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T14:12:33,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/nfs.dump.dir in system properties and HBase conf 2024-12-02T14:12:33,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/java.io.tmpdir in system properties and HBase conf 2024-12-02T14:12:33,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:12:33,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T14:12:33,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T14:12:34,123 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T14:12:34,193 INFO [Time-limited test {}] log.Log(170): Logging initialized @2016ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-02T14:12:34,251 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:12:34,300 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:12:34,316 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:12:34,316 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:12:34,317 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T14:12:34,327 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:12:34,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:12:34,330 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:12:34,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/java.io.tmpdir/jetty-localhost-38433-hadoop-hdfs-3_4_1-tests_jar-_-any-17393668249610386088/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:12:34,493 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:38433} 2024-12-02T14:12:34,493 INFO [Time-limited test {}] server.Server(415): Started @2317ms 2024-12-02T14:12:34,798 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:12:34,805 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:12:34,806 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:12:34,806 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:12:34,806 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T14:12:34,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:12:34,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:12:34,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/java.io.tmpdir/jetty-localhost-38555-hadoop-hdfs-3_4_1-tests_jar-_-any-3635471231350419159/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:12:34,902 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:38555} 2024-12-02T14:12:34,903 INFO [Time-limited test {}] server.Server(415): Started @2726ms 2024-12-02T14:12:34,948 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T14:12:35,042 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:12:35,051 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:12:35,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:12:35,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:12:35,052 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T14:12:35,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:12:35,054 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:12:35,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/java.io.tmpdir/jetty-localhost-44829-hadoop-hdfs-3_4_1-tests_jar-_-any-9231345757715308997/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:12:35,164 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:44829} 2024-12-02T14:12:35,164 INFO [Time-limited test {}] server.Server(415): Started @2988ms 2024-12-02T14:12:35,167 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T14:12:35,206 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:12:35,212 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:12:35,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:12:35,214 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:12:35,214 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T14:12:35,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:12:35,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:12:35,301 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/cluster_341a9016-b182-649b-807a-de03b279e5ce/data/data3/current/BP-662425239-172.17.0.2-1733148753919/current, will proceed with Du for space computation calculation, 2024-12-02T14:12:35,302 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/cluster_341a9016-b182-649b-807a-de03b279e5ce/data/data1/current/BP-662425239-172.17.0.2-1733148753919/current, will proceed with Du for space computation calculation, 2024-12-02T14:12:35,301 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/cluster_341a9016-b182-649b-807a-de03b279e5ce/data/data4/current/BP-662425239-172.17.0.2-1733148753919/current, will proceed with Du for space computation calculation, 2024-12-02T14:12:35,302 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/cluster_341a9016-b182-649b-807a-de03b279e5ce/data/data2/current/BP-662425239-172.17.0.2-1733148753919/current, will proceed with Du for space computation calculation, 2024-12-02T14:12:35,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/java.io.tmpdir/jetty-localhost-38311-hadoop-hdfs-3_4_1-tests_jar-_-any-15669808260922335868/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:12:35,329 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:38311} 2024-12-02T14:12:35,329 INFO [Time-limited test {}] server.Server(415): Started @3153ms 2024-12-02T14:12:35,331 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T14:12:35,341 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T14:12:35,341 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T14:12:35,398 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12dba0dc76cc5142 with lease ID 0x2769c865c25c143f: Processing first storage report for DS-413124c6-341b-4846-8fa7-20d096ece871 from datanode DatanodeRegistration(127.0.0.1:43077, datanodeUuid=59251e9e-1d92-4cd5-873e-20fe70afb000, infoPort=36885, infoSecurePort=0, ipcPort=40053, storageInfo=lv=-57;cid=testClusterID;nsid=1083270293;c=1733148753919) 2024-12-02T14:12:35,399 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12dba0dc76cc5142 with lease ID 0x2769c865c25c143f: from storage DS-413124c6-341b-4846-8fa7-20d096ece871 node DatanodeRegistration(127.0.0.1:43077, datanodeUuid=59251e9e-1d92-4cd5-873e-20fe70afb000, infoPort=36885, infoSecurePort=0, ipcPort=40053, storageInfo=lv=-57;cid=testClusterID;nsid=1083270293;c=1733148753919), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T14:12:35,399 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd1e76bb94abbec9d with lease ID 0x2769c865c25c143e: Processing first storage report for DS-4380cfdb-c958-4805-a37a-e02174043d77 from datanode DatanodeRegistration(127.0.0.1:43921, datanodeUuid=18cf0df6-6dfe-4759-b075-22ffe0c68a91, infoPort=32917, infoSecurePort=0, ipcPort=38101, storageInfo=lv=-57;cid=testClusterID;nsid=1083270293;c=1733148753919) 2024-12-02T14:12:35,400 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd1e76bb94abbec9d with lease ID 0x2769c865c25c143e: from storage DS-4380cfdb-c958-4805-a37a-e02174043d77 node DatanodeRegistration(127.0.0.1:43921, datanodeUuid=18cf0df6-6dfe-4759-b075-22ffe0c68a91, infoPort=32917, infoSecurePort=0, ipcPort=38101, storageInfo=lv=-57;cid=testClusterID;nsid=1083270293;c=1733148753919), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:12:35,400 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12dba0dc76cc5142 with lease ID 0x2769c865c25c143f: Processing first storage report for DS-54832902-fbe4-46ae-b76f-c9c4e1b9b675 from datanode DatanodeRegistration(127.0.0.1:43077, datanodeUuid=59251e9e-1d92-4cd5-873e-20fe70afb000, infoPort=36885, infoSecurePort=0, ipcPort=40053, storageInfo=lv=-57;cid=testClusterID;nsid=1083270293;c=1733148753919) 2024-12-02T14:12:35,400 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12dba0dc76cc5142 with lease ID 0x2769c865c25c143f: from storage DS-54832902-fbe4-46ae-b76f-c9c4e1b9b675 node DatanodeRegistration(127.0.0.1:43077, datanodeUuid=59251e9e-1d92-4cd5-873e-20fe70afb000, infoPort=36885, infoSecurePort=0, ipcPort=40053, storageInfo=lv=-57;cid=testClusterID;nsid=1083270293;c=1733148753919), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T14:12:35,400 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd1e76bb94abbec9d with lease ID 0x2769c865c25c143e: Processing first storage report for DS-f8caa880-c122-4b0b-98b3-a0f22e315ca4 from datanode DatanodeRegistration(127.0.0.1:43921, datanodeUuid=18cf0df6-6dfe-4759-b075-22ffe0c68a91, infoPort=32917, infoSecurePort=0, ipcPort=38101, storageInfo=lv=-57;cid=testClusterID;nsid=1083270293;c=1733148753919) 2024-12-02T14:12:35,400 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd1e76bb94abbec9d with lease ID 0x2769c865c25c143e: from storage DS-f8caa880-c122-4b0b-98b3-a0f22e315ca4 node DatanodeRegistration(127.0.0.1:43921, datanodeUuid=18cf0df6-6dfe-4759-b075-22ffe0c68a91, infoPort=32917, infoSecurePort=0, ipcPort=38101, storageInfo=lv=-57;cid=testClusterID;nsid=1083270293;c=1733148753919), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:12:35,411 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/cluster_341a9016-b182-649b-807a-de03b279e5ce/data/data5/current/BP-662425239-172.17.0.2-1733148753919/current, will proceed with Du for space computation calculation, 2024-12-02T14:12:35,413 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/cluster_341a9016-b182-649b-807a-de03b279e5ce/data/data6/current/BP-662425239-172.17.0.2-1733148753919/current, will proceed with Du for space computation calculation, 2024-12-02T14:12:35,430 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T14:12:35,436 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3429e0c4e2ca2772 with lease ID 0x2769c865c25c1440: Processing first storage report for DS-6574e14c-60e6-4dd5-b820-20c8a6109bdb from datanode DatanodeRegistration(127.0.0.1:46607, datanodeUuid=6e58733e-2ac1-4a19-8746-dcc1976899dd, infoPort=40181, infoSecurePort=0, ipcPort=32877, storageInfo=lv=-57;cid=testClusterID;nsid=1083270293;c=1733148753919) 2024-12-02T14:12:35,436 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3429e0c4e2ca2772 with lease ID 0x2769c865c25c1440: from storage DS-6574e14c-60e6-4dd5-b820-20c8a6109bdb node DatanodeRegistration(127.0.0.1:46607, datanodeUuid=6e58733e-2ac1-4a19-8746-dcc1976899dd, infoPort=40181, infoSecurePort=0, ipcPort=32877, storageInfo=lv=-57;cid=testClusterID;nsid=1083270293;c=1733148753919), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:12:35,436 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3429e0c4e2ca2772 with lease ID 0x2769c865c25c1440: Processing first storage report for DS-d4cb6b34-a2ca-4198-8d4a-6bf25755be4d from datanode DatanodeRegistration(127.0.0.1:46607, datanodeUuid=6e58733e-2ac1-4a19-8746-dcc1976899dd, infoPort=40181, infoSecurePort=0, ipcPort=32877, storageInfo=lv=-57;cid=testClusterID;nsid=1083270293;c=1733148753919) 2024-12-02T14:12:35,436 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3429e0c4e2ca2772 with lease ID 0x2769c865c25c1440: from storage DS-d4cb6b34-a2ca-4198-8d4a-6bf25755be4d node DatanodeRegistration(127.0.0.1:46607, datanodeUuid=6e58733e-2ac1-4a19-8746-dcc1976899dd, infoPort=40181, infoSecurePort=0, ipcPort=32877, storageInfo=lv=-57;cid=testClusterID;nsid=1083270293;c=1733148753919), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:12:35,645 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0 2024-12-02T14:12:35,719 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/cluster_341a9016-b182-649b-807a-de03b279e5ce/zookeeper_0, clientPort=49152, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/cluster_341a9016-b182-649b-807a-de03b279e5ce/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/cluster_341a9016-b182-649b-807a-de03b279e5ce/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T14:12:35,728 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49152 2024-12-02T14:12:35,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:12:35,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:12:35,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741825_1001 (size=7) 2024-12-02T14:12:35,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741825_1001 (size=7) 2024-12-02T14:12:35,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741825_1001 (size=7) 2024-12-02T14:12:36,349 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c with version=8 2024-12-02T14:12:36,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/hbase-staging 2024-12-02T14:12:36,419 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-02T14:12:36,607 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:12:36,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:12:36,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:12:36,620 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:12:36,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:12:36,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:12:36,728 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T14:12:36,781 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-02T14:12:36,788 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-02T14:12:36,791 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:12:36,812 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 75654 (auto-detected) 2024-12-02T14:12:36,813 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-02T14:12:36,829 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38645 2024-12-02T14:12:36,847 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38645 connecting to ZooKeeper ensemble=127.0.0.1:49152 2024-12-02T14:12:36,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386450x0, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:12:36,873 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38645-0x1009b46a3670000 connected 2024-12-02T14:12:36,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:12:36,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:12:36,909 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38645-0x1009b46a3670000, quorum=127.0.0.1:49152, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T14:12:36,914 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c, hbase.cluster.distributed=false 2024-12-02T14:12:36,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38645-0x1009b46a3670000, quorum=127.0.0.1:49152, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T14:12:36,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38645 2024-12-02T14:12:36,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38645 2024-12-02T14:12:36,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38645 2024-12-02T14:12:36,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38645 2024-12-02T14:12:36,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38645 2024-12-02T14:12:37,029 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:12:37,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:12:37,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:12:37,031 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:12:37,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:12:37,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:12:37,033 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T14:12:37,035 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:12:37,036 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42095 2024-12-02T14:12:37,037 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42095 connecting to ZooKeeper ensemble=127.0.0.1:49152 2024-12-02T14:12:37,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:12:37,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:12:37,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420950x0, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:12:37,046 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42095-0x1009b46a3670001, quorum=127.0.0.1:49152, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T14:12:37,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42095-0x1009b46a3670001 connected 2024-12-02T14:12:37,049 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T14:12:37,055 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T14:12:37,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42095-0x1009b46a3670001, quorum=127.0.0.1:49152, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T14:12:37,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42095-0x1009b46a3670001, quorum=127.0.0.1:49152, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T14:12:37,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42095 2024-12-02T14:12:37,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42095 2024-12-02T14:12:37,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42095 2024-12-02T14:12:37,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42095 2024-12-02T14:12:37,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42095 2024-12-02T14:12:37,078 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:12:37,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:12:37,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:12:37,079 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:12:37,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:12:37,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:12:37,079 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T14:12:37,079 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:12:37,080 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34701 2024-12-02T14:12:37,082 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34701 connecting to ZooKeeper ensemble=127.0.0.1:49152 2024-12-02T14:12:37,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:12:37,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:12:37,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347010x0, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:12:37,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347010x0, quorum=127.0.0.1:49152, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T14:12:37,089 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34701-0x1009b46a3670002 connected 2024-12-02T14:12:37,090 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T14:12:37,092 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T14:12:37,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34701-0x1009b46a3670002, quorum=127.0.0.1:49152, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T14:12:37,095 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34701-0x1009b46a3670002, quorum=127.0.0.1:49152, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T14:12:37,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34701 2024-12-02T14:12:37,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34701 2024-12-02T14:12:37,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34701 2024-12-02T14:12:37,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34701 2024-12-02T14:12:37,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34701 2024-12-02T14:12:37,114 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:12:37,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:12:37,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:12:37,115 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:12:37,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:12:37,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:12:37,115 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T14:12:37,115 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:12:37,116 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38749 2024-12-02T14:12:37,118 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38749 connecting to ZooKeeper ensemble=127.0.0.1:49152 2024-12-02T14:12:37,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:12:37,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:12:37,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387490x0, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:12:37,125 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:387490x0, quorum=127.0.0.1:49152, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T14:12:37,125 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38749-0x1009b46a3670003 connected 2024-12-02T14:12:37,126 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T14:12:37,129 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T14:12:37,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38749-0x1009b46a3670003, quorum=127.0.0.1:49152, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T14:12:37,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38749-0x1009b46a3670003, quorum=127.0.0.1:49152, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T14:12:37,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38749 2024-12-02T14:12:37,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38749 2024-12-02T14:12:37,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38749 2024-12-02T14:12:37,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38749 2024-12-02T14:12:37,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38749 2024-12-02T14:12:37,155 DEBUG [M:0;a3a61c9ba14f:38645 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a3a61c9ba14f:38645 2024-12-02T14:12:37,156 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/a3a61c9ba14f,38645,1733148756461 2024-12-02T14:12:37,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42095-0x1009b46a3670001, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T14:12:37,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x1009b46a3670002, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T14:12:37,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38645-0x1009b46a3670000, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T14:12:37,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38749-0x1009b46a3670003, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T14:12:37,164 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38645-0x1009b46a3670000, quorum=127.0.0.1:49152, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a3a61c9ba14f,38645,1733148756461 2024-12-02T14:12:37,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x1009b46a3670002, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T14:12:37,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38749-0x1009b46a3670003, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T14:12:37,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38645-0x1009b46a3670000, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:12:37,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42095-0x1009b46a3670001, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T14:12:37,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x1009b46a3670002, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:12:37,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38749-0x1009b46a3670003, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:12:37,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42095-0x1009b46a3670001, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:12:37,185 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38645-0x1009b46a3670000, quorum=127.0.0.1:49152, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T14:12:37,186 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a3a61c9ba14f,38645,1733148756461 from backup master directory 2024-12-02T14:12:37,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x1009b46a3670002, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T14:12:37,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38749-0x1009b46a3670003, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T14:12:37,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38645-0x1009b46a3670000, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a3a61c9ba14f,38645,1733148756461 2024-12-02T14:12:37,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42095-0x1009b46a3670001, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T14:12:37,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38645-0x1009b46a3670000, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T14:12:37,189 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:12:37,189 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a3a61c9ba14f,38645,1733148756461 2024-12-02T14:12:37,191 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-02T14:12:37,192 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-02T14:12:37,240 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/hbase.id] with ID: 8fb6e87e-82c0-4dfe-9d0a-57d73dc98633 2024-12-02T14:12:37,240 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/.tmp/hbase.id 2024-12-02T14:12:37,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741826_1002 (size=42) 2024-12-02T14:12:37,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741826_1002 (size=42) 2024-12-02T14:12:37,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741826_1002 (size=42) 2024-12-02T14:12:37,256 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/.tmp/hbase.id]:[hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/hbase.id] 2024-12-02T14:12:37,296 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:12:37,300 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T14:12:37,316 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 14ms. 2024-12-02T14:12:37,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38645-0x1009b46a3670000, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:12:37,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38749-0x1009b46a3670003, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:12:37,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42095-0x1009b46a3670001, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:12:37,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x1009b46a3670002, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:12:37,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741827_1003 (size=196) 2024-12-02T14:12:37,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741827_1003 (size=196) 2024-12-02T14:12:37,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741827_1003 (size=196) 2024-12-02T14:12:37,349 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:12:37,350 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T14:12:37,363 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:12:37,366 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:12:37,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741828_1004 (size=1189) 2024-12-02T14:12:37,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741828_1004 (size=1189) 2024-12-02T14:12:37,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741828_1004 (size=1189) 2024-12-02T14:12:37,411 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/MasterData/data/master/store 2024-12-02T14:12:37,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741829_1005 (size=34) 2024-12-02T14:12:37,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741829_1005 (size=34) 2024-12-02T14:12:37,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741829_1005 (size=34) 2024-12-02T14:12:37,435 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-02T14:12:37,438 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:37,439 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:12:37,439 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:12:37,439 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:12:37,441 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:12:37,441 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:12:37,441 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:12:37,442 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733148757439Disabling compacts and flushes for region at 1733148757439Disabling writes for close at 1733148757441 (+2 ms)Writing region close event to WAL at 1733148757441Closed at 1733148757441 2024-12-02T14:12:37,444 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/MasterData/data/master/store/.initializing 2024-12-02T14:12:37,445 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/MasterData/WALs/a3a61c9ba14f,38645,1733148756461 2024-12-02T14:12:37,453 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:12:37,466 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3a61c9ba14f%2C38645%2C1733148756461, suffix=, logDir=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/MasterData/WALs/a3a61c9ba14f,38645,1733148756461, archiveDir=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/MasterData/oldWALs, maxLogs=10 2024-12-02T14:12:37,486 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/MasterData/WALs/a3a61c9ba14f,38645,1733148756461/a3a61c9ba14f%2C38645%2C1733148756461.1733148757470, exclude list is [], retry=0 2024-12-02T14:12:37,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43077,DS-413124c6-341b-4846-8fa7-20d096ece871,DISK] 2024-12-02T14:12:37,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43921,DS-4380cfdb-c958-4805-a37a-e02174043d77,DISK] 2024-12-02T14:12:37,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46607,DS-6574e14c-60e6-4dd5-b820-20c8a6109bdb,DISK] 2024-12-02T14:12:37,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-02T14:12:37,545 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/MasterData/WALs/a3a61c9ba14f,38645,1733148756461/a3a61c9ba14f%2C38645%2C1733148756461.1733148757470 2024-12-02T14:12:37,546 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40181:40181),(127.0.0.1/127.0.0.1:32917:32917),(127.0.0.1/127.0.0.1:36885:36885)] 2024-12-02T14:12:37,546 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:12:37,547 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:37,550 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:12:37,551 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:12:37,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:12:37,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T14:12:37,607 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:37,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:12:37,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:12:37,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T14:12:37,613 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:37,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:37,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:12:37,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T14:12:37,617 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:37,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:37,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:12:37,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T14:12:37,620 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:37,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:37,621 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:12:37,625 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:12:37,626 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:12:37,630 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:12:37,631 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:12:37,634 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:12:37,637 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:12:37,642 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:12:37,643 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65983103, jitterRate=-0.01677514612674713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:12:37,648 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733148757562Initializing all the Stores at 1733148757564 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148757564Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148757565 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148757565Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148757565Cleaning up temporary data from old regions at 1733148757631 (+66 ms)Region opened successfully at 1733148757648 (+17 ms) 2024-12-02T14:12:37,650 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T14:12:37,681 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d8ea15d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:12:37,708 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T14:12:37,718 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T14:12:37,718 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T14:12:37,720 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T14:12:37,722 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-02T14:12:37,727 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-02T14:12:37,727 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-02T14:12:37,751 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T14:12:37,758 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38645-0x1009b46a3670000, quorum=127.0.0.1:49152, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T14:12:37,760 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T14:12:37,762 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T14:12:37,763 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38645-0x1009b46a3670000, quorum=127.0.0.1:49152, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T14:12:37,764 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T14:12:37,766 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T14:12:37,769 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38645-0x1009b46a3670000, quorum=127.0.0.1:49152, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T14:12:37,769 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T14:12:37,771 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38645-0x1009b46a3670000, quorum=127.0.0.1:49152, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T14:12:37,772 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T14:12:37,787 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38645-0x1009b46a3670000, quorum=127.0.0.1:49152, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T14:12:37,788 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T14:12:37,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x1009b46a3670002, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T14:12:37,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38749-0x1009b46a3670003, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T14:12:37,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38645-0x1009b46a3670000, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T14:12:37,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38749-0x1009b46a3670003, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:12:37,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42095-0x1009b46a3670001, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T14:12:37,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38645-0x1009b46a3670000, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:12:37,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42095-0x1009b46a3670001, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:12:37,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x1009b46a3670002, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:12:37,794 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a3a61c9ba14f,38645,1733148756461, sessionid=0x1009b46a3670000, setting cluster-up flag (Was=false) 2024-12-02T14:12:37,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x1009b46a3670002, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:12:37,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38749-0x1009b46a3670003, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:12:37,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42095-0x1009b46a3670001, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:12:37,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38645-0x1009b46a3670000, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:12:37,810 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T14:12:37,812 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,38645,1733148756461 2024-12-02T14:12:37,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38645-0x1009b46a3670000, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:12:37,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38749-0x1009b46a3670003, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:12:37,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x1009b46a3670002, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:12:37,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42095-0x1009b46a3670001, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:12:37,823 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T14:12:37,825 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,38645,1733148756461 2024-12-02T14:12:37,832 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T14:12:37,845 INFO [RS:0;a3a61c9ba14f:42095 {}] regionserver.HRegionServer(746): ClusterId : 8fb6e87e-82c0-4dfe-9d0a-57d73dc98633 2024-12-02T14:12:37,847 INFO [RS:1;a3a61c9ba14f:34701 {}] regionserver.HRegionServer(746): ClusterId : 8fb6e87e-82c0-4dfe-9d0a-57d73dc98633 2024-12-02T14:12:37,847 INFO [RS:2;a3a61c9ba14f:38749 {}] regionserver.HRegionServer(746): ClusterId : 8fb6e87e-82c0-4dfe-9d0a-57d73dc98633 2024-12-02T14:12:37,848 DEBUG [RS:1;a3a61c9ba14f:34701 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T14:12:37,848 DEBUG [RS:0;a3a61c9ba14f:42095 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T14:12:37,848 DEBUG [RS:2;a3a61c9ba14f:38749 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T14:12:37,853 DEBUG [RS:1;a3a61c9ba14f:34701 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T14:12:37,853 DEBUG [RS:2;a3a61c9ba14f:38749 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T14:12:37,853 DEBUG [RS:0;a3a61c9ba14f:42095 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T14:12:37,853 DEBUG [RS:1;a3a61c9ba14f:34701 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T14:12:37,853 DEBUG [RS:2;a3a61c9ba14f:38749 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T14:12:37,853 DEBUG [RS:0;a3a61c9ba14f:42095 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T14:12:37,856 DEBUG [RS:0;a3a61c9ba14f:42095 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T14:12:37,857 DEBUG [RS:0;a3a61c9ba14f:42095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d8d44d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:12:37,858 DEBUG [RS:1;a3a61c9ba14f:34701 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T14:12:37,858 DEBUG [RS:1;a3a61c9ba14f:34701 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7255a31a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:12:37,873 DEBUG [RS:0;a3a61c9ba14f:42095 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a3a61c9ba14f:42095 2024-12-02T14:12:37,875 DEBUG [RS:1;a3a61c9ba14f:34701 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;a3a61c9ba14f:34701 2024-12-02T14:12:37,876 INFO [RS:1;a3a61c9ba14f:34701 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T14:12:37,876 INFO [RS:0;a3a61c9ba14f:42095 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T14:12:37,876 INFO [RS:1;a3a61c9ba14f:34701 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T14:12:37,876 INFO [RS:0;a3a61c9ba14f:42095 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T14:12:37,877 DEBUG [RS:0;a3a61c9ba14f:42095 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T14:12:37,877 DEBUG [RS:1;a3a61c9ba14f:34701 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T14:12:37,877 DEBUG [RS:2;a3a61c9ba14f:38749 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T14:12:37,878 DEBUG [RS:2;a3a61c9ba14f:38749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114601d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:12:37,880 INFO [RS:1;a3a61c9ba14f:34701 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3a61c9ba14f,38645,1733148756461 with port=34701, startcode=1733148757078 2024-12-02T14:12:37,880 INFO [RS:0;a3a61c9ba14f:42095 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3a61c9ba14f,38645,1733148756461 with port=42095, startcode=1733148756999 2024-12-02T14:12:37,896 DEBUG [RS:1;a3a61c9ba14f:34701 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T14:12:37,898 DEBUG [RS:0;a3a61c9ba14f:42095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T14:12:37,910 DEBUG [RS:2;a3a61c9ba14f:38749 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;a3a61c9ba14f:38749 2024-12-02T14:12:37,910 INFO [RS:2;a3a61c9ba14f:38749 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T14:12:37,910 INFO [RS:2;a3a61c9ba14f:38749 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T14:12:37,910 DEBUG [RS:2;a3a61c9ba14f:38749 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T14:12:37,912 INFO [RS:2;a3a61c9ba14f:38749 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3a61c9ba14f,38645,1733148756461 with port=38749, startcode=1733148757114 2024-12-02T14:12:37,913 DEBUG [RS:2;a3a61c9ba14f:38749 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T14:12:37,940 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T14:12:37,947 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T14:12:37,947 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T14:12:37,950 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47077, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T14:12:37,953 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38645 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-02T14:12:37,954 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T14:12:37,959 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38645 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-02T14:12:37,960 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38645 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-02T14:12:37,963 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T14:12:37,969 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a3a61c9ba14f,38645,1733148756461 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T14:12:37,978 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:12:37,978 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:12:37,978 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:12:37,979 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:12:37,979 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a3a61c9ba14f:0, corePoolSize=10, maxPoolSize=10 2024-12-02T14:12:37,979 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:12:37,979 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:12:37,979 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:12:37,982 DEBUG [RS:2;a3a61c9ba14f:38749 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-02T14:12:37,982 DEBUG [RS:1;a3a61c9ba14f:34701 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-02T14:12:37,982 DEBUG [RS:0;a3a61c9ba14f:42095 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-02T14:12:37,982 WARN [RS:2;a3a61c9ba14f:38749 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-02T14:12:37,982 WARN [RS:1;a3a61c9ba14f:34701 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-02T14:12:37,982 WARN [RS:0;a3a61c9ba14f:42095 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-02T14:12:37,986 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733148787986 2024-12-02T14:12:37,988 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T14:12:37,989 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T14:12:37,990 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:12:37,990 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T14:12:37,993 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T14:12:37,994 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T14:12:37,994 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T14:12:37,994 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T14:12:37,996 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:37,996 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T14:12:37,995 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:12:37,999 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T14:12:38,000 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T14:12:38,001 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T14:12:38,004 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T14:12:38,037 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T14:12:38,040 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148758039,5,FailOnTimeoutGroup] 2024-12-02T14:12:38,040 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148758040,5,FailOnTimeoutGroup] 2024-12-02T14:12:38,041 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:12:38,041 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T14:12:38,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741831_1007 (size=1321) 2024-12-02T14:12:38,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741831_1007 (size=1321) 2024-12-02T14:12:38,043 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T14:12:38,043 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T14:12:38,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741831_1007 (size=1321) 2024-12-02T14:12:38,046 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T14:12:38,046 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c 2024-12-02T14:12:38,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741832_1008 (size=32) 2024-12-02T14:12:38,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741832_1008 (size=32) 2024-12-02T14:12:38,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741832_1008 (size=32) 2024-12-02T14:12:38,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:38,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:12:38,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:12:38,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:38,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:12:38,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:12:38,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:12:38,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:38,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:12:38,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:12:38,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:12:38,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:38,084 INFO [RS:0;a3a61c9ba14f:42095 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3a61c9ba14f,38645,1733148756461 with port=42095, startcode=1733148756999 2024-12-02T14:12:38,084 INFO [RS:2;a3a61c9ba14f:38749 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3a61c9ba14f,38645,1733148756461 with port=38749, startcode=1733148757114 2024-12-02T14:12:38,084 INFO [RS:1;a3a61c9ba14f:34701 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3a61c9ba14f,38645,1733148756461 with port=34701, startcode=1733148757078 2024-12-02T14:12:38,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:12:38,086 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38645 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3a61c9ba14f,38749,1733148757114 2024-12-02T14:12:38,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:12:38,089 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38645 {}] master.ServerManager(517): Registering regionserver=a3a61c9ba14f,38749,1733148757114 2024-12-02T14:12:38,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:12:38,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:38,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:12:38,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:12:38,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/hbase/meta/1588230740 2024-12-02T14:12:38,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/hbase/meta/1588230740 2024-12-02T14:12:38,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:12:38,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:12:38,099 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:12:38,099 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38645 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3a61c9ba14f,42095,1733148756999 2024-12-02T14:12:38,100 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38645 {}] master.ServerManager(517): Registering regionserver=a3a61c9ba14f,42095,1733148756999 2024-12-02T14:12:38,100 DEBUG [RS:2;a3a61c9ba14f:38749 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c 2024-12-02T14:12:38,100 DEBUG [RS:2;a3a61c9ba14f:38749 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43987 2024-12-02T14:12:38,101 DEBUG [RS:2;a3a61c9ba14f:38749 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T14:12:38,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:12:38,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38645-0x1009b46a3670000, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T14:12:38,107 DEBUG [RS:2;a3a61c9ba14f:38749 {}] zookeeper.ZKUtil(111): regionserver:38749-0x1009b46a3670003, quorum=127.0.0.1:49152, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a3a61c9ba14f,38749,1733148757114 2024-12-02T14:12:38,108 WARN [RS:2;a3a61c9ba14f:38749 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:12:38,108 INFO [RS:2;a3a61c9ba14f:38749 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:12:38,108 DEBUG [RS:2;a3a61c9ba14f:38749 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/WALs/a3a61c9ba14f,38749,1733148757114 2024-12-02T14:12:38,108 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38645 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3a61c9ba14f,34701,1733148757078 2024-12-02T14:12:38,109 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38645 {}] master.ServerManager(517): Registering regionserver=a3a61c9ba14f,34701,1733148757078 2024-12-02T14:12:38,109 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:12:38,109 DEBUG [RS:0;a3a61c9ba14f:42095 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c 2024-12-02T14:12:38,109 DEBUG [RS:0;a3a61c9ba14f:42095 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43987 2024-12-02T14:12:38,109 DEBUG [RS:0;a3a61c9ba14f:42095 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T14:12:38,110 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72065618, jitterRate=0.07386139035224915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:12:38,114 DEBUG [RS:0;a3a61c9ba14f:42095 {}] zookeeper.ZKUtil(111): regionserver:42095-0x1009b46a3670001, quorum=127.0.0.1:49152, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a3a61c9ba14f,42095,1733148756999 2024-12-02T14:12:38,114 WARN [RS:0;a3a61c9ba14f:42095 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:12:38,114 INFO [RS:0;a3a61c9ba14f:42095 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:12:38,115 DEBUG [RS:0;a3a61c9ba14f:42095 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/WALs/a3a61c9ba14f,42095,1733148756999 2024-12-02T14:12:38,115 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3a61c9ba14f,42095,1733148756999] 2024-12-02T14:12:38,115 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3a61c9ba14f,38749,1733148757114] 2024-12-02T14:12:38,116 DEBUG [RS:1;a3a61c9ba14f:34701 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c 2024-12-02T14:12:38,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733148758068Initializing all the Stores at 1733148758070 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148758070Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148758070Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148758070Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148758070Cleaning up temporary data from old regions at 1733148758097 (+27 ms)Region opened successfully at 1733148758114 (+17 ms) 2024-12-02T14:12:38,116 DEBUG [RS:1;a3a61c9ba14f:34701 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43987 2024-12-02T14:12:38,116 DEBUG [RS:1;a3a61c9ba14f:34701 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T14:12:38,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:12:38,116 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:12:38,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:12:38,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:12:38,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:12:38,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38645-0x1009b46a3670000, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T14:12:38,120 DEBUG [RS:1;a3a61c9ba14f:34701 {}] zookeeper.ZKUtil(111): regionserver:34701-0x1009b46a3670002, quorum=127.0.0.1:49152, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a3a61c9ba14f,34701,1733148757078 2024-12-02T14:12:38,120 WARN [RS:1;a3a61c9ba14f:34701 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:12:38,120 INFO [RS:1;a3a61c9ba14f:34701 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:12:38,120 DEBUG [RS:1;a3a61c9ba14f:34701 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/WALs/a3a61c9ba14f,34701,1733148757078 2024-12-02T14:12:38,122 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3a61c9ba14f,34701,1733148757078] 2024-12-02T14:12:38,126 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:12:38,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733148758116Disabling compacts and flushes for region at 1733148758116Disabling writes for close at 1733148758116Writing region close event to WAL at 1733148758125 (+9 ms)Closed at 1733148758126 (+1 ms) 2024-12-02T14:12:38,130 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:12:38,131 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T14:12:38,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T14:12:38,143 INFO [RS:0;a3a61c9ba14f:42095 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T14:12:38,143 INFO [RS:1;a3a61c9ba14f:34701 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T14:12:38,145 INFO [RS:2;a3a61c9ba14f:38749 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T14:12:38,150 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:12:38,154 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T14:12:38,160 INFO [RS:0;a3a61c9ba14f:42095 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T14:12:38,161 INFO [RS:1;a3a61c9ba14f:34701 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T14:12:38,164 INFO [RS:2;a3a61c9ba14f:38749 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T14:12:38,171 INFO [RS:0;a3a61c9ba14f:42095 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T14:12:38,171 INFO [RS:1;a3a61c9ba14f:34701 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T14:12:38,171 INFO [RS:2;a3a61c9ba14f:38749 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T14:12:38,171 INFO [RS:1;a3a61c9ba14f:34701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:12:38,171 INFO [RS:0;a3a61c9ba14f:42095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:12:38,171 INFO [RS:2;a3a61c9ba14f:38749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:12:38,174 INFO [RS:1;a3a61c9ba14f:34701 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T14:12:38,174 INFO [RS:2;a3a61c9ba14f:38749 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T14:12:38,174 INFO [RS:0;a3a61c9ba14f:42095 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T14:12:38,181 INFO [RS:2;a3a61c9ba14f:38749 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T14:12:38,181 INFO [RS:1;a3a61c9ba14f:34701 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T14:12:38,181 INFO [RS:0;a3a61c9ba14f:42095 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T14:12:38,183 INFO [RS:2;a3a61c9ba14f:38749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T14:12:38,183 INFO [RS:1;a3a61c9ba14f:34701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T14:12:38,183 INFO [RS:0;a3a61c9ba14f:42095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T14:12:38,184 DEBUG [RS:2;a3a61c9ba14f:38749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:12:38,184 DEBUG [RS:0;a3a61c9ba14f:42095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:12:38,184 DEBUG [RS:1;a3a61c9ba14f:34701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:12:38,184 DEBUG [RS:2;a3a61c9ba14f:38749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:12:38,184 DEBUG [RS:0;a3a61c9ba14f:42095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:12:38,184 DEBUG [RS:1;a3a61c9ba14f:34701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:12:38,184 DEBUG [RS:2;a3a61c9ba14f:38749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:12:38,184 DEBUG [RS:0;a3a61c9ba14f:42095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:12:38,184 DEBUG [RS:1;a3a61c9ba14f:34701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:12:38,184 DEBUG [RS:2;a3a61c9ba14f:38749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:12:38,184 DEBUG [RS:0;a3a61c9ba14f:42095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:12:38,184 DEBUG [RS:1;a3a61c9ba14f:34701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:12:38,184 DEBUG [RS:2;a3a61c9ba14f:38749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:12:38,184 DEBUG [RS:0;a3a61c9ba14f:42095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:12:38,184 DEBUG [RS:1;a3a61c9ba14f:34701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:12:38,184 DEBUG [RS:2;a3a61c9ba14f:38749 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:12:38,184 DEBUG [RS:0;a3a61c9ba14f:42095 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:12:38,185 DEBUG [RS:2;a3a61c9ba14f:38749 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:12:38,185 DEBUG [RS:1;a3a61c9ba14f:34701 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:12:38,185 DEBUG [RS:0;a3a61c9ba14f:42095 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:12:38,185 DEBUG [RS:2;a3a61c9ba14f:38749 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:12:38,185 DEBUG [RS:1;a3a61c9ba14f:34701 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:12:38,185 DEBUG [RS:2;a3a61c9ba14f:38749 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:12:38,185 DEBUG [RS:1;a3a61c9ba14f:34701 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:12:38,185 DEBUG [RS:2;a3a61c9ba14f:38749 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:12:38,185 DEBUG [RS:0;a3a61c9ba14f:42095 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:12:38,185 DEBUG [RS:1;a3a61c9ba14f:34701 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:12:38,185 DEBUG [RS:2;a3a61c9ba14f:38749 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:12:38,185 DEBUG [RS:1;a3a61c9ba14f:34701 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:12:38,185 DEBUG [RS:0;a3a61c9ba14f:42095 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:12:38,185 DEBUG [RS:2;a3a61c9ba14f:38749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:12:38,185 DEBUG [RS:1;a3a61c9ba14f:34701 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:12:38,185 DEBUG [RS:2;a3a61c9ba14f:38749 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:12:38,185 DEBUG [RS:0;a3a61c9ba14f:42095 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:12:38,185 DEBUG [RS:1;a3a61c9ba14f:34701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:12:38,185 DEBUG [RS:2;a3a61c9ba14f:38749 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:12:38,185 DEBUG [RS:0;a3a61c9ba14f:42095 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:12:38,186 DEBUG [RS:1;a3a61c9ba14f:34701 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:12:38,186 DEBUG [RS:0;a3a61c9ba14f:42095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:12:38,186 DEBUG [RS:1;a3a61c9ba14f:34701 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:12:38,186 DEBUG [RS:0;a3a61c9ba14f:42095 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:12:38,186 DEBUG [RS:0;a3a61c9ba14f:42095 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:12:38,193 INFO [RS:2;a3a61c9ba14f:38749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:12:38,194 INFO [RS:2;a3a61c9ba14f:38749 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:12:38,194 INFO [RS:2;a3a61c9ba14f:38749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:12:38,194 INFO [RS:2;a3a61c9ba14f:38749 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T14:12:38,194 INFO [RS:2;a3a61c9ba14f:38749 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T14:12:38,194 INFO [RS:2;a3a61c9ba14f:38749 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,38749,1733148757114-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:12:38,195 INFO [RS:1;a3a61c9ba14f:34701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:12:38,195 INFO [RS:1;a3a61c9ba14f:34701 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:12:38,195 INFO [RS:1;a3a61c9ba14f:34701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:12:38,195 INFO [RS:1;a3a61c9ba14f:34701 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T14:12:38,195 INFO [RS:1;a3a61c9ba14f:34701 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T14:12:38,195 INFO [RS:1;a3a61c9ba14f:34701 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,34701,1733148757078-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:12:38,197 INFO [RS:0;a3a61c9ba14f:42095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:12:38,197 INFO [RS:0;a3a61c9ba14f:42095 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:12:38,197 INFO [RS:0;a3a61c9ba14f:42095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:12:38,197 INFO [RS:0;a3a61c9ba14f:42095 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T14:12:38,198 INFO [RS:0;a3a61c9ba14f:42095 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T14:12:38,198 INFO [RS:0;a3a61c9ba14f:42095 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,42095,1733148756999-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:12:38,223 INFO [RS:1;a3a61c9ba14f:34701 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T14:12:38,223 INFO [RS:0;a3a61c9ba14f:42095 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T14:12:38,223 INFO [RS:2;a3a61c9ba14f:38749 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T14:12:38,226 INFO [RS:2;a3a61c9ba14f:38749 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,38749,1733148757114-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:12:38,226 INFO [RS:1;a3a61c9ba14f:34701 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,34701,1733148757078-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:12:38,226 INFO [RS:0;a3a61c9ba14f:42095 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,42095,1733148756999-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:12:38,226 INFO [RS:1;a3a61c9ba14f:34701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:12:38,226 INFO [RS:0;a3a61c9ba14f:42095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:12:38,226 INFO [RS:0;a3a61c9ba14f:42095 {}] regionserver.Replication(171): a3a61c9ba14f,42095,1733148756999 started 2024-12-02T14:12:38,226 INFO [RS:1;a3a61c9ba14f:34701 {}] regionserver.Replication(171): a3a61c9ba14f,34701,1733148757078 started 2024-12-02T14:12:38,226 INFO [RS:2;a3a61c9ba14f:38749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:12:38,226 INFO [RS:2;a3a61c9ba14f:38749 {}] regionserver.Replication(171): a3a61c9ba14f,38749,1733148757114 started 2024-12-02T14:12:38,244 INFO [RS:1;a3a61c9ba14f:34701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:12:38,245 INFO [RS:1;a3a61c9ba14f:34701 {}] regionserver.HRegionServer(1482): Serving as a3a61c9ba14f,34701,1733148757078, RpcServer on a3a61c9ba14f/172.17.0.2:34701, sessionid=0x1009b46a3670002 2024-12-02T14:12:38,245 DEBUG [RS:1;a3a61c9ba14f:34701 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T14:12:38,245 DEBUG [RS:1;a3a61c9ba14f:34701 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3a61c9ba14f,34701,1733148757078 2024-12-02T14:12:38,246 DEBUG [RS:1;a3a61c9ba14f:34701 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,34701,1733148757078' 2024-12-02T14:12:38,246 DEBUG [RS:1;a3a61c9ba14f:34701 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T14:12:38,247 DEBUG [RS:1;a3a61c9ba14f:34701 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T14:12:38,248 DEBUG [RS:1;a3a61c9ba14f:34701 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T14:12:38,248 DEBUG [RS:1;a3a61c9ba14f:34701 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T14:12:38,248 DEBUG [RS:1;a3a61c9ba14f:34701 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3a61c9ba14f,34701,1733148757078 2024-12-02T14:12:38,248 DEBUG [RS:1;a3a61c9ba14f:34701 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,34701,1733148757078' 2024-12-02T14:12:38,248 DEBUG [RS:1;a3a61c9ba14f:34701 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T14:12:38,249 DEBUG [RS:1;a3a61c9ba14f:34701 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T14:12:38,249 INFO [RS:2;a3a61c9ba14f:38749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:12:38,249 INFO [RS:0;a3a61c9ba14f:42095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:12:38,250 INFO [RS:0;a3a61c9ba14f:42095 {}] regionserver.HRegionServer(1482): Serving as a3a61c9ba14f,42095,1733148756999, RpcServer on a3a61c9ba14f/172.17.0.2:42095, sessionid=0x1009b46a3670001 2024-12-02T14:12:38,250 INFO [RS:2;a3a61c9ba14f:38749 {}] regionserver.HRegionServer(1482): Serving as a3a61c9ba14f,38749,1733148757114, RpcServer on a3a61c9ba14f/172.17.0.2:38749, sessionid=0x1009b46a3670003 2024-12-02T14:12:38,250 DEBUG [RS:1;a3a61c9ba14f:34701 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T14:12:38,250 DEBUG [RS:0;a3a61c9ba14f:42095 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T14:12:38,250 INFO [RS:1;a3a61c9ba14f:34701 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T14:12:38,250 DEBUG [RS:0;a3a61c9ba14f:42095 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3a61c9ba14f,42095,1733148756999 2024-12-02T14:12:38,250 DEBUG [RS:2;a3a61c9ba14f:38749 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T14:12:38,250 INFO [RS:1;a3a61c9ba14f:34701 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T14:12:38,250 DEBUG [RS:2;a3a61c9ba14f:38749 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3a61c9ba14f,38749,1733148757114 2024-12-02T14:12:38,250 DEBUG [RS:0;a3a61c9ba14f:42095 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,42095,1733148756999' 2024-12-02T14:12:38,250 DEBUG [RS:2;a3a61c9ba14f:38749 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,38749,1733148757114' 2024-12-02T14:12:38,250 DEBUG [RS:0;a3a61c9ba14f:42095 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T14:12:38,250 DEBUG [RS:2;a3a61c9ba14f:38749 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T14:12:38,251 DEBUG [RS:0;a3a61c9ba14f:42095 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T14:12:38,251 DEBUG [RS:2;a3a61c9ba14f:38749 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T14:12:38,252 DEBUG [RS:2;a3a61c9ba14f:38749 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T14:12:38,252 DEBUG [RS:2;a3a61c9ba14f:38749 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T14:12:38,252 DEBUG [RS:2;a3a61c9ba14f:38749 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3a61c9ba14f,38749,1733148757114 2024-12-02T14:12:38,252 DEBUG [RS:2;a3a61c9ba14f:38749 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,38749,1733148757114' 2024-12-02T14:12:38,252 DEBUG [RS:0;a3a61c9ba14f:42095 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T14:12:38,252 DEBUG [RS:2;a3a61c9ba14f:38749 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T14:12:38,252 DEBUG [RS:0;a3a61c9ba14f:42095 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T14:12:38,252 DEBUG [RS:0;a3a61c9ba14f:42095 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3a61c9ba14f,42095,1733148756999 2024-12-02T14:12:38,252 DEBUG [RS:0;a3a61c9ba14f:42095 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,42095,1733148756999' 2024-12-02T14:12:38,252 DEBUG [RS:0;a3a61c9ba14f:42095 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T14:12:38,253 DEBUG [RS:2;a3a61c9ba14f:38749 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T14:12:38,253 DEBUG [RS:0;a3a61c9ba14f:42095 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T14:12:38,253 DEBUG [RS:2;a3a61c9ba14f:38749 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T14:12:38,253 INFO [RS:2;a3a61c9ba14f:38749 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T14:12:38,253 INFO [RS:2;a3a61c9ba14f:38749 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T14:12:38,253 DEBUG [RS:0;a3a61c9ba14f:42095 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T14:12:38,253 INFO [RS:0;a3a61c9ba14f:42095 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T14:12:38,253 INFO [RS:0;a3a61c9ba14f:42095 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T14:12:38,305 WARN [a3a61c9ba14f:38645 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T14:12:38,358 INFO [RS:2;a3a61c9ba14f:38749 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:12:38,358 INFO [RS:0;a3a61c9ba14f:42095 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:12:38,358 INFO [RS:1;a3a61c9ba14f:34701 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:12:38,361 INFO [RS:0;a3a61c9ba14f:42095 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3a61c9ba14f%2C42095%2C1733148756999, suffix=, logDir=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/WALs/a3a61c9ba14f,42095,1733148756999, archiveDir=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/oldWALs, maxLogs=32 2024-12-02T14:12:38,361 INFO [RS:1;a3a61c9ba14f:34701 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3a61c9ba14f%2C34701%2C1733148757078, suffix=, logDir=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/WALs/a3a61c9ba14f,34701,1733148757078, archiveDir=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/oldWALs, maxLogs=32 2024-12-02T14:12:38,361 INFO [RS:2;a3a61c9ba14f:38749 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3a61c9ba14f%2C38749%2C1733148757114, suffix=, logDir=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/WALs/a3a61c9ba14f,38749,1733148757114, archiveDir=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/oldWALs, maxLogs=32 2024-12-02T14:12:38,379 DEBUG [RS:2;a3a61c9ba14f:38749 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/WALs/a3a61c9ba14f,38749,1733148757114/a3a61c9ba14f%2C38749%2C1733148757114.1733148758366, exclude list is [], retry=0 2024-12-02T14:12:38,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43921,DS-4380cfdb-c958-4805-a37a-e02174043d77,DISK] 2024-12-02T14:12:38,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43077,DS-413124c6-341b-4846-8fa7-20d096ece871,DISK] 2024-12-02T14:12:38,384 DEBUG [RS:0;a3a61c9ba14f:42095 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/WALs/a3a61c9ba14f,42095,1733148756999/a3a61c9ba14f%2C42095%2C1733148756999.1733148758366, exclude list is [], retry=0 2024-12-02T14:12:38,384 DEBUG [RS:1;a3a61c9ba14f:34701 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/WALs/a3a61c9ba14f,34701,1733148757078/a3a61c9ba14f%2C34701%2C1733148757078.1733148758366, exclude list is [], retry=0 2024-12-02T14:12:38,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46607,DS-6574e14c-60e6-4dd5-b820-20c8a6109bdb,DISK] 2024-12-02T14:12:38,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43077,DS-413124c6-341b-4846-8fa7-20d096ece871,DISK] 2024-12-02T14:12:38,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46607,DS-6574e14c-60e6-4dd5-b820-20c8a6109bdb,DISK] 2024-12-02T14:12:38,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43921,DS-4380cfdb-c958-4805-a37a-e02174043d77,DISK] 2024-12-02T14:12:38,390 INFO [RS:2;a3a61c9ba14f:38749 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/WALs/a3a61c9ba14f,38749,1733148757114/a3a61c9ba14f%2C38749%2C1733148757114.1733148758366 2024-12-02T14:12:38,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46607,DS-6574e14c-60e6-4dd5-b820-20c8a6109bdb,DISK] 2024-12-02T14:12:38,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43921,DS-4380cfdb-c958-4805-a37a-e02174043d77,DISK] 2024-12-02T14:12:38,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43077,DS-413124c6-341b-4846-8fa7-20d096ece871,DISK] 2024-12-02T14:12:38,393 DEBUG [RS:2;a3a61c9ba14f:38749 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40181:40181),(127.0.0.1/127.0.0.1:32917:32917),(127.0.0.1/127.0.0.1:36885:36885)] 2024-12-02T14:12:38,403 INFO [RS:1;a3a61c9ba14f:34701 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/WALs/a3a61c9ba14f,34701,1733148757078/a3a61c9ba14f%2C34701%2C1733148757078.1733148758366 2024-12-02T14:12:38,404 DEBUG [RS:1;a3a61c9ba14f:34701 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36885:36885),(127.0.0.1/127.0.0.1:40181:40181),(127.0.0.1/127.0.0.1:32917:32917)] 2024-12-02T14:12:38,405 INFO [RS:0;a3a61c9ba14f:42095 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/WALs/a3a61c9ba14f,42095,1733148756999/a3a61c9ba14f%2C42095%2C1733148756999.1733148758366 2024-12-02T14:12:38,407 DEBUG [RS:0;a3a61c9ba14f:42095 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32917:32917),(127.0.0.1/127.0.0.1:40181:40181),(127.0.0.1/127.0.0.1:36885:36885)] 2024-12-02T14:12:38,560 DEBUG [a3a61c9ba14f:38645 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-02T14:12:38,572 DEBUG [a3a61c9ba14f:38645 {}] balancer.BalancerClusterState(204): Hosts are {a3a61c9ba14f=0} racks are {/default-rack=0} 2024-12-02T14:12:38,578 DEBUG [a3a61c9ba14f:38645 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T14:12:38,578 DEBUG [a3a61c9ba14f:38645 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T14:12:38,578 DEBUG [a3a61c9ba14f:38645 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-02T14:12:38,578 DEBUG [a3a61c9ba14f:38645 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T14:12:38,578 DEBUG [a3a61c9ba14f:38645 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T14:12:38,578 DEBUG [a3a61c9ba14f:38645 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-02T14:12:38,578 INFO [a3a61c9ba14f:38645 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T14:12:38,578 INFO [a3a61c9ba14f:38645 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T14:12:38,578 INFO [a3a61c9ba14f:38645 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-02T14:12:38,578 DEBUG [a3a61c9ba14f:38645 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T14:12:38,585 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a3a61c9ba14f,34701,1733148757078 2024-12-02T14:12:38,590 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,34701,1733148757078, state=OPENING 2024-12-02T14:12:38,594 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T14:12:38,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x1009b46a3670002, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:12:38,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38749-0x1009b46a3670003, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:12:38,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38645-0x1009b46a3670000, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:12:38,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42095-0x1009b46a3670001, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:12:38,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T14:12:38,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T14:12:38,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T14:12:38,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T14:12:38,598 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:12:38,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,34701,1733148757078}] 2024-12-02T14:12:46,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T14:12:46,779 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T14:12:48,620 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:12:48,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T14:12:48,635 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T14:12:48,635 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:12:48,636 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T14:12:48,639 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3a61c9ba14f%2C34701%2C1733148757078.meta, suffix=.meta, logDir=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/WALs/a3a61c9ba14f,34701,1733148757078, archiveDir=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/oldWALs, maxLogs=32 2024-12-02T14:12:48,652 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/WALs/a3a61c9ba14f,34701,1733148757078/a3a61c9ba14f%2C34701%2C1733148757078.meta.1733148768640.meta, exclude list is [], retry=0 2024-12-02T14:12:48,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46607,DS-6574e14c-60e6-4dd5-b820-20c8a6109bdb,DISK] 2024-12-02T14:12:48,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43921,DS-4380cfdb-c958-4805-a37a-e02174043d77,DISK] 2024-12-02T14:12:48,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43077,DS-413124c6-341b-4846-8fa7-20d096ece871,DISK] 2024-12-02T14:12:48,660 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/WALs/a3a61c9ba14f,34701,1733148757078/a3a61c9ba14f%2C34701%2C1733148757078.meta.1733148768640.meta 2024-12-02T14:12:48,660 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40181:40181),(127.0.0.1/127.0.0.1:36885:36885),(127.0.0.1/127.0.0.1:32917:32917)] 2024-12-02T14:12:48,660 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:12:48,662 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:12:48,665 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T14:12:48,669 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T14:12:48,673 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T14:12:48,673 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:48,673 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T14:12:48,673 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T14:12:48,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:12:48,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:12:48,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:48,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:12:48,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:12:48,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:12:48,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:48,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:12:48,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:12:48,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:12:48,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:48,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:12:48,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:12:48,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:12:48,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:48,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:12:48,687 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:12:48,688 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/hbase/meta/1588230740 2024-12-02T14:12:48,691 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/hbase/meta/1588230740 2024-12-02T14:12:48,695 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:12:48,695 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:12:48,696 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:12:48,698 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:12:48,700 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63158312, jitterRate=-0.058867812156677246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:12:48,700 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T14:12:48,702 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733148768674Writing region info on filesystem at 1733148768674Initializing all the Stores at 1733148768676 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148768676Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148768676Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148768676Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148768676Cleaning up temporary data from old regions at 1733148768695 (+19 ms)Running coprocessor post-open hooks at 1733148768700 (+5 ms)Region opened successfully at 1733148768701 (+1 ms) 2024-12-02T14:12:48,710 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733148768613 2024-12-02T14:12:48,723 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T14:12:48,724 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T14:12:48,725 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,34701,1733148757078 2024-12-02T14:12:48,728 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,34701,1733148757078, state=OPEN 2024-12-02T14:12:48,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42095-0x1009b46a3670001, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T14:12:48,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38749-0x1009b46a3670003, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T14:12:48,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38645-0x1009b46a3670000, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T14:12:48,730 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T14:12:48,730 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T14:12:48,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x1009b46a3670002, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T14:12:48,730 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T14:12:48,730 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T14:12:48,731 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,34701,1733148757078 2024-12-02T14:12:48,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T14:12:48,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,34701,1733148757078 in 10.1320 sec 2024-12-02T14:12:48,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T14:12:48,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6020 sec 2024-12-02T14:12:48,748 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:12:48,748 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T14:12:48,776 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:12:48,777 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,34701,1733148757078, seqNum=-1] 2024-12-02T14:12:48,799 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:12:48,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:12:48,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9500 sec 2024-12-02T14:12:48,821 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733148768821, completionTime=-1 2024-12-02T14:12:48,824 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-02T14:12:48,824 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T14:12:48,853 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-02T14:12:48,853 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733148828853 2024-12-02T14:12:48,854 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733148888853 2024-12-02T14:12:48,854 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-12-02T14:12:48,855 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-02T14:12:48,862 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,38645,1733148756461-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:12:48,863 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,38645,1733148756461-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:12:48,863 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,38645,1733148756461-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:12:48,864 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a3a61c9ba14f:38645, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:12:48,865 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T14:12:48,867 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T14:12:48,871 DEBUG [master/a3a61c9ba14f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T14:12:48,892 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.703sec 2024-12-02T14:12:48,894 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T14:12:48,895 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T14:12:48,896 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T14:12:48,896 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T14:12:48,896 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T14:12:48,897 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,38645,1733148756461-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:12:48,897 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,38645,1733148756461-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T14:12:48,901 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T14:12:48,902 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T14:12:48,903 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,38645,1733148756461-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:12:48,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675996fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:12:48,973 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-02T14:12:48,973 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-02T14:12:48,978 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,38645,-1 for getting cluster id 2024-12-02T14:12:48,980 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:12:48,991 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8fb6e87e-82c0-4dfe-9d0a-57d73dc98633' 2024-12-02T14:12:48,993 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:12:48,993 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8fb6e87e-82c0-4dfe-9d0a-57d73dc98633" 2024-12-02T14:12:48,994 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53d0745e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:12:48,994 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,38645,-1] 2024-12-02T14:12:48,996 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:12:48,998 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:12:48,999 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:12:49,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7004b4ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:12:49,002 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:12:49,012 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,34701,1733148757078, seqNum=-1] 2024-12-02T14:12:49,012 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:12:49,016 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:12:49,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a3a61c9ba14f,38645,1733148756461 2024-12-02T14:12:49,081 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733148769080 (current time:1733148769080). 2024-12-02T14:12:49,081 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-02T14:12:49,081 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-02T14:12:49,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c529f1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:12:49,084 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,38645,-1 for getting cluster id 2024-12-02T14:12:49,084 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:12:49,089 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8fb6e87e-82c0-4dfe-9d0a-57d73dc98633' 2024-12-02T14:12:49,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:12:49,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8fb6e87e-82c0-4dfe-9d0a-57d73dc98633" 2024-12-02T14:12:49,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@345d0842, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:12:49,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,38645,-1] 2024-12-02T14:12:49,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:12:49,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:12:49,092 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:12:49,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33b8fc01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:12:49,096 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:12:49,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,34701,1733148757078, seqNum=-1] 2024-12-02T14:12:49,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:12:49,099 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:12:49,100 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:12:49,100 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:12:49,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:12:49,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:12:49,105 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:12:49,110 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:12:49,114 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,38645,1733148756461 2024-12-02T14:12:49,116 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a89f563 2024-12-02T14:12:49,117 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:12:49,119 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:12:49,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38645 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:12:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38645 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-02T14:12:49,132 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T14:12:49,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38645 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-02T14:12:49,134 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:49,136 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T14:12:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:12:49,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741837_1013 (size=361) 2024-12-02T14:12:49,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741837_1013 (size=361) 2024-12-02T14:12:49,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741837_1013 (size=361) 2024-12-02T14:12:49,155 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0a54e2d3ba81cdfb1e8ee61fc0806a65, NAME => 'SPTestTable,,1733148769120.0a54e2d3ba81cdfb1e8ee61fc0806a65.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c 2024-12-02T14:12:49,155 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 58ea6a9854b9749f24599a84a9a8b44a, NAME => 'SPTestTable,33333332,1733148769120.58ea6a9854b9749f24599a84a9a8b44a.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c 2024-12-02T14:12:49,156 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 80c5288a163dc6c87554defbfc49f0cf, NAME => 'SPTestTable,19999999,1733148769120.80c5288a163dc6c87554defbfc49f0cf.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c 2024-12-02T14:12:49,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741838_1014 (size=62) 2024-12-02T14:12:49,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741838_1014 (size=62) 2024-12-02T14:12:49,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741838_1014 (size=62) 2024-12-02T14:12:49,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741840_1016 (size=62) 2024-12-02T14:12:49,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741840_1016 (size=62) 2024-12-02T14:12:49,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741840_1016 (size=62) 2024-12-02T14:12:49,184 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733148769120.58ea6a9854b9749f24599a84a9a8b44a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:49,185 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 58ea6a9854b9749f24599a84a9a8b44a, disabling compactions & flushes 2024-12-02T14:12:49,185 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733148769120.58ea6a9854b9749f24599a84a9a8b44a. 2024-12-02T14:12:49,185 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733148769120.58ea6a9854b9749f24599a84a9a8b44a. 2024-12-02T14:12:49,185 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733148769120.58ea6a9854b9749f24599a84a9a8b44a. after waiting 0 ms 2024-12-02T14:12:49,185 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733148769120.58ea6a9854b9749f24599a84a9a8b44a. 2024-12-02T14:12:49,185 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733148769120.80c5288a163dc6c87554defbfc49f0cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:49,185 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733148769120.58ea6a9854b9749f24599a84a9a8b44a. 2024-12-02T14:12:49,185 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 58ea6a9854b9749f24599a84a9a8b44a: Waiting for close lock at 1733148769185Disabling compacts and flushes for region at 1733148769185Disabling writes for close at 1733148769185Writing region close event to WAL at 1733148769185Closed at 1733148769185 2024-12-02T14:12:49,185 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 80c5288a163dc6c87554defbfc49f0cf, disabling compactions & flushes 2024-12-02T14:12:49,185 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733148769120.80c5288a163dc6c87554defbfc49f0cf. 2024-12-02T14:12:49,186 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733148769120.80c5288a163dc6c87554defbfc49f0cf. 2024-12-02T14:12:49,186 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733148769120.80c5288a163dc6c87554defbfc49f0cf. after waiting 0 ms 2024-12-02T14:12:49,186 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1139815e727e91becb6a8afa2dce7958, NAME => 'SPTestTable,4ccccccb,1733148769120.1139815e727e91becb6a8afa2dce7958.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c 2024-12-02T14:12:49,186 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733148769120.80c5288a163dc6c87554defbfc49f0cf. 2024-12-02T14:12:49,186 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733148769120.80c5288a163dc6c87554defbfc49f0cf. 2024-12-02T14:12:49,186 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 80c5288a163dc6c87554defbfc49f0cf: Waiting for close lock at 1733148769185Disabling compacts and flushes for region at 1733148769185Disabling writes for close at 1733148769186 (+1 ms)Writing region close event to WAL at 1733148769186Closed at 1733148769186 2024-12-02T14:12:49,187 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 69414e58ac29cb56286cd5aea9b40e10, NAME => 'SPTestTable,66666664,1733148769120.69414e58ac29cb56286cd5aea9b40e10.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c 2024-12-02T14:12:49,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741839_1015 (size=54) 2024-12-02T14:12:49,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741839_1015 (size=54) 2024-12-02T14:12:49,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741839_1015 (size=54) 2024-12-02T14:12:49,197 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733148769120.0a54e2d3ba81cdfb1e8ee61fc0806a65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:49,197 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 0a54e2d3ba81cdfb1e8ee61fc0806a65, disabling compactions & flushes 2024-12-02T14:12:49,197 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733148769120.0a54e2d3ba81cdfb1e8ee61fc0806a65. 2024-12-02T14:12:49,197 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733148769120.0a54e2d3ba81cdfb1e8ee61fc0806a65. 2024-12-02T14:12:49,198 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733148769120.0a54e2d3ba81cdfb1e8ee61fc0806a65. after waiting 0 ms 2024-12-02T14:12:49,198 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733148769120.0a54e2d3ba81cdfb1e8ee61fc0806a65. 2024-12-02T14:12:49,198 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733148769120.0a54e2d3ba81cdfb1e8ee61fc0806a65. 2024-12-02T14:12:49,198 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0a54e2d3ba81cdfb1e8ee61fc0806a65: Waiting for close lock at 1733148769197Disabling compacts and flushes for region at 1733148769197Disabling writes for close at 1733148769198 (+1 ms)Writing region close event to WAL at 1733148769198Closed at 1733148769198 2024-12-02T14:12:49,199 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 357010a00a58ff2880cafda5d2946efd, NAME => 'SPTestTable,7ffffffd,1733148769120.357010a00a58ff2880cafda5d2946efd.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c 2024-12-02T14:12:49,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741841_1017 (size=62) 2024-12-02T14:12:49,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741841_1017 (size=62) 2024-12-02T14:12:49,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741841_1017 (size=62) 2024-12-02T14:12:49,212 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733148769120.1139815e727e91becb6a8afa2dce7958.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:49,212 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1139815e727e91becb6a8afa2dce7958, disabling compactions & flushes 2024-12-02T14:12:49,212 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733148769120.1139815e727e91becb6a8afa2dce7958. 2024-12-02T14:12:49,212 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733148769120.1139815e727e91becb6a8afa2dce7958. 2024-12-02T14:12:49,212 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733148769120.1139815e727e91becb6a8afa2dce7958. after waiting 0 ms 2024-12-02T14:12:49,212 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733148769120.1139815e727e91becb6a8afa2dce7958. 2024-12-02T14:12:49,212 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733148769120.1139815e727e91becb6a8afa2dce7958. 2024-12-02T14:12:49,212 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1139815e727e91becb6a8afa2dce7958: Waiting for close lock at 1733148769212Disabling compacts and flushes for region at 1733148769212Disabling writes for close at 1733148769212Writing region close event to WAL at 1733148769212Closed at 1733148769212 2024-12-02T14:12:49,213 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a692033740d458b999ffed148e75ace2, NAME => 'SPTestTable,99999996,1733148769120.a692033740d458b999ffed148e75ace2.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c 2024-12-02T14:12:49,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741842_1018 (size=62) 2024-12-02T14:12:49,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741842_1018 (size=62) 2024-12-02T14:12:49,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741842_1018 (size=62) 2024-12-02T14:12:49,224 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733148769120.69414e58ac29cb56286cd5aea9b40e10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:49,225 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 69414e58ac29cb56286cd5aea9b40e10, disabling compactions & flushes 2024-12-02T14:12:49,225 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733148769120.69414e58ac29cb56286cd5aea9b40e10. 2024-12-02T14:12:49,225 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733148769120.69414e58ac29cb56286cd5aea9b40e10. 2024-12-02T14:12:49,225 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733148769120.69414e58ac29cb56286cd5aea9b40e10. after waiting 0 ms 2024-12-02T14:12:49,225 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733148769120.69414e58ac29cb56286cd5aea9b40e10. 2024-12-02T14:12:49,225 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733148769120.69414e58ac29cb56286cd5aea9b40e10. 2024-12-02T14:12:49,225 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 69414e58ac29cb56286cd5aea9b40e10: Waiting for close lock at 1733148769225Disabling compacts and flushes for region at 1733148769225Disabling writes for close at 1733148769225Writing region close event to WAL at 1733148769225Closed at 1733148769225 2024-12-02T14:12:49,226 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 04ded93fc9248b3c8b01f649ace9e29d, NAME => 'SPTestTable,b333332f,1733148769120.04ded93fc9248b3c8b01f649ace9e29d.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c 2024-12-02T14:12:49,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741843_1019 (size=62) 2024-12-02T14:12:49,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741843_1019 (size=62) 2024-12-02T14:12:49,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741843_1019 (size=62) 2024-12-02T14:12:49,241 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733148769120.357010a00a58ff2880cafda5d2946efd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:49,241 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 357010a00a58ff2880cafda5d2946efd, disabling compactions & flushes 2024-12-02T14:12:49,242 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733148769120.357010a00a58ff2880cafda5d2946efd. 2024-12-02T14:12:49,242 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733148769120.357010a00a58ff2880cafda5d2946efd. 2024-12-02T14:12:49,242 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733148769120.357010a00a58ff2880cafda5d2946efd. after waiting 0 ms 2024-12-02T14:12:49,242 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733148769120.357010a00a58ff2880cafda5d2946efd. 2024-12-02T14:12:49,242 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733148769120.357010a00a58ff2880cafda5d2946efd. 2024-12-02T14:12:49,242 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 357010a00a58ff2880cafda5d2946efd: Waiting for close lock at 1733148769241Disabling compacts and flushes for region at 1733148769241Disabling writes for close at 1733148769242 (+1 ms)Writing region close event to WAL at 1733148769242Closed at 1733148769242 2024-12-02T14:12:49,243 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 21168827a4495770a8b93964f73098ed, NAME => 'SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c 2024-12-02T14:12:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:12:49,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741844_1020 (size=62) 2024-12-02T14:12:49,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741844_1020 (size=62) 2024-12-02T14:12:49,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741844_1020 (size=62) 2024-12-02T14:12:49,252 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733148769120.a692033740d458b999ffed148e75ace2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:49,253 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a692033740d458b999ffed148e75ace2, disabling compactions & flushes 2024-12-02T14:12:49,253 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733148769120.a692033740d458b999ffed148e75ace2. 2024-12-02T14:12:49,253 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733148769120.a692033740d458b999ffed148e75ace2. 2024-12-02T14:12:49,253 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733148769120.a692033740d458b999ffed148e75ace2. after waiting 0 ms 2024-12-02T14:12:49,253 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733148769120.a692033740d458b999ffed148e75ace2. 2024-12-02T14:12:49,253 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733148769120.a692033740d458b999ffed148e75ace2. 2024-12-02T14:12:49,253 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a692033740d458b999ffed148e75ace2: Waiting for close lock at 1733148769253Disabling compacts and flushes for region at 1733148769253Disabling writes for close at 1733148769253Writing region close event to WAL at 1733148769253Closed at 1733148769253 2024-12-02T14:12:49,254 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 9f3f2c79cfec9186d46b503c73f1d5a5, NAME => 'SPTestTable,e6666661,1733148769120.9f3f2c79cfec9186d46b503c73f1d5a5.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c 2024-12-02T14:12:49,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741845_1021 (size=62) 2024-12-02T14:12:49,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741845_1021 (size=62) 2024-12-02T14:12:49,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741845_1021 (size=62) 2024-12-02T14:12:49,287 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733148769120.04ded93fc9248b3c8b01f649ace9e29d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:49,287 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 04ded93fc9248b3c8b01f649ace9e29d, disabling compactions & flushes 2024-12-02T14:12:49,287 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733148769120.04ded93fc9248b3c8b01f649ace9e29d. 2024-12-02T14:12:49,287 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733148769120.04ded93fc9248b3c8b01f649ace9e29d. 2024-12-02T14:12:49,287 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733148769120.04ded93fc9248b3c8b01f649ace9e29d. after waiting 0 ms 2024-12-02T14:12:49,287 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733148769120.04ded93fc9248b3c8b01f649ace9e29d. 2024-12-02T14:12:49,287 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733148769120.04ded93fc9248b3c8b01f649ace9e29d. 2024-12-02T14:12:49,288 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 04ded93fc9248b3c8b01f649ace9e29d: Waiting for close lock at 1733148769287Disabling compacts and flushes for region at 1733148769287Disabling writes for close at 1733148769287Writing region close event to WAL at 1733148769287Closed at 1733148769287 2024-12-02T14:12:49,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741847_1023 (size=54) 2024-12-02T14:12:49,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741847_1023 (size=54) 2024-12-02T14:12:49,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741847_1023 (size=54) 2024-12-02T14:12:49,299 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733148769120.9f3f2c79cfec9186d46b503c73f1d5a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:49,299 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 9f3f2c79cfec9186d46b503c73f1d5a5, disabling compactions & flushes 2024-12-02T14:12:49,299 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733148769120.9f3f2c79cfec9186d46b503c73f1d5a5. 2024-12-02T14:12:49,299 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733148769120.9f3f2c79cfec9186d46b503c73f1d5a5. 2024-12-02T14:12:49,299 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733148769120.9f3f2c79cfec9186d46b503c73f1d5a5. after waiting 0 ms 2024-12-02T14:12:49,299 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733148769120.9f3f2c79cfec9186d46b503c73f1d5a5. 2024-12-02T14:12:49,299 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733148769120.9f3f2c79cfec9186d46b503c73f1d5a5. 2024-12-02T14:12:49,299 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 9f3f2c79cfec9186d46b503c73f1d5a5: Waiting for close lock at 1733148769299Disabling compacts and flushes for region at 1733148769299Disabling writes for close at 1733148769299Writing region close event to WAL at 1733148769299Closed at 1733148769299 2024-12-02T14:12:49,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741846_1022 (size=62) 2024-12-02T14:12:49,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741846_1022 (size=62) 2024-12-02T14:12:49,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741846_1022 (size=62) 2024-12-02T14:12:49,306 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:49,306 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 21168827a4495770a8b93964f73098ed, disabling compactions & flushes 2024-12-02T14:12:49,306 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed. 2024-12-02T14:12:49,306 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed. 2024-12-02T14:12:49,307 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed. after waiting 0 ms 2024-12-02T14:12:49,307 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed. 2024-12-02T14:12:49,307 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed. 2024-12-02T14:12:49,307 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 21168827a4495770a8b93964f73098ed: Waiting for close lock at 1733148769306Disabling compacts and flushes for region at 1733148769306Disabling writes for close at 1733148769307 (+1 ms)Writing region close event to WAL at 1733148769307Closed at 1733148769307 2024-12-02T14:12:49,309 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T14:12:49,314 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733148769120.58ea6a9854b9749f24599a84a9a8b44a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733148769309"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148769309"}]},"ts":"1733148769309"} 2024-12-02T14:12:49,314 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733148769120.80c5288a163dc6c87554defbfc49f0cf.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733148769309"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148769309"}]},"ts":"1733148769309"} 2024-12-02T14:12:49,314 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733148769120.0a54e2d3ba81cdfb1e8ee61fc0806a65.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733148769309"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148769309"}]},"ts":"1733148769309"} 2024-12-02T14:12:49,314 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733148769120.1139815e727e91becb6a8afa2dce7958.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733148769309"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148769309"}]},"ts":"1733148769309"} 2024-12-02T14:12:49,315 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733148769120.69414e58ac29cb56286cd5aea9b40e10.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733148769309"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148769309"}]},"ts":"1733148769309"} 2024-12-02T14:12:49,315 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733148769120.357010a00a58ff2880cafda5d2946efd.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733148769309"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148769309"}]},"ts":"1733148769309"} 2024-12-02T14:12:49,315 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733148769120.a692033740d458b999ffed148e75ace2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733148769309"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148769309"}]},"ts":"1733148769309"} 2024-12-02T14:12:49,315 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733148769120.04ded93fc9248b3c8b01f649ace9e29d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733148769309"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148769309"}]},"ts":"1733148769309"} 2024-12-02T14:12:49,315 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733148769120.9f3f2c79cfec9186d46b503c73f1d5a5.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733148769309"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148769309"}]},"ts":"1733148769309"} 2024-12-02T14:12:49,315 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733148769309"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148769309"}]},"ts":"1733148769309"} 2024-12-02T14:12:49,345 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-02T14:12:49,347 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T14:12:49,349 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733148769347"}]},"ts":"1733148769347"} 2024-12-02T14:12:49,352 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-02T14:12:49,353 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {a3a61c9ba14f=0} racks are {/default-rack=0} 2024-12-02T14:12:49,360 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T14:12:49,360 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T14:12:49,360 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-02T14:12:49,360 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T14:12:49,360 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T14:12:49,360 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-02T14:12:49,360 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T14:12:49,360 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T14:12:49,360 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-02T14:12:49,360 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T14:12:49,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0a54e2d3ba81cdfb1e8ee61fc0806a65, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=80c5288a163dc6c87554defbfc49f0cf, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58ea6a9854b9749f24599a84a9a8b44a, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1139815e727e91becb6a8afa2dce7958, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=69414e58ac29cb56286cd5aea9b40e10, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=357010a00a58ff2880cafda5d2946efd, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a692033740d458b999ffed148e75ace2, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=04ded93fc9248b3c8b01f649ace9e29d, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=21168827a4495770a8b93964f73098ed, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9f3f2c79cfec9186d46b503c73f1d5a5, ASSIGN}] 2024-12-02T14:12:49,366 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9f3f2c79cfec9186d46b503c73f1d5a5, ASSIGN 2024-12-02T14:12:49,366 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=80c5288a163dc6c87554defbfc49f0cf, ASSIGN 2024-12-02T14:12:49,367 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0a54e2d3ba81cdfb1e8ee61fc0806a65, ASSIGN 2024-12-02T14:12:49,367 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=21168827a4495770a8b93964f73098ed, ASSIGN 2024-12-02T14:12:49,368 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=04ded93fc9248b3c8b01f649ace9e29d, ASSIGN 2024-12-02T14:12:49,368 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9f3f2c79cfec9186d46b503c73f1d5a5, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,42095,1733148756999; forceNewPlan=false, retain=false 2024-12-02T14:12:49,368 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=80c5288a163dc6c87554defbfc49f0cf, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,34701,1733148757078; forceNewPlan=false, retain=false 2024-12-02T14:12:49,368 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0a54e2d3ba81cdfb1e8ee61fc0806a65, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,42095,1733148756999; forceNewPlan=false, retain=false 2024-12-02T14:12:49,368 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=21168827a4495770a8b93964f73098ed, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,38749,1733148757114; forceNewPlan=false, retain=false 2024-12-02T14:12:49,370 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=04ded93fc9248b3c8b01f649ace9e29d, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,34701,1733148757078; forceNewPlan=false, retain=false 2024-12-02T14:12:49,374 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a692033740d458b999ffed148e75ace2, ASSIGN 2024-12-02T14:12:49,376 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a692033740d458b999ffed148e75ace2, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,38749,1733148757114; forceNewPlan=false, retain=false 2024-12-02T14:12:49,376 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=69414e58ac29cb56286cd5aea9b40e10, ASSIGN 2024-12-02T14:12:49,376 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=357010a00a58ff2880cafda5d2946efd, ASSIGN 2024-12-02T14:12:49,376 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1139815e727e91becb6a8afa2dce7958, ASSIGN 2024-12-02T14:12:49,378 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=69414e58ac29cb56286cd5aea9b40e10, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,34701,1733148757078; forceNewPlan=false, retain=false 2024-12-02T14:12:49,378 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1139815e727e91becb6a8afa2dce7958, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,38749,1733148757114; forceNewPlan=false, retain=false 2024-12-02T14:12:49,378 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=357010a00a58ff2880cafda5d2946efd, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,42095,1733148756999; forceNewPlan=false, retain=false 2024-12-02T14:12:49,378 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58ea6a9854b9749f24599a84a9a8b44a, ASSIGN 2024-12-02T14:12:49,379 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=58ea6a9854b9749f24599a84a9a8b44a, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,38749,1733148757114; forceNewPlan=false, retain=false 2024-12-02T14:12:49,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:12:49,522 INFO [a3a61c9ba14f:38645 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-02T14:12:49,524 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=357010a00a58ff2880cafda5d2946efd, regionState=OPENING, regionLocation=a3a61c9ba14f,42095,1733148756999 2024-12-02T14:12:49,524 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=9f3f2c79cfec9186d46b503c73f1d5a5, regionState=OPENING, regionLocation=a3a61c9ba14f,42095,1733148756999 2024-12-02T14:12:49,524 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0a54e2d3ba81cdfb1e8ee61fc0806a65, regionState=OPENING, regionLocation=a3a61c9ba14f,42095,1733148756999 2024-12-02T14:12:49,524 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=21168827a4495770a8b93964f73098ed, regionState=OPENING, regionLocation=a3a61c9ba14f,38749,1733148757114 2024-12-02T14:12:49,525 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=a692033740d458b999ffed148e75ace2, regionState=OPENING, regionLocation=a3a61c9ba14f,38749,1733148757114 2024-12-02T14:12:49,526 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1139815e727e91becb6a8afa2dce7958, regionState=OPENING, regionLocation=a3a61c9ba14f,38749,1733148757114 2024-12-02T14:12:49,526 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=58ea6a9854b9749f24599a84a9a8b44a, regionState=OPENING, regionLocation=a3a61c9ba14f,38749,1733148757114 2024-12-02T14:12:49,528 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=69414e58ac29cb56286cd5aea9b40e10, regionState=OPENING, regionLocation=a3a61c9ba14f,34701,1733148757078 2024-12-02T14:12:49,528 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=04ded93fc9248b3c8b01f649ace9e29d, regionState=OPENING, regionLocation=a3a61c9ba14f,34701,1733148757078 2024-12-02T14:12:49,528 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=80c5288a163dc6c87554defbfc49f0cf, regionState=OPENING, regionLocation=a3a61c9ba14f,34701,1733148757078 2024-12-02T14:12:49,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9f3f2c79cfec9186d46b503c73f1d5a5, ASSIGN because future has completed 2024-12-02T14:12:49,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f3f2c79cfec9186d46b503c73f1d5a5, server=a3a61c9ba14f,42095,1733148756999}] 2024-12-02T14:12:49,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=21168827a4495770a8b93964f73098ed, ASSIGN because future has completed 2024-12-02T14:12:49,534 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21168827a4495770a8b93964f73098ed, server=a3a61c9ba14f,38749,1733148757114}] 2024-12-02T14:12:49,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0a54e2d3ba81cdfb1e8ee61fc0806a65, ASSIGN because future has completed 2024-12-02T14:12:49,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a692033740d458b999ffed148e75ace2, ASSIGN because future has completed 2024-12-02T14:12:49,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure a692033740d458b999ffed148e75ace2, server=a3a61c9ba14f,38749,1733148757114}] 2024-12-02T14:12:49,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1139815e727e91becb6a8afa2dce7958, ASSIGN because future has completed 2024-12-02T14:12:49,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a54e2d3ba81cdfb1e8ee61fc0806a65, server=a3a61c9ba14f,42095,1733148756999}] 2024-12-02T14:12:49,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=58ea6a9854b9749f24599a84a9a8b44a, ASSIGN because future has completed 2024-12-02T14:12:49,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58ea6a9854b9749f24599a84a9a8b44a, server=a3a61c9ba14f,38749,1733148757114}] 2024-12-02T14:12:49,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=357010a00a58ff2880cafda5d2946efd, ASSIGN because future has completed 2024-12-02T14:12:49,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1139815e727e91becb6a8afa2dce7958, server=a3a61c9ba14f,38749,1733148757114}] 2024-12-02T14:12:49,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 357010a00a58ff2880cafda5d2946efd, server=a3a61c9ba14f,42095,1733148756999}] 2024-12-02T14:12:49,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=69414e58ac29cb56286cd5aea9b40e10, ASSIGN because future has completed 2024-12-02T14:12:49,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=04ded93fc9248b3c8b01f649ace9e29d, ASSIGN because future has completed 2024-12-02T14:12:49,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=80c5288a163dc6c87554defbfc49f0cf, ASSIGN because future has completed 2024-12-02T14:12:49,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80c5288a163dc6c87554defbfc49f0cf, server=a3a61c9ba14f,34701,1733148757078}] 2024-12-02T14:12:49,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04ded93fc9248b3c8b01f649ace9e29d, server=a3a61c9ba14f,34701,1733148757078}] 2024-12-02T14:12:49,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69414e58ac29cb56286cd5aea9b40e10, server=a3a61c9ba14f,34701,1733148757078}] 2024-12-02T14:12:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:12:50,145 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T14:12:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:12:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:12:53,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:12:54,214 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T14:12:56,777 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T14:12:56,777 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T14:12:56,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:12:56,778 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T14:12:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:12:59,547 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:12:59,554 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:12:59,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39379, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T14:12:59,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T14:12:59,661 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733148769120.9f3f2c79cfec9186d46b503c73f1d5a5. 2024-12-02T14:12:59,661 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733148769120.04ded93fc9248b3c8b01f649ace9e29d. 2024-12-02T14:12:59,662 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 04ded93fc9248b3c8b01f649ace9e29d, NAME => 'SPTestTable,b333332f,1733148769120.04ded93fc9248b3c8b01f649ace9e29d.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-02T14:12:59,662 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 9f3f2c79cfec9186d46b503c73f1d5a5, NAME => 'SPTestTable,e6666661,1733148769120.9f3f2c79cfec9186d46b503c73f1d5a5.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-02T14:12:59,662 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 04ded93fc9248b3c8b01f649ace9e29d 2024-12-02T14:12:59,662 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733148769120.04ded93fc9248b3c8b01f649ace9e29d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:59,662 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9f3f2c79cfec9186d46b503c73f1d5a5 2024-12-02T14:12:59,663 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 04ded93fc9248b3c8b01f649ace9e29d 2024-12-02T14:12:59,663 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733148769120.9f3f2c79cfec9186d46b503c73f1d5a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:59,663 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 04ded93fc9248b3c8b01f649ace9e29d 2024-12-02T14:12:59,663 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 9f3f2c79cfec9186d46b503c73f1d5a5 2024-12-02T14:12:59,663 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 9f3f2c79cfec9186d46b503c73f1d5a5 2024-12-02T14:12:59,677 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733148769120.a692033740d458b999ffed148e75ace2. 2024-12-02T14:12:59,678 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => a692033740d458b999ffed148e75ace2, NAME => 'SPTestTable,99999996,1733148769120.a692033740d458b999ffed148e75ace2.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-02T14:12:59,678 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a692033740d458b999ffed148e75ace2 2024-12-02T14:12:59,678 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733148769120.a692033740d458b999ffed148e75ace2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:59,679 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for a692033740d458b999ffed148e75ace2 2024-12-02T14:12:59,679 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for a692033740d458b999ffed148e75ace2 2024-12-02T14:12:59,685 INFO [StoreOpener-04ded93fc9248b3c8b01f649ace9e29d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 04ded93fc9248b3c8b01f649ace9e29d 2024-12-02T14:12:59,688 INFO [StoreOpener-04ded93fc9248b3c8b01f649ace9e29d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04ded93fc9248b3c8b01f649ace9e29d columnFamilyName cf 2024-12-02T14:12:59,689 DEBUG [StoreOpener-04ded93fc9248b3c8b01f649ace9e29d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:59,691 INFO [StoreOpener-9f3f2c79cfec9186d46b503c73f1d5a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9f3f2c79cfec9186d46b503c73f1d5a5 2024-12-02T14:12:59,693 INFO [StoreOpener-04ded93fc9248b3c8b01f649ace9e29d-1 {}] regionserver.HStore(327): Store=04ded93fc9248b3c8b01f649ace9e29d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:59,695 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 04ded93fc9248b3c8b01f649ace9e29d 2024-12-02T14:12:59,702 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/04ded93fc9248b3c8b01f649ace9e29d 2024-12-02T14:12:59,704 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/04ded93fc9248b3c8b01f649ace9e29d 2024-12-02T14:12:59,704 INFO [StoreOpener-9f3f2c79cfec9186d46b503c73f1d5a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f3f2c79cfec9186d46b503c73f1d5a5 columnFamilyName cf 2024-12-02T14:12:59,704 DEBUG [StoreOpener-9f3f2c79cfec9186d46b503c73f1d5a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:59,705 INFO [StoreOpener-a692033740d458b999ffed148e75ace2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a692033740d458b999ffed148e75ace2 2024-12-02T14:12:59,706 INFO [StoreOpener-9f3f2c79cfec9186d46b503c73f1d5a5-1 {}] regionserver.HStore(327): Store=9f3f2c79cfec9186d46b503c73f1d5a5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:59,706 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 04ded93fc9248b3c8b01f649ace9e29d 2024-12-02T14:12:59,706 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 04ded93fc9248b3c8b01f649ace9e29d 2024-12-02T14:12:59,707 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 9f3f2c79cfec9186d46b503c73f1d5a5 2024-12-02T14:12:59,709 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/9f3f2c79cfec9186d46b503c73f1d5a5 2024-12-02T14:12:59,710 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/9f3f2c79cfec9186d46b503c73f1d5a5 2024-12-02T14:12:59,710 INFO [StoreOpener-a692033740d458b999ffed148e75ace2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a692033740d458b999ffed148e75ace2 columnFamilyName cf 2024-12-02T14:12:59,710 DEBUG [StoreOpener-a692033740d458b999ffed148e75ace2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:59,711 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 9f3f2c79cfec9186d46b503c73f1d5a5 2024-12-02T14:12:59,711 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 9f3f2c79cfec9186d46b503c73f1d5a5 2024-12-02T14:12:59,714 INFO [StoreOpener-a692033740d458b999ffed148e75ace2-1 {}] regionserver.HStore(327): Store=a692033740d458b999ffed148e75ace2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:59,715 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for a692033740d458b999ffed148e75ace2 2024-12-02T14:12:59,717 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/a692033740d458b999ffed148e75ace2 2024-12-02T14:12:59,718 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/a692033740d458b999ffed148e75ace2 2024-12-02T14:12:59,719 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for a692033740d458b999ffed148e75ace2 2024-12-02T14:12:59,719 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for a692033740d458b999ffed148e75ace2 2024-12-02T14:12:59,719 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 9f3f2c79cfec9186d46b503c73f1d5a5 2024-12-02T14:12:59,724 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 04ded93fc9248b3c8b01f649ace9e29d 2024-12-02T14:12:59,725 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for a692033740d458b999ffed148e75ace2 2024-12-02T14:12:59,743 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/9f3f2c79cfec9186d46b503c73f1d5a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:12:59,746 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 9f3f2c79cfec9186d46b503c73f1d5a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62243681, jitterRate=-0.07249687612056732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T14:12:59,747 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9f3f2c79cfec9186d46b503c73f1d5a5 2024-12-02T14:12:59,747 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/04ded93fc9248b3c8b01f649ace9e29d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:12:59,749 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 9f3f2c79cfec9186d46b503c73f1d5a5: Running coprocessor pre-open hook at 1733148779663Writing region info on filesystem at 1733148779663Initializing all the Stores at 1733148779668 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148779668Cleaning up temporary data from old regions at 1733148779711 (+43 ms)Running coprocessor post-open hooks at 1733148779747 (+36 ms)Region opened successfully at 1733148779749 (+2 ms) 2024-12-02T14:12:59,750 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 04ded93fc9248b3c8b01f649ace9e29d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61139680, jitterRate=-0.08894777297973633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T14:12:59,750 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 04ded93fc9248b3c8b01f649ace9e29d 2024-12-02T14:12:59,757 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 04ded93fc9248b3c8b01f649ace9e29d: Running coprocessor pre-open hook at 1733148779663Writing region info on filesystem at 1733148779663Initializing all the Stores at 1733148779666 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148779666Cleaning up temporary data from old regions at 1733148779707 (+41 ms)Running coprocessor post-open hooks at 1733148779757 (+50 ms)Region opened successfully at 1733148779757 2024-12-02T14:12:59,758 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/a692033740d458b999ffed148e75ace2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:12:59,760 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733148769120.04ded93fc9248b3c8b01f649ace9e29d., pid=23, masterSystemTime=1733148779561 2024-12-02T14:12:59,760 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened a692033740d458b999ffed148e75ace2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68270643, jitterRate=0.017311856150627136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T14:12:59,760 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a692033740d458b999ffed148e75ace2 2024-12-02T14:12:59,760 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for a692033740d458b999ffed148e75ace2: Running coprocessor pre-open hook at 1733148779679Writing region info on filesystem at 1733148779679Initializing all the Stores at 1733148779682 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148779682Cleaning up temporary data from old regions at 1733148779719 (+37 ms)Running coprocessor post-open hooks at 1733148779760 (+41 ms)Region opened successfully at 1733148779760 2024-12-02T14:12:59,762 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733148769120.9f3f2c79cfec9186d46b503c73f1d5a5., pid=15, masterSystemTime=1733148779545 2024-12-02T14:12:59,763 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733148769120.a692033740d458b999ffed148e75ace2., pid=18, masterSystemTime=1733148779554 2024-12-02T14:12:59,765 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733148769120.04ded93fc9248b3c8b01f649ace9e29d. 2024-12-02T14:12:59,765 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733148769120.04ded93fc9248b3c8b01f649ace9e29d. 2024-12-02T14:12:59,765 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733148769120.69414e58ac29cb56286cd5aea9b40e10. 2024-12-02T14:12:59,765 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 69414e58ac29cb56286cd5aea9b40e10, NAME => 'SPTestTable,66666664,1733148769120.69414e58ac29cb56286cd5aea9b40e10.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-02T14:12:59,766 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 69414e58ac29cb56286cd5aea9b40e10 2024-12-02T14:12:59,766 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733148769120.69414e58ac29cb56286cd5aea9b40e10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:59,766 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=04ded93fc9248b3c8b01f649ace9e29d, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,34701,1733148757078 2024-12-02T14:12:59,766 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 69414e58ac29cb56286cd5aea9b40e10 2024-12-02T14:12:59,766 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 69414e58ac29cb56286cd5aea9b40e10 2024-12-02T14:12:59,767 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733148769120.9f3f2c79cfec9186d46b503c73f1d5a5. 2024-12-02T14:12:59,767 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733148769120.9f3f2c79cfec9186d46b503c73f1d5a5. 2024-12-02T14:12:59,768 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733148769120.357010a00a58ff2880cafda5d2946efd. 2024-12-02T14:12:59,768 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 357010a00a58ff2880cafda5d2946efd, NAME => 'SPTestTable,7ffffffd,1733148769120.357010a00a58ff2880cafda5d2946efd.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-02T14:12:59,768 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 357010a00a58ff2880cafda5d2946efd 2024-12-02T14:12:59,768 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733148769120.357010a00a58ff2880cafda5d2946efd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:59,769 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 357010a00a58ff2880cafda5d2946efd 2024-12-02T14:12:59,769 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 357010a00a58ff2880cafda5d2946efd 2024-12-02T14:12:59,770 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=9f3f2c79cfec9186d46b503c73f1d5a5, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,42095,1733148756999 2024-12-02T14:12:59,771 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733148769120.a692033740d458b999ffed148e75ace2. 2024-12-02T14:12:59,771 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733148769120.a692033740d458b999ffed148e75ace2. 2024-12-02T14:12:59,771 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed. 2024-12-02T14:12:59,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04ded93fc9248b3c8b01f649ace9e29d, server=a3a61c9ba14f,34701,1733148757078 because future has completed 2024-12-02T14:12:59,771 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 21168827a4495770a8b93964f73098ed, NAME => 'SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-02T14:12:59,772 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 21168827a4495770a8b93964f73098ed 2024-12-02T14:12:59,772 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:59,772 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 21168827a4495770a8b93964f73098ed 2024-12-02T14:12:59,772 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 21168827a4495770a8b93964f73098ed 2024-12-02T14:12:59,773 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=a692033740d458b999ffed148e75ace2, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,38749,1733148757114 2024-12-02T14:12:59,777 INFO [StoreOpener-69414e58ac29cb56286cd5aea9b40e10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 69414e58ac29cb56286cd5aea9b40e10 2024-12-02T14:12:59,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f3f2c79cfec9186d46b503c73f1d5a5, server=a3a61c9ba14f,42095,1733148756999 because future has completed 2024-12-02T14:12:59,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure a692033740d458b999ffed148e75ace2, server=a3a61c9ba14f,38749,1733148757114 because future has completed 2024-12-02T14:12:59,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=12 2024-12-02T14:12:59,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 04ded93fc9248b3c8b01f649ace9e29d, server=a3a61c9ba14f,34701,1733148757078 in 10.2190 sec 2024-12-02T14:12:59,790 INFO [StoreOpener-69414e58ac29cb56286cd5aea9b40e10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69414e58ac29cb56286cd5aea9b40e10 columnFamilyName cf 2024-12-02T14:12:59,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-02T14:12:59,793 INFO [StoreOpener-357010a00a58ff2880cafda5d2946efd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 357010a00a58ff2880cafda5d2946efd 2024-12-02T14:12:59,793 DEBUG [StoreOpener-69414e58ac29cb56286cd5aea9b40e10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:59,797 INFO [StoreOpener-357010a00a58ff2880cafda5d2946efd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 357010a00a58ff2880cafda5d2946efd columnFamilyName cf 2024-12-02T14:12:59,797 DEBUG [StoreOpener-357010a00a58ff2880cafda5d2946efd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:59,799 INFO [StoreOpener-357010a00a58ff2880cafda5d2946efd-1 {}] regionserver.HStore(327): Store=357010a00a58ff2880cafda5d2946efd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:59,799 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 357010a00a58ff2880cafda5d2946efd 2024-12-02T14:12:59,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=11 2024-12-02T14:12:59,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure a692033740d458b999ffed148e75ace2, server=a3a61c9ba14f,38749,1733148757114 in 10.2490 sec 2024-12-02T14:12:59,801 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/357010a00a58ff2880cafda5d2946efd 2024-12-02T14:12:59,802 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/357010a00a58ff2880cafda5d2946efd 2024-12-02T14:12:59,803 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 357010a00a58ff2880cafda5d2946efd 2024-12-02T14:12:59,803 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 357010a00a58ff2880cafda5d2946efd 2024-12-02T14:12:59,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 9f3f2c79cfec9186d46b503c73f1d5a5, server=a3a61c9ba14f,42095,1733148756999 in 10.2540 sec 2024-12-02T14:12:59,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=04ded93fc9248b3c8b01f649ace9e29d, ASSIGN in 10.4270 sec 2024-12-02T14:12:59,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9f3f2c79cfec9186d46b503c73f1d5a5, ASSIGN in 10.4330 sec 2024-12-02T14:12:59,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a692033740d458b999ffed148e75ace2, ASSIGN in 10.4390 sec 2024-12-02T14:12:59,807 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 357010a00a58ff2880cafda5d2946efd 2024-12-02T14:12:59,809 INFO [StoreOpener-69414e58ac29cb56286cd5aea9b40e10-1 {}] regionserver.HStore(327): Store=69414e58ac29cb56286cd5aea9b40e10/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:59,811 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 69414e58ac29cb56286cd5aea9b40e10 2024-12-02T14:12:59,812 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/69414e58ac29cb56286cd5aea9b40e10 2024-12-02T14:12:59,813 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/69414e58ac29cb56286cd5aea9b40e10 2024-12-02T14:12:59,815 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 69414e58ac29cb56286cd5aea9b40e10 2024-12-02T14:12:59,815 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 69414e58ac29cb56286cd5aea9b40e10 2024-12-02T14:12:59,816 INFO [StoreOpener-21168827a4495770a8b93964f73098ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 21168827a4495770a8b93964f73098ed 2024-12-02T14:12:59,820 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 69414e58ac29cb56286cd5aea9b40e10 2024-12-02T14:12:59,822 INFO [StoreOpener-21168827a4495770a8b93964f73098ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21168827a4495770a8b93964f73098ed columnFamilyName cf 2024-12-02T14:12:59,822 DEBUG [StoreOpener-21168827a4495770a8b93964f73098ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:59,825 INFO [StoreOpener-21168827a4495770a8b93964f73098ed-1 {}] regionserver.HStore(327): Store=21168827a4495770a8b93964f73098ed/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:59,825 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 21168827a4495770a8b93964f73098ed 2024-12-02T14:12:59,827 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/21168827a4495770a8b93964f73098ed 2024-12-02T14:12:59,828 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/357010a00a58ff2880cafda5d2946efd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:12:59,829 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 357010a00a58ff2880cafda5d2946efd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73052634, jitterRate=0.08856907486915588}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T14:12:59,829 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 357010a00a58ff2880cafda5d2946efd 2024-12-02T14:12:59,829 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 357010a00a58ff2880cafda5d2946efd: Running coprocessor pre-open hook at 1733148779769Writing region info on filesystem at 1733148779769Initializing all the Stores at 1733148779773 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148779773Cleaning up temporary data from old regions at 1733148779803 (+30 ms)Running coprocessor post-open hooks at 1733148779829 (+26 ms)Region opened successfully at 1733148779829 2024-12-02T14:12:59,830 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/21168827a4495770a8b93964f73098ed 2024-12-02T14:12:59,831 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 21168827a4495770a8b93964f73098ed 2024-12-02T14:12:59,831 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 21168827a4495770a8b93964f73098ed 2024-12-02T14:12:59,832 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733148769120.357010a00a58ff2880cafda5d2946efd., pid=21, masterSystemTime=1733148779545 2024-12-02T14:12:59,835 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 21168827a4495770a8b93964f73098ed 2024-12-02T14:12:59,836 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733148769120.357010a00a58ff2880cafda5d2946efd. 2024-12-02T14:12:59,837 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733148769120.357010a00a58ff2880cafda5d2946efd. 2024-12-02T14:12:59,837 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,,1733148769120.0a54e2d3ba81cdfb1e8ee61fc0806a65. 2024-12-02T14:12:59,838 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 0a54e2d3ba81cdfb1e8ee61fc0806a65, NAME => 'SPTestTable,,1733148769120.0a54e2d3ba81cdfb1e8ee61fc0806a65.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-02T14:12:59,838 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0a54e2d3ba81cdfb1e8ee61fc0806a65 2024-12-02T14:12:59,838 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/69414e58ac29cb56286cd5aea9b40e10/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:12:59,838 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,,1733148769120.0a54e2d3ba81cdfb1e8ee61fc0806a65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:59,838 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 0a54e2d3ba81cdfb1e8ee61fc0806a65 2024-12-02T14:12:59,839 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 0a54e2d3ba81cdfb1e8ee61fc0806a65 2024-12-02T14:12:59,839 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=357010a00a58ff2880cafda5d2946efd, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,42095,1733148756999 2024-12-02T14:12:59,840 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 69414e58ac29cb56286cd5aea9b40e10; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63862762, jitterRate=-0.048370689153671265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T14:12:59,840 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69414e58ac29cb56286cd5aea9b40e10 2024-12-02T14:12:59,841 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 69414e58ac29cb56286cd5aea9b40e10: Running coprocessor pre-open hook at 1733148779766Writing region info on filesystem at 1733148779766Initializing all the Stores at 1733148779771 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148779771Cleaning up temporary data from old regions at 1733148779815 (+44 ms)Running coprocessor post-open hooks at 1733148779840 (+25 ms)Region opened successfully at 1733148779841 (+1 ms) 2024-12-02T14:12:59,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 357010a00a58ff2880cafda5d2946efd, server=a3a61c9ba14f,42095,1733148756999 because future has completed 2024-12-02T14:12:59,845 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733148769120.69414e58ac29cb56286cd5aea9b40e10., pid=24, masterSystemTime=1733148779561 2024-12-02T14:12:59,850 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733148769120.69414e58ac29cb56286cd5aea9b40e10. 2024-12-02T14:12:59,850 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733148769120.69414e58ac29cb56286cd5aea9b40e10. 2024-12-02T14:12:59,850 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733148769120.80c5288a163dc6c87554defbfc49f0cf. 2024-12-02T14:12:59,850 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 80c5288a163dc6c87554defbfc49f0cf, NAME => 'SPTestTable,19999999,1733148769120.80c5288a163dc6c87554defbfc49f0cf.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-02T14:12:59,851 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 80c5288a163dc6c87554defbfc49f0cf 2024-12-02T14:12:59,851 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733148769120.80c5288a163dc6c87554defbfc49f0cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:59,851 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 80c5288a163dc6c87554defbfc49f0cf 2024-12-02T14:12:59,851 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 80c5288a163dc6c87554defbfc49f0cf 2024-12-02T14:12:59,854 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=69414e58ac29cb56286cd5aea9b40e10, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,34701,1733148757078 2024-12-02T14:12:59,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=10 2024-12-02T14:12:59,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 357010a00a58ff2880cafda5d2946efd, server=a3a61c9ba14f,42095,1733148756999 in 10.3020 sec 2024-12-02T14:12:59,858 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/21168827a4495770a8b93964f73098ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:12:59,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69414e58ac29cb56286cd5aea9b40e10, server=a3a61c9ba14f,34701,1733148757078 because future has completed 2024-12-02T14:12:59,860 INFO [StoreOpener-0a54e2d3ba81cdfb1e8ee61fc0806a65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0a54e2d3ba81cdfb1e8ee61fc0806a65 2024-12-02T14:12:59,861 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 21168827a4495770a8b93964f73098ed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71290402, jitterRate=0.06230977177619934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T14:12:59,861 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 21168827a4495770a8b93964f73098ed 2024-12-02T14:12:59,861 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 21168827a4495770a8b93964f73098ed: Running coprocessor pre-open hook at 1733148779772Writing region info on filesystem at 1733148779772Initializing all the Stores at 1733148779775 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148779776 (+1 ms)Cleaning up temporary data from old regions at 1733148779831 (+55 ms)Running coprocessor post-open hooks at 1733148779861 (+30 ms)Region opened successfully at 1733148779861 2024-12-02T14:12:59,863 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed., pid=16, masterSystemTime=1733148779554 2024-12-02T14:12:59,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=357010a00a58ff2880cafda5d2946efd, ASSIGN in 10.4970 sec 2024-12-02T14:12:59,866 INFO [StoreOpener-80c5288a163dc6c87554defbfc49f0cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 80c5288a163dc6c87554defbfc49f0cf 2024-12-02T14:12:59,869 INFO [StoreOpener-0a54e2d3ba81cdfb1e8ee61fc0806a65-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a54e2d3ba81cdfb1e8ee61fc0806a65 columnFamilyName cf 2024-12-02T14:12:59,869 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed. 2024-12-02T14:12:59,869 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed. 2024-12-02T14:12:59,869 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733148769120.1139815e727e91becb6a8afa2dce7958. 2024-12-02T14:12:59,870 INFO [StoreOpener-80c5288a163dc6c87554defbfc49f0cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80c5288a163dc6c87554defbfc49f0cf columnFamilyName cf 2024-12-02T14:12:59,870 DEBUG [StoreOpener-0a54e2d3ba81cdfb1e8ee61fc0806a65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:59,870 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 1139815e727e91becb6a8afa2dce7958, NAME => 'SPTestTable,4ccccccb,1733148769120.1139815e727e91becb6a8afa2dce7958.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-02T14:12:59,870 DEBUG [StoreOpener-80c5288a163dc6c87554defbfc49f0cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:59,870 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1139815e727e91becb6a8afa2dce7958 2024-12-02T14:12:59,870 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733148769120.1139815e727e91becb6a8afa2dce7958.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:59,870 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 1139815e727e91becb6a8afa2dce7958 2024-12-02T14:12:59,871 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 1139815e727e91becb6a8afa2dce7958 2024-12-02T14:12:59,872 INFO [StoreOpener-0a54e2d3ba81cdfb1e8ee61fc0806a65-1 {}] regionserver.HStore(327): Store=0a54e2d3ba81cdfb1e8ee61fc0806a65/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:59,872 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 0a54e2d3ba81cdfb1e8ee61fc0806a65 2024-12-02T14:12:59,872 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=21168827a4495770a8b93964f73098ed, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,38749,1733148757114 2024-12-02T14:12:59,873 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/0a54e2d3ba81cdfb1e8ee61fc0806a65 2024-12-02T14:12:59,874 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/0a54e2d3ba81cdfb1e8ee61fc0806a65 2024-12-02T14:12:59,873 INFO [StoreOpener-80c5288a163dc6c87554defbfc49f0cf-1 {}] regionserver.HStore(327): Store=80c5288a163dc6c87554defbfc49f0cf/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:59,874 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 80c5288a163dc6c87554defbfc49f0cf 2024-12-02T14:12:59,875 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 0a54e2d3ba81cdfb1e8ee61fc0806a65 2024-12-02T14:12:59,876 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 0a54e2d3ba81cdfb1e8ee61fc0806a65 2024-12-02T14:12:59,876 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/80c5288a163dc6c87554defbfc49f0cf 2024-12-02T14:12:59,877 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/80c5288a163dc6c87554defbfc49f0cf 2024-12-02T14:12:59,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21168827a4495770a8b93964f73098ed, server=a3a61c9ba14f,38749,1733148757114 because future has completed 2024-12-02T14:12:59,879 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 80c5288a163dc6c87554defbfc49f0cf 2024-12-02T14:12:59,879 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=9 2024-12-02T14:12:59,879 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 80c5288a163dc6c87554defbfc49f0cf 2024-12-02T14:12:59,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 69414e58ac29cb56286cd5aea9b40e10, server=a3a61c9ba14f,34701,1733148757078 in 10.3000 sec 2024-12-02T14:12:59,883 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 0a54e2d3ba81cdfb1e8ee61fc0806a65 2024-12-02T14:12:59,885 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 80c5288a163dc6c87554defbfc49f0cf 2024-12-02T14:12:59,887 INFO [StoreOpener-1139815e727e91becb6a8afa2dce7958-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1139815e727e91becb6a8afa2dce7958 2024-12-02T14:12:59,891 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=69414e58ac29cb56286cd5aea9b40e10, ASSIGN in 10.5190 sec 2024-12-02T14:12:59,895 INFO [StoreOpener-1139815e727e91becb6a8afa2dce7958-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1139815e727e91becb6a8afa2dce7958 columnFamilyName cf 2024-12-02T14:12:59,895 DEBUG [StoreOpener-1139815e727e91becb6a8afa2dce7958-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:59,896 INFO [StoreOpener-1139815e727e91becb6a8afa2dce7958-1 {}] regionserver.HStore(327): Store=1139815e727e91becb6a8afa2dce7958/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:59,897 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 1139815e727e91becb6a8afa2dce7958 2024-12-02T14:12:59,899 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/1139815e727e91becb6a8afa2dce7958 2024-12-02T14:12:59,901 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/1139815e727e91becb6a8afa2dce7958 2024-12-02T14:12:59,902 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 1139815e727e91becb6a8afa2dce7958 2024-12-02T14:12:59,903 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 1139815e727e91becb6a8afa2dce7958 2024-12-02T14:12:59,903 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/0a54e2d3ba81cdfb1e8ee61fc0806a65/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:12:59,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-02T14:12:59,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 21168827a4495770a8b93964f73098ed, server=a3a61c9ba14f,38749,1733148757114 in 10.3560 sec 2024-12-02T14:12:59,904 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 0a54e2d3ba81cdfb1e8ee61fc0806a65; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67563614, jitterRate=0.006776303052902222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T14:12:59,904 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0a54e2d3ba81cdfb1e8ee61fc0806a65 2024-12-02T14:12:59,904 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 0a54e2d3ba81cdfb1e8ee61fc0806a65: Running coprocessor pre-open hook at 1733148779839Writing region info on filesystem at 1733148779839Initializing all the Stores at 1733148779843 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148779843Cleaning up temporary data from old regions at 1733148779876 (+33 ms)Running coprocessor post-open hooks at 1733148779904 (+28 ms)Region opened successfully at 1733148779904 2024-12-02T14:12:59,906 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733148769120.0a54e2d3ba81cdfb1e8ee61fc0806a65., pid=17, masterSystemTime=1733148779545 2024-12-02T14:12:59,907 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 1139815e727e91becb6a8afa2dce7958 2024-12-02T14:12:59,910 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733148769120.0a54e2d3ba81cdfb1e8ee61fc0806a65. 2024-12-02T14:12:59,910 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/80c5288a163dc6c87554defbfc49f0cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:12:59,910 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733148769120.0a54e2d3ba81cdfb1e8ee61fc0806a65. 2024-12-02T14:12:59,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=21168827a4495770a8b93964f73098ed, ASSIGN in 10.5420 sec 2024-12-02T14:12:59,912 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 80c5288a163dc6c87554defbfc49f0cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61666341, jitterRate=-0.08109991252422333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T14:12:59,912 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80c5288a163dc6c87554defbfc49f0cf 2024-12-02T14:12:59,912 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 80c5288a163dc6c87554defbfc49f0cf: Running coprocessor pre-open hook at 1733148779851Writing region info on filesystem at 1733148779851Initializing all the Stores at 1733148779854 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148779854Cleaning up temporary data from old regions at 1733148779879 (+25 ms)Running coprocessor post-open hooks at 1733148779912 (+33 ms)Region opened successfully at 1733148779912 2024-12-02T14:12:59,913 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0a54e2d3ba81cdfb1e8ee61fc0806a65, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,42095,1733148756999 2024-12-02T14:12:59,914 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733148769120.80c5288a163dc6c87554defbfc49f0cf., pid=22, masterSystemTime=1733148779561 2024-12-02T14:12:59,917 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/1139815e727e91becb6a8afa2dce7958/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:12:59,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a54e2d3ba81cdfb1e8ee61fc0806a65, server=a3a61c9ba14f,42095,1733148756999 because future has completed 2024-12-02T14:12:59,919 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733148769120.80c5288a163dc6c87554defbfc49f0cf. 2024-12-02T14:12:59,919 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733148769120.80c5288a163dc6c87554defbfc49f0cf. 2024-12-02T14:12:59,920 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 1139815e727e91becb6a8afa2dce7958; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72192896, jitterRate=0.07575798034667969}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T14:12:59,920 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1139815e727e91becb6a8afa2dce7958 2024-12-02T14:12:59,920 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 1139815e727e91becb6a8afa2dce7958: Running coprocessor pre-open hook at 1733148779871Writing region info on filesystem at 1733148779871Initializing all the Stores at 1733148779872 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148779873 (+1 ms)Cleaning up temporary data from old regions at 1733148779903 (+30 ms)Running coprocessor post-open hooks at 1733148779920 (+17 ms)Region opened successfully at 1733148779920 2024-12-02T14:12:59,922 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=80c5288a163dc6c87554defbfc49f0cf, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,34701,1733148757078 2024-12-02T14:12:59,922 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733148769120.1139815e727e91becb6a8afa2dce7958., pid=20, masterSystemTime=1733148779554 2024-12-02T14:12:59,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80c5288a163dc6c87554defbfc49f0cf, server=a3a61c9ba14f,34701,1733148757078 because future has completed 2024-12-02T14:12:59,931 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733148769120.1139815e727e91becb6a8afa2dce7958. 2024-12-02T14:12:59,931 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733148769120.1139815e727e91becb6a8afa2dce7958. 2024-12-02T14:12:59,931 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733148769120.58ea6a9854b9749f24599a84a9a8b44a. 2024-12-02T14:12:59,932 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 58ea6a9854b9749f24599a84a9a8b44a, NAME => 'SPTestTable,33333332,1733148769120.58ea6a9854b9749f24599a84a9a8b44a.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-02T14:12:59,933 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 58ea6a9854b9749f24599a84a9a8b44a 2024-12-02T14:12:59,934 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733148769120.58ea6a9854b9749f24599a84a9a8b44a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:12:59,935 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 58ea6a9854b9749f24599a84a9a8b44a 2024-12-02T14:12:59,935 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 58ea6a9854b9749f24599a84a9a8b44a 2024-12-02T14:12:59,935 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1139815e727e91becb6a8afa2dce7958, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,38749,1733148757114 2024-12-02T14:12:59,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=5 2024-12-02T14:12:59,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1139815e727e91becb6a8afa2dce7958, server=a3a61c9ba14f,38749,1733148757114 because future has completed 2024-12-02T14:12:59,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0a54e2d3ba81cdfb1e8ee61fc0806a65, server=a3a61c9ba14f,42095,1733148756999 in 10.3850 sec 2024-12-02T14:12:59,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=6 2024-12-02T14:12:59,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 80c5288a163dc6c87554defbfc49f0cf, server=a3a61c9ba14f,34701,1733148757078 in 10.3800 sec 2024-12-02T14:12:59,955 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0a54e2d3ba81cdfb1e8ee61fc0806a65, ASSIGN in 10.5800 sec 2024-12-02T14:12:59,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=80c5288a163dc6c87554defbfc49f0cf, ASSIGN in 10.5890 sec 2024-12-02T14:12:59,962 INFO [StoreOpener-58ea6a9854b9749f24599a84a9a8b44a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 58ea6a9854b9749f24599a84a9a8b44a 2024-12-02T14:12:59,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=8 2024-12-02T14:12:59,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 1139815e727e91becb6a8afa2dce7958, server=a3a61c9ba14f,38749,1733148757114 in 10.4050 sec 2024-12-02T14:12:59,966 INFO [StoreOpener-58ea6a9854b9749f24599a84a9a8b44a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58ea6a9854b9749f24599a84a9a8b44a columnFamilyName cf 2024-12-02T14:12:59,966 DEBUG [StoreOpener-58ea6a9854b9749f24599a84a9a8b44a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:12:59,967 INFO [StoreOpener-58ea6a9854b9749f24599a84a9a8b44a-1 {}] regionserver.HStore(327): Store=58ea6a9854b9749f24599a84a9a8b44a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:12:59,967 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 58ea6a9854b9749f24599a84a9a8b44a 2024-12-02T14:12:59,969 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/58ea6a9854b9749f24599a84a9a8b44a 2024-12-02T14:12:59,971 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/58ea6a9854b9749f24599a84a9a8b44a 2024-12-02T14:12:59,972 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 58ea6a9854b9749f24599a84a9a8b44a 2024-12-02T14:12:59,972 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 58ea6a9854b9749f24599a84a9a8b44a 2024-12-02T14:12:59,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1139815e727e91becb6a8afa2dce7958, ASSIGN in 10.6020 sec 2024-12-02T14:12:59,977 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 58ea6a9854b9749f24599a84a9a8b44a 2024-12-02T14:12:59,994 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/58ea6a9854b9749f24599a84a9a8b44a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:12:59,996 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 58ea6a9854b9749f24599a84a9a8b44a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72089804, jitterRate=0.07422178983688354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T14:12:59,996 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 58ea6a9854b9749f24599a84a9a8b44a 2024-12-02T14:12:59,996 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 58ea6a9854b9749f24599a84a9a8b44a: Running coprocessor pre-open hook at 1733148779935Writing region info on filesystem at 1733148779935Initializing all the Stores at 1733148779938 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148779939 (+1 ms)Cleaning up temporary data from old regions at 1733148779972 (+33 ms)Running coprocessor post-open hooks at 1733148779996 (+24 ms)Region opened successfully at 1733148779996 2024-12-02T14:12:59,998 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733148769120.58ea6a9854b9749f24599a84a9a8b44a., pid=19, masterSystemTime=1733148779554 2024-12-02T14:13:00,002 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733148769120.58ea6a9854b9749f24599a84a9a8b44a. 2024-12-02T14:13:00,002 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733148769120.58ea6a9854b9749f24599a84a9a8b44a. 2024-12-02T14:13:00,004 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=58ea6a9854b9749f24599a84a9a8b44a, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,38749,1733148757114 2024-12-02T14:13:00,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58ea6a9854b9749f24599a84a9a8b44a, server=a3a61c9ba14f,38749,1733148757114 because future has completed 2024-12-02T14:13:00,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=7 2024-12-02T14:13:00,025 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 58ea6a9854b9749f24599a84a9a8b44a, server=a3a61c9ba14f,38749,1733148757114 in 10.4720 sec 2024-12-02T14:13:00,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=4 2024-12-02T14:13:00,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58ea6a9854b9749f24599a84a9a8b44a, ASSIGN in 10.6600 sec 2024-12-02T14:13:00,030 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T14:13:00,031 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733148780031"}]},"ts":"1733148780031"} 2024-12-02T14:13:00,037 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-02T14:13:00,039 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T14:13:00,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.9150 sec 2024-12-02T14:13:02,133 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-02T14:13:05,192 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T14:13:05,641 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T14:13:06,777 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-02T14:13:06,777 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-02T14:13:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:13:07,417 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-02T14:13:07,417 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-02T14:13:07,418 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T14:13:07,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-02T14:13:07,433 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T14:13:07,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-02T14:13:07,493 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733148769120.a692033740d458b999ffed148e75ace2., hostname=a3a61c9ba14f,38749,1733148757114, seqNum=2] 2024-12-02T14:13:07,569 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733148769120.04ded93fc9248b3c8b01f649ace9e29d., hostname=a3a61c9ba14f,34701,1733148757078, seqNum=2] 2024-12-02T14:13:07,571 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733148769120.04ded93fc9248b3c8b01f649ace9e29d., hostname=a3a61c9ba14f,34701,1733148757078, seqNum=2] 2024-12-02T14:13:07,578 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733148769120.04ded93fc9248b3c8b01f649ace9e29d., hostname=a3a61c9ba14f,34701,1733148757078, seqNum=2] 2024-12-02T14:13:07,580 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733148769120.04ded93fc9248b3c8b01f649ace9e29d., hostname=a3a61c9ba14f,34701,1733148757078, seqNum=2] 2024-12-02T14:13:07,587 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733148769120.04ded93fc9248b3c8b01f649ace9e29d., hostname=a3a61c9ba14f,34701,1733148757078, seqNum=2] 2024-12-02T14:13:07,590 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733148769120.04ded93fc9248b3c8b01f649ace9e29d., hostname=a3a61c9ba14f,34701,1733148757078, seqNum=2] 2024-12-02T14:13:07,596 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1733148769120.04ded93fc9248b3c8b01f649ace9e29d., hostname=a3a61c9ba14f,34701,1733148757078, seqNum=2] 2024-12-02T14:13:07,599 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733148769120.04ded93fc9248b3c8b01f649ace9e29d., hostname=a3a61c9ba14f,34701,1733148757078, seqNum=2] 2024-12-02T14:13:07,639 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed., hostname=a3a61c9ba14f,38749,1733148757114, seqNum=2] 2024-12-02T14:13:07,641 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed., hostname=a3a61c9ba14f,38749,1733148757114, seqNum=2] 2024-12-02T14:13:07,648 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed., hostname=a3a61c9ba14f,38749,1733148757114, seqNum=2] 2024-12-02T14:13:07,651 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed., hostname=a3a61c9ba14f,38749,1733148757114, seqNum=2] 2024-12-02T14:13:07,653 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed., hostname=a3a61c9ba14f,38749,1733148757114, seqNum=2] 2024-12-02T14:13:07,656 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed., hostname=a3a61c9ba14f,38749,1733148757114, seqNum=2] 2024-12-02T14:13:07,658 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed., hostname=a3a61c9ba14f,38749,1733148757114, seqNum=2] 2024-12-02T14:13:07,661 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed., hostname=a3a61c9ba14f,38749,1733148757114, seqNum=2] 2024-12-02T14:13:07,738 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733148769120.9f3f2c79cfec9186d46b503c73f1d5a5., hostname=a3a61c9ba14f,42095,1733148756999, seqNum=2] 2024-12-02T14:13:07,740 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733148769120.9f3f2c79cfec9186d46b503c73f1d5a5., hostname=a3a61c9ba14f,42095,1733148756999, seqNum=2] 2024-12-02T14:13:07,743 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733148769120.9f3f2c79cfec9186d46b503c73f1d5a5., hostname=a3a61c9ba14f,42095,1733148756999, seqNum=2] 2024-12-02T14:13:07,745 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733148769120.9f3f2c79cfec9186d46b503c73f1d5a5., hostname=a3a61c9ba14f,42095,1733148756999, seqNum=2] 2024-12-02T14:13:07,747 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733148769120.9f3f2c79cfec9186d46b503c73f1d5a5., hostname=a3a61c9ba14f,42095,1733148756999, seqNum=2] 2024-12-02T14:13:07,749 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733148769120.9f3f2c79cfec9186d46b503c73f1d5a5., hostname=a3a61c9ba14f,42095,1733148756999, seqNum=2] 2024-12-02T14:13:07,752 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1733148769120.9f3f2c79cfec9186d46b503c73f1d5a5., hostname=a3a61c9ba14f,42095,1733148756999, seqNum=2] 2024-12-02T14:13:07,754 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1733148769120.9f3f2c79cfec9186d46b503c73f1d5a5., hostname=a3a61c9ba14f,42095,1733148756999, seqNum=2] 2024-12-02T14:13:08,603 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:13:08,608 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:13:08,617 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:13:08,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733148769120.04ded93fc9248b3c8b01f649ace9e29d. with WAL disabled. Data may be lost in the event of a crash. 2024-12-02T14:13:08,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:13:08,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42095 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1733148769120.9f3f2c79cfec9186d46b503c73f1d5a5. 2024-12-02T14:13:08,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38749 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733148769120.a692033740d458b999ffed148e75ace2. with WAL disabled. Data may be lost in the event of a crash. 2024-12-02T14:13:08,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38749 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed. with WAL disabled. Data may be lost in the event of a crash. 2024-12-02T14:13:09,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42095 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733148769120.9f3f2c79cfec9186d46b503c73f1d5a5. with WAL disabled. Data may be lost in the event of a crash. 2024-12-02T14:13:09,257 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-02T14:13:09,259 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T14:13:09,260 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-02T14:13:09,264 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-02T14:13:09,276 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-02T14:13:09,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741848_1024 (size=49) 2024-12-02T14:13:09,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741848_1024 (size=49) 2024-12-02T14:13:09,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741848_1024 (size=49) 2024-12-02T14:13:09,289 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-02T14:13:09,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0a54e2d3ba81cdfb1e8ee61fc0806a65}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 80c5288a163dc6c87554defbfc49f0cf}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58ea6a9854b9749f24599a84a9a8b44a}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1139815e727e91becb6a8afa2dce7958}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 69414e58ac29cb56286cd5aea9b40e10}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 357010a00a58ff2880cafda5d2946efd}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a692033740d458b999ffed148e75ace2}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 04ded93fc9248b3c8b01f649ace9e29d}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21168827a4495770a8b93964f73098ed}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9f3f2c79cfec9186d46b503c73f1d5a5}] 2024-12-02T14:13:09,297 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 04ded93fc9248b3c8b01f649ace9e29d 2024-12-02T14:13:09,297 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21168827a4495770a8b93964f73098ed 2024-12-02T14:13:09,297 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a692033740d458b999ffed148e75ace2 2024-12-02T14:13:09,297 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 357010a00a58ff2880cafda5d2946efd 2024-12-02T14:13:09,297 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9f3f2c79cfec9186d46b503c73f1d5a5 2024-12-02T14:13:09,306 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 69414e58ac29cb56286cd5aea9b40e10 2024-12-02T14:13:09,306 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1139815e727e91becb6a8afa2dce7958 2024-12-02T14:13:09,307 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58ea6a9854b9749f24599a84a9a8b44a 2024-12-02T14:13:09,307 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 80c5288a163dc6c87554defbfc49f0cf 2024-12-02T14:13:09,311 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0a54e2d3ba81cdfb1e8ee61fc0806a65 2024-12-02T14:13:09,361 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing a3a61c9ba14f,38749,1733148757114 2024-12-02T14:13:09,362 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server a3a61c9ba14f,38749,1733148757114: Simulated kill ***** 2024-12-02T14:13:09,362 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T14:13:09,364 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T14:13:09,365 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T14:13:09,367 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T14:13:09,368 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T14:13:09,375 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 478236760 }, "NonHeapMemoryUsage": { "committed": 156499968, "init": 7667712, "max": -1, "used": 152905232 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "a3a61c9ba14f", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "a3a61c9ba14f", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:49152", "tag.serverName": "a3a61c9ba14f,42095,1733148756999", "tag.clusterId": "8fb6e87e-82c0-4dfe-9d0a-57d73dc98633", "tag.Context": "regionserver", "tag.Hostname": "a3a61c9ba14f", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733148756999, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-02T14:13:09,378 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38645 {}] master.MasterRpcServices(700): a3a61c9ba14f,38749,1733148757114 reported a fatal error: ***** ABORTING region server a3a61c9ba14f,38749,1733148757114: Simulated kill ***** 2024-12-02T14:13:09,381 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3a61c9ba14f,38749,1733148757114' ***** 2024-12-02T14:13:09,381 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-02T14:13:09,381 INFO [RS:2;a3a61c9ba14f:38749 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T14:13:09,382 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T14:13:09,382 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T14:13:09,382 INFO [RS:2;a3a61c9ba14f:38749 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-02T14:13:09,382 INFO [RS:2;a3a61c9ba14f:38749 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-02T14:13:09,382 INFO [RS:2;a3a61c9ba14f:38749 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:13:09,382 INFO [RS:2;a3a61c9ba14f:38749 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;a3a61c9ba14f:38749. 2024-12-02T14:13:09,382 DEBUG [RS:2;a3a61c9ba14f:38749 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:13:09,382 DEBUG [RS:2;a3a61c9ba14f:38749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:13:09,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741833_1009 (size=1257) 2024-12-02T14:13:09,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741833_1009 (size=1257) 2024-12-02T14:13:09,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741833_1009 (size=1257) 2024-12-02T14:13:09,391 DEBUG [RS:2;a3a61c9ba14f:38749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:13:09,391 INFO [RS:2;a3a61c9ba14f:38749 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:13:09,391 INFO [RS:2;a3a61c9ba14f:38749 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38749 2024-12-02T14:13:09,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38645-0x1009b46a3670000, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T14:13:09,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38749-0x1009b46a3670003, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a3a61c9ba14f,38749,1733148757114 2024-12-02T14:13:09,397 INFO [RS:2;a3a61c9ba14f:38749 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:13:09,398 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3a61c9ba14f,38749,1733148757114] 2024-12-02T14:13:09,399 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a3a61c9ba14f,38749,1733148757114 already deleted, retry=false 2024-12-02T14:13:09,400 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of a3a61c9ba14f,38749,1733148757114 on a3a61c9ba14f,38645,1733148756461 2024-12-02T14:13:09,407 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure a3a61c9ba14f,38749,1733148757114, splitWal=true, meta=false 2024-12-02T14:13:09,412 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for a3a61c9ba14f,38749,1733148757114 (carryingMeta=false) a3a61c9ba14f,38749,1733148757114/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4e08608[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-02T14:13:09,412 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure a3a61c9ba14f,38749,1733148757114, splitWal=true, meta=false 2024-12-02T14:13:09,415 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): a3a61c9ba14f,38749,1733148757114 had 4 regions 2024-12-02T14:13:09,415 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a692033740d458b999ffed148e75ace2 2024-12-02T14:13:09,415 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1139815e727e91becb6a8afa2dce7958 2024-12-02T14:13:09,415 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58ea6a9854b9749f24599a84a9a8b44a 2024-12-02T14:13:09,415 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21168827a4495770a8b93964f73098ed 2024-12-02T14:13:09,417 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure a3a61c9ba14f,38749,1733148757114, splitWal=true, meta=false, isMeta: false 2024-12-02T14:13:09,417 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a692033740d458b999ffed148e75ace2 can not run currently because target server of region SPTestTable,99999996,1733148769120.a692033740d458b999ffed148e75ace2. a3a61c9ba14f,38749,1733148757114 is in state CRASHED, wait 1000 ms to retry 2024-12-02T14:13:09,417 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a692033740d458b999ffed148e75ace2; timeout=1000, timestamp=1733148790417 2024-12-02T14:13:09,418 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 58ea6a9854b9749f24599a84a9a8b44a can not run currently because target server of region SPTestTable,33333332,1733148769120.58ea6a9854b9749f24599a84a9a8b44a. a3a61c9ba14f,38749,1733148757114 is in state SPLITTING, wait 1000 ms to retry 2024-12-02T14:13:09,418 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 21168827a4495770a8b93964f73098ed can not run currently because target server of region SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed. a3a61c9ba14f,38749,1733148757114 is in state SPLITTING, wait 1000 ms to retry 2024-12-02T14:13:09,418 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1139815e727e91becb6a8afa2dce7958 can not run currently because target server of region SPTestTable,4ccccccb,1733148769120.1139815e727e91becb6a8afa2dce7958. a3a61c9ba14f,38749,1733148757114 is in state SPLITTING, wait 1000 ms to retry 2024-12-02T14:13:09,418 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 58ea6a9854b9749f24599a84a9a8b44a; timeout=1000, timestamp=1733148790418 2024-12-02T14:13:09,418 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1139815e727e91becb6a8afa2dce7958; timeout=1000, timestamp=1733148790418 2024-12-02T14:13:09,418 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 21168827a4495770a8b93964f73098ed; timeout=1000, timestamp=1733148790418 2024-12-02T14:13:09,420 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/WALs/a3a61c9ba14f,38749,1733148757114-splitting 2024-12-02T14:13:09,422 INFO [PEWorker-4 {}] master.SplitWALManager(105): a3a61c9ba14f,38749,1733148757114 WAL count=1, meta=false 2024-12-02T14:13:09,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure a3a61c9ba14f%2C38749%2C1733148757114.1733148758366}] 2024-12-02T14:13:09,432 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=a3a61c9ba14f,42095,1733148756999 2024-12-02T14:13:09,433 INFO [regionserver/a3a61c9ba14f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:13:09,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure a3a61c9ba14f%2C38749%2C1733148757114.1733148758366, worker=a3a61c9ba14f,42095,1733148756999}] 2024-12-02T14:13:09,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38749-0x1009b46a3670003, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:13:09,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38749-0x1009b46a3670003, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:13:09,500 INFO [RS:2;a3a61c9ba14f:38749 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:13:09,500 INFO [RS:2;a3a61c9ba14f:38749 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3a61c9ba14f,38749,1733148757114; zookeeper connection closed. 2024-12-02T14:13:09,501 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1fb37821 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1fb37821 2024-12-02T14:13:10,194 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T14:13:10,195 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T14:13:10,417 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a692033740d458b999ffed148e75ace2 2024-12-02T14:13:10,419 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58ea6a9854b9749f24599a84a9a8b44a 2024-12-02T14:13:10,419 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21168827a4495770a8b93964f73098ed 2024-12-02T14:13:10,419 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a692033740d458b999ffed148e75ace2 can not run currently because target server of region SPTestTable,99999996,1733148769120.a692033740d458b999ffed148e75ace2. a3a61c9ba14f,38749,1733148757114 is in state SPLITTING, wait 2000 ms to retry 2024-12-02T14:13:10,419 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a692033740d458b999ffed148e75ace2; timeout=2000, timestamp=1733148792419 2024-12-02T14:13:10,419 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1139815e727e91becb6a8afa2dce7958 2024-12-02T14:13:10,420 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 21168827a4495770a8b93964f73098ed can not run currently because target server of region SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed. a3a61c9ba14f,38749,1733148757114 is in state SPLITTING, wait 2000 ms to retry 2024-12-02T14:13:10,420 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 58ea6a9854b9749f24599a84a9a8b44a can not run currently because target server of region SPTestTable,33333332,1733148769120.58ea6a9854b9749f24599a84a9a8b44a. a3a61c9ba14f,38749,1733148757114 is in state SPLITTING, wait 2000 ms to retry 2024-12-02T14:13:10,420 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 21168827a4495770a8b93964f73098ed; timeout=2000, timestamp=1733148792420 2024-12-02T14:13:10,420 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 58ea6a9854b9749f24599a84a9a8b44a; timeout=2000, timestamp=1733148792420 2024-12-02T14:13:10,421 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1139815e727e91becb6a8afa2dce7958 can not run currently because target server of region SPTestTable,4ccccccb,1733148769120.1139815e727e91becb6a8afa2dce7958. a3a61c9ba14f,38749,1733148757114 is in state SPLITTING, wait 2000 ms to retry 2024-12-02T14:13:10,421 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1139815e727e91becb6a8afa2dce7958; timeout=2000, timestamp=1733148792421 2024-12-02T14:13:12,420 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21168827a4495770a8b93964f73098ed 2024-12-02T14:13:12,421 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a692033740d458b999ffed148e75ace2 2024-12-02T14:13:12,421 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58ea6a9854b9749f24599a84a9a8b44a 2024-12-02T14:13:12,422 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1139815e727e91becb6a8afa2dce7958 2024-12-02T14:13:12,424 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 21168827a4495770a8b93964f73098ed can not run currently because target server of region SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed. a3a61c9ba14f,38749,1733148757114 is in state SPLITTING, wait 4000 ms to retry 2024-12-02T14:13:12,424 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a692033740d458b999ffed148e75ace2 can not run currently because target server of region SPTestTable,99999996,1733148769120.a692033740d458b999ffed148e75ace2. a3a61c9ba14f,38749,1733148757114 is in state SPLITTING, wait 4000 ms to retry 2024-12-02T14:13:12,424 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 58ea6a9854b9749f24599a84a9a8b44a can not run currently because target server of region SPTestTable,33333332,1733148769120.58ea6a9854b9749f24599a84a9a8b44a. a3a61c9ba14f,38749,1733148757114 is in state SPLITTING, wait 4000 ms to retry 2024-12-02T14:13:12,425 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a692033740d458b999ffed148e75ace2; timeout=4000, timestamp=1733148796424 2024-12-02T14:13:12,425 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 21168827a4495770a8b93964f73098ed; timeout=4000, timestamp=1733148796424 2024-12-02T14:13:12,425 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1139815e727e91becb6a8afa2dce7958 can not run currently because target server of region SPTestTable,4ccccccb,1733148769120.1139815e727e91becb6a8afa2dce7958. a3a61c9ba14f,38749,1733148757114 is in state SPLITTING, wait 4000 ms to retry 2024-12-02T14:13:12,425 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 58ea6a9854b9749f24599a84a9a8b44a; timeout=4000, timestamp=1733148796425 2024-12-02T14:13:12,425 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1139815e727e91becb6a8afa2dce7958; timeout=4000, timestamp=1733148796425 2024-12-02T14:13:16,425 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21168827a4495770a8b93964f73098ed 2024-12-02T14:13:16,426 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a692033740d458b999ffed148e75ace2 2024-12-02T14:13:16,426 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1139815e727e91becb6a8afa2dce7958 2024-12-02T14:13:16,427 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58ea6a9854b9749f24599a84a9a8b44a 2024-12-02T14:13:16,429 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a692033740d458b999ffed148e75ace2 can not run currently because target server of region SPTestTable,99999996,1733148769120.a692033740d458b999ffed148e75ace2. a3a61c9ba14f,38749,1733148757114 is in state SPLITTING, wait 8000 ms to retry 2024-12-02T14:13:16,429 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 21168827a4495770a8b93964f73098ed can not run currently because target server of region SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed. a3a61c9ba14f,38749,1733148757114 is in state SPLITTING, wait 8000 ms to retry 2024-12-02T14:13:16,430 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a692033740d458b999ffed148e75ace2; timeout=8000, timestamp=1733148804430 2024-12-02T14:13:16,430 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 21168827a4495770a8b93964f73098ed; timeout=8000, timestamp=1733148804430 2024-12-02T14:13:16,430 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1139815e727e91becb6a8afa2dce7958 can not run currently because target server of region SPTestTable,4ccccccb,1733148769120.1139815e727e91becb6a8afa2dce7958. a3a61c9ba14f,38749,1733148757114 is in state SPLITTING, wait 8000 ms to retry 2024-12-02T14:13:16,430 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1139815e727e91becb6a8afa2dce7958; timeout=8000, timestamp=1733148804430 2024-12-02T14:13:16,431 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 58ea6a9854b9749f24599a84a9a8b44a can not run currently because target server of region SPTestTable,33333332,1733148769120.58ea6a9854b9749f24599a84a9a8b44a. a3a61c9ba14f,38749,1733148757114 is in state SPLITTING, wait 8000 ms to retry 2024-12-02T14:13:16,431 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 58ea6a9854b9749f24599a84a9a8b44a; timeout=8000, timestamp=1733148804431 2024-12-02T14:13:19,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34701 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-02T14:13:19,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-02T14:13:19,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34701 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-02T14:13:19,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-02T14:13:19,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733148769120.04ded93fc9248b3c8b01f649ace9e29d. 2024-12-02T14:13:19,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733148769120.0a54e2d3ba81cdfb1e8ee61fc0806a65. 2024-12-02T14:13:19,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34701 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-02T14:13:19,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733148769120.80c5288a163dc6c87554defbfc49f0cf. 2024-12-02T14:13:19,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733148769120.357010a00a58ff2880cafda5d2946efd. 2024-12-02T14:13:19,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733148769120.69414e58ac29cb56286cd5aea9b40e10. 2024-12-02T14:13:19,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-02T14:13:19,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-02T14:13:19,312 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733148769120.9f3f2c79cfec9186d46b503c73f1d5a5. 2024-12-02T14:13:19,316 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 04ded93fc9248b3c8b01f649ace9e29d 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-02T14:13:19,316 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 9f3f2c79cfec9186d46b503c73f1d5a5 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-02T14:13:19,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 357010a00a58ff2880cafda5d2946efd: 2024-12-02T14:13:19,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 0a54e2d3ba81cdfb1e8ee61fc0806a65: 2024-12-02T14:13:19,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 80c5288a163dc6c87554defbfc49f0cf: 2024-12-02T14:13:19,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 69414e58ac29cb56286cd5aea9b40e10: 2024-12-02T14:13:19,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733148769120.357010a00a58ff2880cafda5d2946efd. for SnapshotProcedureTest completed. 2024-12-02T14:13:19,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733148769120.80c5288a163dc6c87554defbfc49f0cf. for SnapshotProcedureTest completed. 2024-12-02T14:13:19,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733148769120.0a54e2d3ba81cdfb1e8ee61fc0806a65. for SnapshotProcedureTest completed. 2024-12-02T14:13:19,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733148769120.69414e58ac29cb56286cd5aea9b40e10. for SnapshotProcedureTest completed. 2024-12-02T14:13:19,318 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733148769120.357010a00a58ff2880cafda5d2946efd.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T14:13:19,318 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733148769120.0a54e2d3ba81cdfb1e8ee61fc0806a65.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T14:13:19,318 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733148769120.69414e58ac29cb56286cd5aea9b40e10.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T14:13:19,318 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733148769120.80c5288a163dc6c87554defbfc49f0cf.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T14:13:19,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T14:13:19,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T14:13:19,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T14:13:19,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T14:13:19,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T14:13:19,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T14:13:19,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T14:13:19,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T14:13:19,338 INFO [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/WALs/a3a61c9ba14f,38749,1733148757114-splitting/a3a61c9ba14f%2C38749%2C1733148757114.1733148758366, size=1.2 K (1257bytes) 2024-12-02T14:13:19,339 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-02T14:13:19,339 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-02T14:13:19,339 INFO [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/WALs/a3a61c9ba14f,38749,1733148757114-splitting/a3a61c9ba14f%2C38749%2C1733148757114.1733148758366 2024-12-02T14:13:19,346 INFO [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/WALs/a3a61c9ba14f,38749,1733148757114-splitting/a3a61c9ba14f%2C38749%2C1733148757114.1733148758366 after 5ms 2024-12-02T14:13:19,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741850_1026 (size=57) 2024-12-02T14:13:19,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741850_1026 (size=57) 2024-12-02T14:13:19,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741850_1026 (size=57) 2024-12-02T14:13:19,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733148769120.0a54e2d3ba81cdfb1e8ee61fc0806a65. 2024-12-02T14:13:19,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741849_1025 (size=65) 2024-12-02T14:13:19,363 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-02T14:13:19,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741849_1025 (size=65) 2024-12-02T14:13:19,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733148769120.357010a00a58ff2880cafda5d2946efd. 2024-12-02T14:13:19,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-02T14:13:19,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741849_1025 (size=65) 2024-12-02T14:13:19,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741852_1028 (size=65) 2024-12-02T14:13:19,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741852_1028 (size=65) 2024-12-02T14:13:19,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741852_1028 (size=65) 2024-12-02T14:13:19,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733148769120.69414e58ac29cb56286cd5aea9b40e10. 2024-12-02T14:13:19,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-02T14:13:19,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38645 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-02T14:13:19,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38645 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0a54e2d3ba81cdfb1e8ee61fc0806a65 2024-12-02T14:13:19,383 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0a54e2d3ba81cdfb1e8ee61fc0806a65 2024-12-02T14:13:19,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741851_1027 (size=65) 2024-12-02T14:13:19,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741851_1027 (size=65) 2024-12-02T14:13:19,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38645 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-02T14:13:19,386 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38645 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 357010a00a58ff2880cafda5d2946efd 2024-12-02T14:13:19,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741851_1027 (size=65) 2024-12-02T14:13:19,387 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733148769120.80c5288a163dc6c87554defbfc49f0cf. 2024-12-02T14:13:19,387 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-02T14:13:19,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38645 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-02T14:13:19,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38645 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 69414e58ac29cb56286cd5aea9b40e10 2024-12-02T14:13:19,388 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 357010a00a58ff2880cafda5d2946efd 2024-12-02T14:13:19,388 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 69414e58ac29cb56286cd5aea9b40e10 2024-12-02T14:13:19,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38645 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-02T14:13:19,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38645 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 80c5288a163dc6c87554defbfc49f0cf 2024-12-02T14:13:19,391 INFO [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/WALs/a3a61c9ba14f,38749,1733148757114-splitting/a3a61c9ba14f%2C38749%2C1733148757114.1733148758366 took 55ms 2024-12-02T14:13:19,391 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 80c5288a163dc6c87554defbfc49f0cf 2024-12-02T14:13:19,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0a54e2d3ba81cdfb1e8ee61fc0806a65 in 10.0950 sec 2024-12-02T14:13:19,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 357010a00a58ff2880cafda5d2946efd in 10.1030 sec 2024-12-02T14:13:19,400 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 69414e58ac29cb56286cd5aea9b40e10 in 10.1030 sec 2024-12-02T14:13:19,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 80c5288a163dc6c87554defbfc49f0cf in 10.1030 sec 2024-12-02T14:13:19,408 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for a692033740d458b999ffed148e75ace2: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-02T14:13:19,411 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 21168827a4495770a8b93964f73098ed: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-02T14:13:19,413 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1139815e727e91becb6a8afa2dce7958: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-02T14:13:19,415 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 58ea6a9854b9749f24599a84a9a8b44a: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-02T14:13:19,416 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/WALs/a3a61c9ba14f,38749,1733148757114-splitting/a3a61c9ba14f%2C38749%2C1733148757114.1733148758366 so closing down 2024-12-02T14:13:19,416 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T14:13:19,416 INFO [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T14:13:19,421 INFO [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 19 ms; skipped=4; WAL=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/WALs/a3a61c9ba14f,38749,1733148757114-splitting/a3a61c9ba14f%2C38749%2C1733148757114.1733148758366, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-12-02T14:13:19,421 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/WALs/a3a61c9ba14f,38749,1733148757114-splitting/a3a61c9ba14f%2C38749%2C1733148757114.1733148758366, journal: Splitting hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/WALs/a3a61c9ba14f,38749,1733148757114-splitting/a3a61c9ba14f%2C38749%2C1733148757114.1733148758366, size=1.2 K (1257bytes) at 1733148799338Finishing writing output for hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/WALs/a3a61c9ba14f,38749,1733148757114-splitting/a3a61c9ba14f%2C38749%2C1733148757114.1733148758366 so closing down at 1733148799416 (+78 ms)3 split writer threads finished at 1733148799416Processed 4 edits across 0 Regions in 19 ms; skipped=4; WAL=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/WALs/a3a61c9ba14f,38749,1733148757114-splitting/a3a61c9ba14f%2C38749%2C1733148757114.1733148758366, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1733148799421 (+5 ms) 2024-12-02T14:13:19,422 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/WALs/a3a61c9ba14f,38749,1733148757114-splitting/a3a61c9ba14f%2C38749%2C1733148757114.1733148758366 2024-12-02T14:13:19,422 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-02T14:13:19,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38645 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-02T14:13:19,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/04ded93fc9248b3c8b01f649ace9e29d/.tmp/cf/61044a3171fa412fb44418e9beee270d is 34, key is baa/cf:cf/1733148788625/Put/seqid=0 2024-12-02T14:13:19,439 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/WALs/a3a61c9ba14f,38749,1733148757114-splitting/a3a61c9ba14f%2C38749%2C1733148757114.1733148758366 to hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/oldWALs 2024-12-02T14:13:19,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-02T14:13:19,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure a3a61c9ba14f%2C38749%2C1733148757114.1733148758366, worker=a3a61c9ba14f,42095,1733148756999 in 10.0040 sec 2024-12-02T14:13:19,445 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=a3a61c9ba14f,42095,1733148756999 2024-12-02T14:13:19,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-02T14:13:19,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure a3a61c9ba14f%2C38749%2C1733148757114.1733148758366, worker=a3a61c9ba14f,42095,1733148756999 in 10.0210 sec 2024-12-02T14:13:19,452 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/WALs/a3a61c9ba14f,38749,1733148757114-splitting dir is empty, no logs to split. 2024-12-02T14:13:19,452 INFO [PEWorker-3 {}] master.SplitWALManager(105): a3a61c9ba14f,38749,1733148757114 WAL count=0, meta=false 2024-12-02T14:13:19,452 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if a3a61c9ba14f,38749,1733148757114 WAL splitting is done? wals=0, meta=false 2024-12-02T14:13:19,455 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for a3a61c9ba14f,38749,1733148757114 failed, ignore...File hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/WALs/a3a61c9ba14f,38749,1733148757114-splitting does not exist. 2024-12-02T14:13:19,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1139815e727e91becb6a8afa2dce7958, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=21168827a4495770a8b93964f73098ed, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a692033740d458b999ffed148e75ace2, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58ea6a9854b9749f24599a84a9a8b44a, ASSIGN}] 2024-12-02T14:13:19,461 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=21168827a4495770a8b93964f73098ed, ASSIGN 2024-12-02T14:13:19,461 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1139815e727e91becb6a8afa2dce7958, ASSIGN 2024-12-02T14:13:19,462 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=21168827a4495770a8b93964f73098ed, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T14:13:19,462 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a692033740d458b999ffed148e75ace2, ASSIGN 2024-12-02T14:13:19,463 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58ea6a9854b9749f24599a84a9a8b44a, ASSIGN 2024-12-02T14:13:19,467 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=58ea6a9854b9749f24599a84a9a8b44a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T14:13:19,467 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a692033740d458b999ffed148e75ace2, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T14:13:19,467 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1139815e727e91becb6a8afa2dce7958, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T14:13:19,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741854_1030 (size=28623) 2024-12-02T14:13:19,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741854_1030 (size=28623) 2024-12-02T14:13:19,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741854_1030 (size=28623) 2024-12-02T14:13:19,482 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/04ded93fc9248b3c8b01f649ace9e29d/.tmp/cf/61044a3171fa412fb44418e9beee270d 2024-12-02T14:13:19,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/9f3f2c79cfec9186d46b503c73f1d5a5/.tmp/cf/4edd4881010c4f66907a5b020d700abb is 34, key is eaa/cf:cf/1733148789119/Put/seqid=0 2024-12-02T14:13:19,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741853_1029 (size=499309) 2024-12-02T14:13:19,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741853_1029 (size=499309) 2024-12-02T14:13:19,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741853_1029 (size=499309) 2024-12-02T14:13:19,515 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/9f3f2c79cfec9186d46b503c73f1d5a5/.tmp/cf/4edd4881010c4f66907a5b020d700abb 2024-12-02T14:13:19,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/04ded93fc9248b3c8b01f649ace9e29d/.tmp/cf/61044a3171fa412fb44418e9beee270d as hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/04ded93fc9248b3c8b01f649ace9e29d/cf/61044a3171fa412fb44418e9beee270d 2024-12-02T14:13:19,545 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/9f3f2c79cfec9186d46b503c73f1d5a5/.tmp/cf/4edd4881010c4f66907a5b020d700abb as hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/9f3f2c79cfec9186d46b503c73f1d5a5/cf/4edd4881010c4f66907a5b020d700abb 2024-12-02T14:13:19,555 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/9f3f2c79cfec9186d46b503c73f1d5a5/cf/4edd4881010c4f66907a5b020d700abb, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-02T14:13:19,555 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/04ded93fc9248b3c8b01f649ace9e29d/cf/61044a3171fa412fb44418e9beee270d, entries=731, sequenceid=5, filesize=28.0 K 2024-12-02T14:13:19,563 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 9f3f2c79cfec9186d46b503c73f1d5a5 in 245ms, sequenceid=5, compaction requested=false 2024-12-02T14:13:19,563 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 04ded93fc9248b3c8b01f649ace9e29d in 247ms, sequenceid=5, compaction requested=false 2024-12-02T14:13:19,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 04ded93fc9248b3c8b01f649ace9e29d: 2024-12-02T14:13:19,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 9f3f2c79cfec9186d46b503c73f1d5a5: 2024-12-02T14:13:19,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733148769120.9f3f2c79cfec9186d46b503c73f1d5a5. for SnapshotProcedureTest completed. 2024-12-02T14:13:19,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733148769120.04ded93fc9248b3c8b01f649ace9e29d. for SnapshotProcedureTest completed. 2024-12-02T14:13:19,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733148769120.9f3f2c79cfec9186d46b503c73f1d5a5.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T14:13:19,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733148769120.04ded93fc9248b3c8b01f649ace9e29d.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T14:13:19,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T14:13:19,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T14:13:19,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/9f3f2c79cfec9186d46b503c73f1d5a5/cf/4edd4881010c4f66907a5b020d700abb] hfiles 2024-12-02T14:13:19,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/04ded93fc9248b3c8b01f649ace9e29d/cf/61044a3171fa412fb44418e9beee270d] hfiles 2024-12-02T14:13:19,567 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/9f3f2c79cfec9186d46b503c73f1d5a5/cf/4edd4881010c4f66907a5b020d700abb for snapshot=SnapshotProcedureTest 2024-12-02T14:13:19,567 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/04ded93fc9248b3c8b01f649ace9e29d/cf/61044a3171fa412fb44418e9beee270d for snapshot=SnapshotProcedureTest 2024-12-02T14:13:19,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741856_1032 (size=105) 2024-12-02T14:13:19,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741856_1032 (size=105) 2024-12-02T14:13:19,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741855_1031 (size=97) 2024-12-02T14:13:19,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741855_1031 (size=97) 2024-12-02T14:13:19,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741855_1031 (size=97) 2024-12-02T14:13:19,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733148769120.9f3f2c79cfec9186d46b503c73f1d5a5. 2024-12-02T14:13:19,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741856_1032 (size=105) 2024-12-02T14:13:19,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-02T14:13:19,591 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733148769120.04ded93fc9248b3c8b01f649ace9e29d. 2024-12-02T14:13:19,591 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-02T14:13:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38645 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-02T14:13:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38645 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-02T14:13:19,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38645 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 04ded93fc9248b3c8b01f649ace9e29d 2024-12-02T14:13:19,591 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38645 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9f3f2c79cfec9186d46b503c73f1d5a5 2024-12-02T14:13:19,591 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9f3f2c79cfec9186d46b503c73f1d5a5 2024-12-02T14:13:19,591 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 04ded93fc9248b3c8b01f649ace9e29d 2024-12-02T14:13:19,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9f3f2c79cfec9186d46b503c73f1d5a5 in 10.3020 sec 2024-12-02T14:13:19,595 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 04ded93fc9248b3c8b01f649ace9e29d in 10.3020 sec 2024-12-02T14:13:19,613 DEBUG [a3a61c9ba14f:38645 {}] balancer.BalancerClusterState(204): Hosts are {a3a61c9ba14f=0} racks are {/default-rack=0} 2024-12-02T14:13:19,613 DEBUG [a3a61c9ba14f:38645 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T14:13:19,613 DEBUG [a3a61c9ba14f:38645 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T14:13:19,614 DEBUG [a3a61c9ba14f:38645 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T14:13:19,614 DEBUG [a3a61c9ba14f:38645 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T14:13:19,614 INFO [a3a61c9ba14f:38645 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T14:13:19,614 INFO [a3a61c9ba14f:38645 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T14:13:19,614 DEBUG [a3a61c9ba14f:38645 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T14:13:19,614 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=21168827a4495770a8b93964f73098ed, regionState=OPENING, regionLocation=a3a61c9ba14f,34701,1733148757078 2024-12-02T14:13:19,614 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=58ea6a9854b9749f24599a84a9a8b44a, regionState=OPENING, regionLocation=a3a61c9ba14f,42095,1733148756999 2024-12-02T14:13:19,614 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1139815e727e91becb6a8afa2dce7958, regionState=OPENING, regionLocation=a3a61c9ba14f,34701,1733148757078 2024-12-02T14:13:19,614 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=a692033740d458b999ffed148e75ace2, regionState=OPENING, regionLocation=a3a61c9ba14f,42095,1733148756999 2024-12-02T14:13:19,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=21168827a4495770a8b93964f73098ed, ASSIGN because future has completed 2024-12-02T14:13:19,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21168827a4495770a8b93964f73098ed, server=a3a61c9ba14f,34701,1733148757078}] 2024-12-02T14:13:19,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a692033740d458b999ffed148e75ace2, ASSIGN because future has completed 2024-12-02T14:13:19,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure a692033740d458b999ffed148e75ace2, server=a3a61c9ba14f,42095,1733148756999}] 2024-12-02T14:13:19,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1139815e727e91becb6a8afa2dce7958, ASSIGN because future has completed 2024-12-02T14:13:19,620 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1139815e727e91becb6a8afa2dce7958, server=a3a61c9ba14f,34701,1733148757078}] 2024-12-02T14:13:19,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=58ea6a9854b9749f24599a84a9a8b44a, ASSIGN because future has completed 2024-12-02T14:13:19,622 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58ea6a9854b9749f24599a84a9a8b44a, server=a3a61c9ba14f,42095,1733148756999}] 2024-12-02T14:13:24,430 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21168827a4495770a8b93964f73098ed held by pid=40 2024-12-02T14:13:24,431 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a692033740d458b999ffed148e75ace2 held by pid=41 2024-12-02T14:13:24,431 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21168827a4495770a8b93964f73098ed 2024-12-02T14:13:24,431 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a692033740d458b999ffed148e75ace2 2024-12-02T14:13:24,431 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1139815e727e91becb6a8afa2dce7958 held by pid=39 2024-12-02T14:13:24,431 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1139815e727e91becb6a8afa2dce7958 2024-12-02T14:13:24,431 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58ea6a9854b9749f24599a84a9a8b44a held by pid=42 2024-12-02T14:13:24,431 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58ea6a9854b9749f24599a84a9a8b44a 2024-12-02T14:13:28,907 INFO [master/a3a61c9ba14f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T14:13:28,907 INFO [master/a3a61c9ba14f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T14:13:29,629 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733148769120.1139815e727e91becb6a8afa2dce7958. 2024-12-02T14:13:29,629 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733148769120.58ea6a9854b9749f24599a84a9a8b44a. 2024-12-02T14:13:29,629 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 58ea6a9854b9749f24599a84a9a8b44a, NAME => 'SPTestTable,33333332,1733148769120.58ea6a9854b9749f24599a84a9a8b44a.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-02T14:13:29,629 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 1139815e727e91becb6a8afa2dce7958, NAME => 'SPTestTable,4ccccccb,1733148769120.1139815e727e91becb6a8afa2dce7958.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-02T14:13:29,630 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 58ea6a9854b9749f24599a84a9a8b44a 2024-12-02T14:13:29,630 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1139815e727e91becb6a8afa2dce7958 2024-12-02T14:13:29,630 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733148769120.1139815e727e91becb6a8afa2dce7958.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:13:29,630 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733148769120.58ea6a9854b9749f24599a84a9a8b44a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:13:29,630 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 58ea6a9854b9749f24599a84a9a8b44a 2024-12-02T14:13:29,630 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 1139815e727e91becb6a8afa2dce7958 2024-12-02T14:13:29,631 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 1139815e727e91becb6a8afa2dce7958 2024-12-02T14:13:29,631 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 58ea6a9854b9749f24599a84a9a8b44a 2024-12-02T14:13:29,633 INFO [StoreOpener-1139815e727e91becb6a8afa2dce7958-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1139815e727e91becb6a8afa2dce7958 2024-12-02T14:13:29,633 INFO [StoreOpener-58ea6a9854b9749f24599a84a9a8b44a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 58ea6a9854b9749f24599a84a9a8b44a 2024-12-02T14:13:29,634 INFO [StoreOpener-1139815e727e91becb6a8afa2dce7958-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1139815e727e91becb6a8afa2dce7958 columnFamilyName cf 2024-12-02T14:13:29,634 DEBUG [StoreOpener-1139815e727e91becb6a8afa2dce7958-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:13:29,635 INFO [StoreOpener-58ea6a9854b9749f24599a84a9a8b44a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58ea6a9854b9749f24599a84a9a8b44a columnFamilyName cf 2024-12-02T14:13:29,635 DEBUG [StoreOpener-58ea6a9854b9749f24599a84a9a8b44a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:13:29,635 INFO [StoreOpener-1139815e727e91becb6a8afa2dce7958-1 {}] regionserver.HStore(327): Store=1139815e727e91becb6a8afa2dce7958/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:13:29,635 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 1139815e727e91becb6a8afa2dce7958 2024-12-02T14:13:29,635 INFO [StoreOpener-58ea6a9854b9749f24599a84a9a8b44a-1 {}] regionserver.HStore(327): Store=58ea6a9854b9749f24599a84a9a8b44a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:13:29,636 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 58ea6a9854b9749f24599a84a9a8b44a 2024-12-02T14:13:29,636 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/1139815e727e91becb6a8afa2dce7958 2024-12-02T14:13:29,636 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/58ea6a9854b9749f24599a84a9a8b44a 2024-12-02T14:13:29,638 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/1139815e727e91becb6a8afa2dce7958 2024-12-02T14:13:29,638 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/58ea6a9854b9749f24599a84a9a8b44a 2024-12-02T14:13:29,638 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 1139815e727e91becb6a8afa2dce7958 2024-12-02T14:13:29,638 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 58ea6a9854b9749f24599a84a9a8b44a 2024-12-02T14:13:29,638 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 1139815e727e91becb6a8afa2dce7958 2024-12-02T14:13:29,638 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 58ea6a9854b9749f24599a84a9a8b44a 2024-12-02T14:13:29,641 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 1139815e727e91becb6a8afa2dce7958 2024-12-02T14:13:29,641 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 58ea6a9854b9749f24599a84a9a8b44a 2024-12-02T14:13:29,642 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 1139815e727e91becb6a8afa2dce7958; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73317289, jitterRate=0.09251274168491364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T14:13:29,642 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1139815e727e91becb6a8afa2dce7958 2024-12-02T14:13:29,642 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 58ea6a9854b9749f24599a84a9a8b44a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67804639, jitterRate=0.010367855429649353}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T14:13:29,642 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 58ea6a9854b9749f24599a84a9a8b44a 2024-12-02T14:13:29,642 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 1139815e727e91becb6a8afa2dce7958: Running coprocessor pre-open hook at 1733148809631Writing region info on filesystem at 1733148809631Initializing all the Stores at 1733148809632 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148809632Cleaning up temporary data from old regions at 1733148809638 (+6 ms)Running coprocessor post-open hooks at 1733148809642 (+4 ms)Region opened successfully at 1733148809642 2024-12-02T14:13:29,642 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 58ea6a9854b9749f24599a84a9a8b44a: Running coprocessor pre-open hook at 1733148809631Writing region info on filesystem at 1733148809631Initializing all the Stores at 1733148809632 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148809632Cleaning up temporary data from old regions at 1733148809638 (+6 ms)Running coprocessor post-open hooks at 1733148809642 (+4 ms)Region opened successfully at 1733148809642 2024-12-02T14:13:29,643 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733148769120.1139815e727e91becb6a8afa2dce7958., pid=45, masterSystemTime=1733148809622 2024-12-02T14:13:29,643 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733148769120.58ea6a9854b9749f24599a84a9a8b44a., pid=46, masterSystemTime=1733148809623 2024-12-02T14:13:29,645 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733148769120.58ea6a9854b9749f24599a84a9a8b44a. 2024-12-02T14:13:29,645 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733148769120.58ea6a9854b9749f24599a84a9a8b44a. 2024-12-02T14:13:29,645 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733148769120.a692033740d458b999ffed148e75ace2. 2024-12-02T14:13:29,645 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => a692033740d458b999ffed148e75ace2, NAME => 'SPTestTable,99999996,1733148769120.a692033740d458b999ffed148e75ace2.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-02T14:13:29,646 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=58ea6a9854b9749f24599a84a9a8b44a, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,42095,1733148756999 2024-12-02T14:13:29,646 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a692033740d458b999ffed148e75ace2 2024-12-02T14:13:29,646 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733148769120.a692033740d458b999ffed148e75ace2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:13:29,646 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733148769120.1139815e727e91becb6a8afa2dce7958. 2024-12-02T14:13:29,646 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for a692033740d458b999ffed148e75ace2 2024-12-02T14:13:29,646 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for a692033740d458b999ffed148e75ace2 2024-12-02T14:13:29,646 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733148769120.1139815e727e91becb6a8afa2dce7958. 2024-12-02T14:13:29,647 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed. 2024-12-02T14:13:29,647 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 21168827a4495770a8b93964f73098ed, NAME => 'SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-02T14:13:29,648 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 21168827a4495770a8b93964f73098ed 2024-12-02T14:13:29,648 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:13:29,648 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 21168827a4495770a8b93964f73098ed 2024-12-02T14:13:29,648 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 21168827a4495770a8b93964f73098ed 2024-12-02T14:13:29,649 INFO [StoreOpener-a692033740d458b999ffed148e75ace2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a692033740d458b999ffed148e75ace2 2024-12-02T14:13:29,649 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1139815e727e91becb6a8afa2dce7958, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,34701,1733148757078 2024-12-02T14:13:29,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58ea6a9854b9749f24599a84a9a8b44a, server=a3a61c9ba14f,42095,1733148756999 because future has completed 2024-12-02T14:13:29,652 INFO [StoreOpener-a692033740d458b999ffed148e75ace2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a692033740d458b999ffed148e75ace2 columnFamilyName cf 2024-12-02T14:13:29,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1139815e727e91becb6a8afa2dce7958, server=a3a61c9ba14f,34701,1733148757078 because future has completed 2024-12-02T14:13:29,652 DEBUG [StoreOpener-a692033740d458b999ffed148e75ace2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:13:29,653 INFO [StoreOpener-a692033740d458b999ffed148e75ace2-1 {}] regionserver.HStore(327): Store=a692033740d458b999ffed148e75ace2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:13:29,653 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for a692033740d458b999ffed148e75ace2 2024-12-02T14:13:29,654 INFO [StoreOpener-21168827a4495770a8b93964f73098ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 21168827a4495770a8b93964f73098ed 2024-12-02T14:13:29,655 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/a692033740d458b999ffed148e75ace2 2024-12-02T14:13:29,656 INFO [StoreOpener-21168827a4495770a8b93964f73098ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21168827a4495770a8b93964f73098ed columnFamilyName cf 2024-12-02T14:13:29,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=42 2024-12-02T14:13:29,656 DEBUG [StoreOpener-21168827a4495770a8b93964f73098ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:13:29,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 58ea6a9854b9749f24599a84a9a8b44a, server=a3a61c9ba14f,42095,1733148756999 in 10.0300 sec 2024-12-02T14:13:29,657 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/a692033740d458b999ffed148e75ace2 2024-12-02T14:13:29,657 INFO [StoreOpener-21168827a4495770a8b93964f73098ed-1 {}] regionserver.HStore(327): Store=21168827a4495770a8b93964f73098ed/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:13:29,658 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 21168827a4495770a8b93964f73098ed 2024-12-02T14:13:29,658 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for a692033740d458b999ffed148e75ace2 2024-12-02T14:13:29,658 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for a692033740d458b999ffed148e75ace2 2024-12-02T14:13:29,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=39 2024-12-02T14:13:29,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1139815e727e91becb6a8afa2dce7958, server=a3a61c9ba14f,34701,1733148757078 in 10.0330 sec 2024-12-02T14:13:29,659 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/21168827a4495770a8b93964f73098ed 2024-12-02T14:13:29,660 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58ea6a9854b9749f24599a84a9a8b44a 2024-12-02T14:13:29,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58ea6a9854b9749f24599a84a9a8b44a, ASSIGN in 10.1990 sec 2024-12-02T14:13:29,661 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/21168827a4495770a8b93964f73098ed 2024-12-02T14:13:29,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1139815e727e91becb6a8afa2dce7958, ASSIGN in 10.2010 sec 2024-12-02T14:13:29,662 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for a692033740d458b999ffed148e75ace2 2024-12-02T14:13:29,662 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 21168827a4495770a8b93964f73098ed 2024-12-02T14:13:29,662 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 21168827a4495770a8b93964f73098ed 2024-12-02T14:13:29,663 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1139815e727e91becb6a8afa2dce7958 2024-12-02T14:13:29,664 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened a692033740d458b999ffed148e75ace2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72604337, jitterRate=0.08188892900943756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T14:13:29,664 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a692033740d458b999ffed148e75ace2 2024-12-02T14:13:29,664 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for a692033740d458b999ffed148e75ace2: Running coprocessor pre-open hook at 1733148809646Writing region info on filesystem at 1733148809646Initializing all the Stores at 1733148809648 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148809648Cleaning up temporary data from old regions at 1733148809658 (+10 ms)Running coprocessor post-open hooks at 1733148809664 (+6 ms)Region opened successfully at 1733148809664 2024-12-02T14:13:29,665 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733148769120.a692033740d458b999ffed148e75ace2., pid=44, masterSystemTime=1733148809623 2024-12-02T14:13:29,666 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 21168827a4495770a8b93964f73098ed 2024-12-02T14:13:29,667 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 21168827a4495770a8b93964f73098ed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75092386, jitterRate=0.11896374821662903}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T14:13:29,667 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 21168827a4495770a8b93964f73098ed 2024-12-02T14:13:29,667 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 21168827a4495770a8b93964f73098ed: Running coprocessor pre-open hook at 1733148809648Writing region info on filesystem at 1733148809648Initializing all the Stores at 1733148809653 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148809653Cleaning up temporary data from old regions at 1733148809662 (+9 ms)Running coprocessor post-open hooks at 1733148809667 (+5 ms)Region opened successfully at 1733148809667 2024-12-02T14:13:29,667 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733148769120.a692033740d458b999ffed148e75ace2. 2024-12-02T14:13:29,667 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733148769120.a692033740d458b999ffed148e75ace2. 2024-12-02T14:13:29,668 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed., pid=43, masterSystemTime=1733148809622 2024-12-02T14:13:29,668 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=a692033740d458b999ffed148e75ace2, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,42095,1733148756999 2024-12-02T14:13:29,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure a692033740d458b999ffed148e75ace2, server=a3a61c9ba14f,42095,1733148756999 because future has completed 2024-12-02T14:13:29,670 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed. 2024-12-02T14:13:29,670 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed. 2024-12-02T14:13:29,671 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=21168827a4495770a8b93964f73098ed, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,34701,1733148757078 2024-12-02T14:13:29,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21168827a4495770a8b93964f73098ed, server=a3a61c9ba14f,34701,1733148757078 because future has completed 2024-12-02T14:13:29,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=41 2024-12-02T14:13:29,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure a692033740d458b999ffed148e75ace2, server=a3a61c9ba14f,42095,1733148756999 in 10.0520 sec 2024-12-02T14:13:29,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a692033740d458b999ffed148e75ace2, ASSIGN in 10.2160 sec 2024-12-02T14:13:29,676 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a692033740d458b999ffed148e75ace2 2024-12-02T14:13:29,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=40 2024-12-02T14:13:29,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 21168827a4495770a8b93964f73098ed, server=a3a61c9ba14f,34701,1733148757078 in 10.0560 sec 2024-12-02T14:13:29,678 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21168827a4495770a8b93964f73098ed 2024-12-02T14:13:29,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=36 2024-12-02T14:13:29,679 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server a3a61c9ba14f,38749,1733148757114 after splitting done 2024-12-02T14:13:29,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=21168827a4495770a8b93964f73098ed, ASSIGN in 10.2180 sec 2024-12-02T14:13:29,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure a3a61c9ba14f,38749,1733148757114, splitWal=true, meta=false in 20.2780 sec 2024-12-02T14:13:35,153 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T14:13:35,642 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T14:13:38,226 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-02T14:13:39,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-02T14:13:39,663 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733148769120.58ea6a9854b9749f24599a84a9a8b44a. 2024-12-02T14:13:39,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-02T14:13:39,663 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733148769120.a692033740d458b999ffed148e75ace2. 2024-12-02T14:13:39,663 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 58ea6a9854b9749f24599a84a9a8b44a: 2024-12-02T14:13:39,663 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733148769120.58ea6a9854b9749f24599a84a9a8b44a. for SnapshotProcedureTest completed. 2024-12-02T14:13:39,663 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for a692033740d458b999ffed148e75ace2: 2024-12-02T14:13:39,663 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733148769120.a692033740d458b999ffed148e75ace2. for SnapshotProcedureTest completed. 2024-12-02T14:13:39,664 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733148769120.58ea6a9854b9749f24599a84a9a8b44a.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T14:13:39,664 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T14:13:39,664 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T14:13:39,664 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733148769120.a692033740d458b999ffed148e75ace2.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T14:13:39,664 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T14:13:39,664 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T14:13:39,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34701 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-02T14:13:39,665 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed. 2024-12-02T14:13:39,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34701 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-02T14:13:39,665 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733148769120.1139815e727e91becb6a8afa2dce7958. 2024-12-02T14:13:39,665 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 21168827a4495770a8b93964f73098ed: 2024-12-02T14:13:39,665 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed. for SnapshotProcedureTest completed. 2024-12-02T14:13:39,665 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 1139815e727e91becb6a8afa2dce7958: 2024-12-02T14:13:39,665 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733148769120.1139815e727e91becb6a8afa2dce7958. for SnapshotProcedureTest completed. 2024-12-02T14:13:39,666 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T14:13:39,666 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T14:13:39,666 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733148769120.1139815e727e91becb6a8afa2dce7958.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T14:13:39,666 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T14:13:39,666 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T14:13:39,666 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T14:13:39,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741858_1034 (size=65) 2024-12-02T14:13:39,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741858_1034 (size=65) 2024-12-02T14:13:39,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741858_1034 (size=65) 2024-12-02T14:13:39,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733148769120.a692033740d458b999ffed148e75ace2. 2024-12-02T14:13:39,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-02T14:13:39,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38645 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-02T14:13:39,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741857_1033 (size=65) 2024-12-02T14:13:39,683 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38645 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a692033740d458b999ffed148e75ace2 2024-12-02T14:13:39,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741857_1033 (size=65) 2024-12-02T14:13:39,684 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a692033740d458b999ffed148e75ace2 2024-12-02T14:13:39,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741857_1033 (size=65) 2024-12-02T14:13:39,685 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733148769120.58ea6a9854b9749f24599a84a9a8b44a. 2024-12-02T14:13:39,685 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-02T14:13:39,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38645 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-02T14:13:39,686 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38645 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 58ea6a9854b9749f24599a84a9a8b44a 2024-12-02T14:13:39,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741859_1035 (size=65) 2024-12-02T14:13:39,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741859_1035 (size=65) 2024-12-02T14:13:39,689 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58ea6a9854b9749f24599a84a9a8b44a 2024-12-02T14:13:39,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741859_1035 (size=65) 2024-12-02T14:13:39,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed. 2024-12-02T14:13:39,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a692033740d458b999ffed148e75ace2 in 30.3940 sec 2024-12-02T14:13:39,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-02T14:13:39,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38645 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-02T14:13:39,691 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38645 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 21168827a4495770a8b93964f73098ed 2024-12-02T14:13:39,694 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21168827a4495770a8b93964f73098ed 2024-12-02T14:13:39,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 58ea6a9854b9749f24599a84a9a8b44a in 30.3990 sec 2024-12-02T14:13:39,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 21168827a4495770a8b93964f73098ed in 30.4040 sec 2024-12-02T14:13:39,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741860_1036 (size=65) 2024-12-02T14:13:39,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741860_1036 (size=65) 2024-12-02T14:13:39,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741860_1036 (size=65) 2024-12-02T14:13:39,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733148769120.1139815e727e91becb6a8afa2dce7958. 2024-12-02T14:13:39,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-02T14:13:39,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38645 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-02T14:13:39,701 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38645 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1139815e727e91becb6a8afa2dce7958 2024-12-02T14:13:39,701 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1139815e727e91becb6a8afa2dce7958 2024-12-02T14:13:39,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=25 2024-12-02T14:13:39,704 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-02T14:13:39,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1139815e727e91becb6a8afa2dce7958 in 30.4110 sec 2024-12-02T14:13:39,706 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-02T14:13:39,709 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-02T14:13:39,710 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-02T14:13:39,712 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-02T14:13:39,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741861_1037 (size=1094) 2024-12-02T14:13:39,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741861_1037 (size=1094) 2024-12-02T14:13:39,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741861_1037 (size=1094) 2024-12-02T14:13:39,750 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-02T14:13:39,759 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-02T14:13:39,764 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3a61c9ba14f,42095,1733148756999 2024-12-02T14:13:39,764 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3a61c9ba14f,42095,1733148756999 2024-12-02T14:13:39,764 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3a61c9ba14f,34701,1733148757078 2024-12-02T14:13:39,764 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3a61c9ba14f,42095,1733148756999 2024-12-02T14:13:39,764 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3a61c9ba14f,34701,1733148757078 2024-12-02T14:13:39,769 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3a61c9ba14f,34701,1733148757078 2024-12-02T14:13:42,886 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:38645 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-02T14:13:44,663 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 04ded93fc9248b3c8b01f649ace9e29d, had cached 0 bytes from a total of 28623 2024-12-02T14:13:44,663 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 9f3f2c79cfec9186d46b503c73f1d5a5, had cached 0 bytes from a total of 499309 2024-12-02T14:13:49,660 DEBUG [master/a3a61c9ba14f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 80c5288a163dc6c87554defbfc49f0cf changed from -1.0 to 0.0, refreshing cache 2024-12-02T14:13:49,662 DEBUG [master/a3a61c9ba14f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1139815e727e91becb6a8afa2dce7958 changed from -1.0 to 0.0, refreshing cache 2024-12-02T14:13:49,663 DEBUG [master/a3a61c9ba14f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 69414e58ac29cb56286cd5aea9b40e10 changed from -1.0 to 0.0, refreshing cache 2024-12-02T14:13:49,664 DEBUG [master/a3a61c9ba14f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 04ded93fc9248b3c8b01f649ace9e29d changed from -1.0 to 0.0, refreshing cache 2024-12-02T14:13:49,664 DEBUG [master/a3a61c9ba14f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 21168827a4495770a8b93964f73098ed changed from -1.0 to 0.0, refreshing cache 2024-12-02T14:13:49,665 DEBUG [master/a3a61c9ba14f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0a54e2d3ba81cdfb1e8ee61fc0806a65 changed from -1.0 to 0.0, refreshing cache 2024-12-02T14:13:49,665 DEBUG [master/a3a61c9ba14f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 58ea6a9854b9749f24599a84a9a8b44a changed from -1.0 to 0.0, refreshing cache 2024-12-02T14:13:49,666 DEBUG [master/a3a61c9ba14f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 357010a00a58ff2880cafda5d2946efd changed from -1.0 to 0.0, refreshing cache 2024-12-02T14:13:49,666 DEBUG [master/a3a61c9ba14f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a692033740d458b999ffed148e75ace2 changed from -1.0 to 0.0, refreshing cache 2024-12-02T14:13:49,667 DEBUG [master/a3a61c9ba14f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9f3f2c79cfec9186d46b503c73f1d5a5 changed from -1.0 to 0.0, refreshing cache 2024-12-02T14:13:49,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-02T14:13:49,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34701 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-12-02T14:13:49,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34701 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-12-02T14:13:49,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-12-02T14:13:49,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34701 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-02T14:13:49,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-12-02T14:13:49,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-02T14:13:49,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-02T14:13:49,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-02T14:13:49,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-02T14:13:49,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-02T14:13:49,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-02T14:13:49,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-02T14:13:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38645 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-02T14:13:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38645 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-02T14:13:49,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-02T14:13:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38645 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-12-02T14:13:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38645 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-02T14:13:49,780 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3a61c9ba14f,34701,1733148757078 Release verify snapshot worker=a3a61c9ba14f,34701,1733148757078 2024-12-02T14:13:49,780 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3a61c9ba14f,42095,1733148756999 Release verify snapshot worker=a3a61c9ba14f,42095,1733148756999 2024-12-02T14:13:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38645 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-02T14:13:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38645 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-12-02T14:13:49,781 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3a61c9ba14f,42095,1733148756999 Release verify snapshot worker=a3a61c9ba14f,42095,1733148756999 2024-12-02T14:13:49,781 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3a61c9ba14f,34701,1733148757078 Release verify snapshot worker=a3a61c9ba14f,34701,1733148757078 2024-12-02T14:13:49,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3a61c9ba14f,34701,1733148757078 in 10.0210 sec 2024-12-02T14:13:49,783 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3a61c9ba14f,42095,1733148756999 2024-12-02T14:13:49,783 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3a61c9ba14f,34701,1733148757078 Release verify snapshot worker=a3a61c9ba14f,34701,1733148757078 2024-12-02T14:13:49,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3a61c9ba14f,42095,1733148756999 in 10.0210 sec 2024-12-02T14:13:49,784 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3a61c9ba14f,42095,1733148756999 in 10.0220 sec 2024-12-02T14:13:49,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3a61c9ba14f,34701,1733148757078 in 10.0220 sec 2024-12-02T14:13:49,785 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3a61c9ba14f,42095,1733148756999 Release verify snapshot worker=a3a61c9ba14f,42095,1733148756999 2024-12-02T14:13:49,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3a61c9ba14f,34701,1733148757078 in 10.0240 sec 2024-12-02T14:13:49,786 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3a61c9ba14f,42095,1733148756999 2024-12-02T14:13:49,786 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3a61c9ba14f,34701,1733148757078 2024-12-02T14:13:49,786 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3a61c9ba14f,42095,1733148756999 2024-12-02T14:13:49,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3a61c9ba14f,42095,1733148756999 in 10.0260 sec 2024-12-02T14:13:59,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-12-02T14:13:59,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-12-02T14:13:59,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-02T14:13:59,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-02T14:13:59,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-02T14:13:59,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38645 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-02T14:13:59,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34701 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-02T14:13:59,788 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-02T14:13:59,788 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-02T14:13:59,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38645 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-02T14:13:59,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38645 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-02T14:13:59,790 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3a61c9ba14f,42095,1733148756999 Release verify snapshot worker=a3a61c9ba14f,42095,1733148756999 2024-12-02T14:13:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38645 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-02T14:13:59,792 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3a61c9ba14f,34701,1733148757078 Release verify snapshot worker=a3a61c9ba14f,34701,1733148757078 2024-12-02T14:13:59,792 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3a61c9ba14f,42095,1733148756999 Release verify snapshot worker=a3a61c9ba14f,42095,1733148756999 2024-12-02T14:13:59,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3a61c9ba14f,42095,1733148756999 in 20.0310 sec 2024-12-02T14:13:59,794 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3a61c9ba14f,42095,1733148756999 Release verify snapshot worker=a3a61c9ba14f,42095,1733148756999 2024-12-02T14:13:59,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3a61c9ba14f,34701,1733148757078 in 20.0330 sec 2024-12-02T14:13:59,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3a61c9ba14f,42095,1733148756999 in 20.0330 sec 2024-12-02T14:13:59,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=25 2024-12-02T14:13:59,796 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-02T14:13:59,797 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3a61c9ba14f,42095,1733148756999 in 20.0350 sec 2024-12-02T14:13:59,798 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/.hbase-snapshot/SnapshotProcedureTest 2024-12-02T14:13:59,800 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-02T14:13:59,800 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-02T14:13:59,802 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.5480 sec 2024-12-02T14:14:00,034 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-02T14:14:00,041 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-02T14:14:00,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T14:14:00,042 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:14:00,042 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:14:00,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:00,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:00,042 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:14:00,043 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T14:14:00,043 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1025471862, stopped=false 2024-12-02T14:14:00,043 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a3a61c9ba14f,38645,1733148756461 2024-12-02T14:14:00,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42095-0x1009b46a3670001, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T14:14:00,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x1009b46a3670002, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T14:14:00,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38645-0x1009b46a3670000, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T14:14:00,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x1009b46a3670002, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:14:00,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38645-0x1009b46a3670000, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:14:00,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42095-0x1009b46a3670001, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:14:00,045 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:14:00,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42095-0x1009b46a3670001, quorum=127.0.0.1:49152, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T14:14:00,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34701-0x1009b46a3670002, quorum=127.0.0.1:49152, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T14:14:00,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38645-0x1009b46a3670000, quorum=127.0.0.1:49152, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T14:14:00,046 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:14:00,047 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:14:00,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:00,047 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3a61c9ba14f,42095,1733148756999' ***** 2024-12-02T14:14:00,048 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T14:14:00,048 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3a61c9ba14f,34701,1733148757078' ***** 2024-12-02T14:14:00,048 INFO [RS:0;a3a61c9ba14f:42095 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T14:14:00,048 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T14:14:00,048 INFO [RS:0;a3a61c9ba14f:42095 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T14:14:00,048 INFO [RS:0;a3a61c9ba14f:42095 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T14:14:00,048 INFO [RS:1;a3a61c9ba14f:34701 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T14:14:00,048 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T14:14:00,048 INFO [RS:0;a3a61c9ba14f:42095 {}] regionserver.HRegionServer(3091): Received CLOSE for 0a54e2d3ba81cdfb1e8ee61fc0806a65 2024-12-02T14:14:00,048 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T14:14:00,048 INFO [RS:1;a3a61c9ba14f:34701 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T14:14:00,048 INFO [RS:1;a3a61c9ba14f:34701 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T14:14:00,048 INFO [RS:1;a3a61c9ba14f:34701 {}] regionserver.HRegionServer(3091): Received CLOSE for 21168827a4495770a8b93964f73098ed 2024-12-02T14:14:00,049 INFO [RS:0;a3a61c9ba14f:42095 {}] regionserver.HRegionServer(3091): Received CLOSE for 9f3f2c79cfec9186d46b503c73f1d5a5 2024-12-02T14:14:00,049 INFO [RS:1;a3a61c9ba14f:34701 {}] regionserver.HRegionServer(3091): Received CLOSE for 69414e58ac29cb56286cd5aea9b40e10 2024-12-02T14:14:00,049 INFO [RS:0;a3a61c9ba14f:42095 {}] regionserver.HRegionServer(3091): Received CLOSE for 58ea6a9854b9749f24599a84a9a8b44a 2024-12-02T14:14:00,049 INFO [RS:1;a3a61c9ba14f:34701 {}] regionserver.HRegionServer(3091): Received CLOSE for 1139815e727e91becb6a8afa2dce7958 2024-12-02T14:14:00,049 INFO [RS:0;a3a61c9ba14f:42095 {}] regionserver.HRegionServer(3091): Received CLOSE for a692033740d458b999ffed148e75ace2 2024-12-02T14:14:00,049 INFO [RS:1;a3a61c9ba14f:34701 {}] regionserver.HRegionServer(3091): Received CLOSE for 80c5288a163dc6c87554defbfc49f0cf 2024-12-02T14:14:00,049 INFO [RS:0;a3a61c9ba14f:42095 {}] regionserver.HRegionServer(3091): Received CLOSE for 357010a00a58ff2880cafda5d2946efd 2024-12-02T14:14:00,049 INFO [RS:1;a3a61c9ba14f:34701 {}] regionserver.HRegionServer(3091): Received CLOSE for 04ded93fc9248b3c8b01f649ace9e29d 2024-12-02T14:14:00,049 INFO [RS:0;a3a61c9ba14f:42095 {}] regionserver.HRegionServer(959): stopping server a3a61c9ba14f,42095,1733148756999 2024-12-02T14:14:00,049 INFO [RS:1;a3a61c9ba14f:34701 {}] regionserver.HRegionServer(959): stopping server a3a61c9ba14f,34701,1733148757078 2024-12-02T14:14:00,049 INFO [RS:0;a3a61c9ba14f:42095 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:14:00,049 INFO [RS:1;a3a61c9ba14f:34701 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:14:00,049 INFO [RS:0;a3a61c9ba14f:42095 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:42095. 2024-12-02T14:14:00,049 INFO [RS:1;a3a61c9ba14f:34701 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;a3a61c9ba14f:34701. 2024-12-02T14:14:00,049 DEBUG [RS:0;a3a61c9ba14f:42095 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:14:00,049 DEBUG [RS:1;a3a61c9ba14f:34701 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:14:00,049 DEBUG [RS:0;a3a61c9ba14f:42095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:00,049 DEBUG [RS:1;a3a61c9ba14f:34701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:00,049 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0a54e2d3ba81cdfb1e8ee61fc0806a65, disabling compactions & flushes 2024-12-02T14:14:00,050 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733148769120.0a54e2d3ba81cdfb1e8ee61fc0806a65. 2024-12-02T14:14:00,050 INFO [RS:0;a3a61c9ba14f:42095 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-02T14:14:00,050 INFO [RS:1;a3a61c9ba14f:34701 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T14:14:00,050 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733148769120.0a54e2d3ba81cdfb1e8ee61fc0806a65. 2024-12-02T14:14:00,050 INFO [RS:1;a3a61c9ba14f:34701 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T14:14:00,050 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733148769120.0a54e2d3ba81cdfb1e8ee61fc0806a65. after waiting 0 ms 2024-12-02T14:14:00,050 DEBUG [RS:0;a3a61c9ba14f:42095 {}] regionserver.HRegionServer(1325): Online Regions={0a54e2d3ba81cdfb1e8ee61fc0806a65=SPTestTable,,1733148769120.0a54e2d3ba81cdfb1e8ee61fc0806a65., 9f3f2c79cfec9186d46b503c73f1d5a5=SPTestTable,e6666661,1733148769120.9f3f2c79cfec9186d46b503c73f1d5a5., 58ea6a9854b9749f24599a84a9a8b44a=SPTestTable,33333332,1733148769120.58ea6a9854b9749f24599a84a9a8b44a., a692033740d458b999ffed148e75ace2=SPTestTable,99999996,1733148769120.a692033740d458b999ffed148e75ace2., 357010a00a58ff2880cafda5d2946efd=SPTestTable,7ffffffd,1733148769120.357010a00a58ff2880cafda5d2946efd.} 2024-12-02T14:14:00,050 INFO [RS:1;a3a61c9ba14f:34701 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T14:14:00,050 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733148769120.0a54e2d3ba81cdfb1e8ee61fc0806a65. 2024-12-02T14:14:00,050 INFO [RS:1;a3a61c9ba14f:34701 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T14:14:00,050 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 21168827a4495770a8b93964f73098ed, disabling compactions & flushes 2024-12-02T14:14:00,050 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed. 2024-12-02T14:14:00,050 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed. 2024-12-02T14:14:00,050 DEBUG [RS:0;a3a61c9ba14f:42095 {}] regionserver.HRegionServer(1351): Waiting on 0a54e2d3ba81cdfb1e8ee61fc0806a65, 357010a00a58ff2880cafda5d2946efd, 58ea6a9854b9749f24599a84a9a8b44a, 9f3f2c79cfec9186d46b503c73f1d5a5, a692033740d458b999ffed148e75ace2 2024-12-02T14:14:00,050 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed. after waiting 0 ms 2024-12-02T14:14:00,050 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed. 2024-12-02T14:14:00,050 INFO [RS:1;a3a61c9ba14f:34701 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-02T14:14:00,050 DEBUG [RS:1;a3a61c9ba14f:34701 {}] regionserver.HRegionServer(1325): Online Regions={21168827a4495770a8b93964f73098ed=SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed., 69414e58ac29cb56286cd5aea9b40e10=SPTestTable,66666664,1733148769120.69414e58ac29cb56286cd5aea9b40e10., 1139815e727e91becb6a8afa2dce7958=SPTestTable,4ccccccb,1733148769120.1139815e727e91becb6a8afa2dce7958., 1588230740=hbase:meta,,1.1588230740, 80c5288a163dc6c87554defbfc49f0cf=SPTestTable,19999999,1733148769120.80c5288a163dc6c87554defbfc49f0cf., 04ded93fc9248b3c8b01f649ace9e29d=SPTestTable,b333332f,1733148769120.04ded93fc9248b3c8b01f649ace9e29d.} 2024-12-02T14:14:00,050 DEBUG [RS:1;a3a61c9ba14f:34701 {}] regionserver.HRegionServer(1351): Waiting on 04ded93fc9248b3c8b01f649ace9e29d, 1139815e727e91becb6a8afa2dce7958, 1588230740, 21168827a4495770a8b93964f73098ed, 69414e58ac29cb56286cd5aea9b40e10, 80c5288a163dc6c87554defbfc49f0cf 2024-12-02T14:14:00,051 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:14:00,051 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:14:00,051 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:14:00,051 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:14:00,051 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:14:00,051 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.36 KB heapSize=27.38 KB 2024-12-02T14:14:00,056 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/0a54e2d3ba81cdfb1e8ee61fc0806a65/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T14:14:00,057 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/21168827a4495770a8b93964f73098ed/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T14:14:00,059 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed. 2024-12-02T14:14:00,059 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733148769120.0a54e2d3ba81cdfb1e8ee61fc0806a65. 2024-12-02T14:14:00,059 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 21168827a4495770a8b93964f73098ed: Waiting for close lock at 1733148840049Running coprocessor pre-close hooks at 1733148840050 (+1 ms)Disabling compacts and flushes for region at 1733148840050Disabling writes for close at 1733148840050Writing region close event to WAL at 1733148840051 (+1 ms)Running coprocessor post-close hooks at 1733148840058 (+7 ms)Closed at 1733148840058 2024-12-02T14:14:00,059 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0a54e2d3ba81cdfb1e8ee61fc0806a65: Waiting for close lock at 1733148840049Running coprocessor pre-close hooks at 1733148840049Disabling compacts and flushes for region at 1733148840049Disabling writes for close at 1733148840050 (+1 ms)Writing region close event to WAL at 1733148840050Running coprocessor post-close hooks at 1733148840057 (+7 ms)Closed at 1733148840058 (+1 ms) 2024-12-02T14:14:00,059 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733148769120.0a54e2d3ba81cdfb1e8ee61fc0806a65. 2024-12-02T14:14:00,059 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733148769120.21168827a4495770a8b93964f73098ed. 2024-12-02T14:14:00,059 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 69414e58ac29cb56286cd5aea9b40e10, disabling compactions & flushes 2024-12-02T14:14:00,060 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9f3f2c79cfec9186d46b503c73f1d5a5, disabling compactions & flushes 2024-12-02T14:14:00,060 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733148769120.69414e58ac29cb56286cd5aea9b40e10. 2024-12-02T14:14:00,060 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733148769120.9f3f2c79cfec9186d46b503c73f1d5a5. 2024-12-02T14:14:00,060 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733148769120.9f3f2c79cfec9186d46b503c73f1d5a5. 2024-12-02T14:14:00,060 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733148769120.69414e58ac29cb56286cd5aea9b40e10. 2024-12-02T14:14:00,060 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733148769120.9f3f2c79cfec9186d46b503c73f1d5a5. after waiting 0 ms 2024-12-02T14:14:00,060 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733148769120.69414e58ac29cb56286cd5aea9b40e10. after waiting 0 ms 2024-12-02T14:14:00,060 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733148769120.9f3f2c79cfec9186d46b503c73f1d5a5. 2024-12-02T14:14:00,060 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733148769120.69414e58ac29cb56286cd5aea9b40e10. 2024-12-02T14:14:00,066 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/69414e58ac29cb56286cd5aea9b40e10/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T14:14:00,068 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733148769120.69414e58ac29cb56286cd5aea9b40e10. 2024-12-02T14:14:00,068 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 69414e58ac29cb56286cd5aea9b40e10: Waiting for close lock at 1733148840059Running coprocessor pre-close hooks at 1733148840059Disabling compacts and flushes for region at 1733148840059Disabling writes for close at 1733148840060 (+1 ms)Writing region close event to WAL at 1733148840061 (+1 ms)Running coprocessor post-close hooks at 1733148840067 (+6 ms)Closed at 1733148840068 (+1 ms) 2024-12-02T14:14:00,068 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733148769120.69414e58ac29cb56286cd5aea9b40e10. 2024-12-02T14:14:00,068 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1139815e727e91becb6a8afa2dce7958, disabling compactions & flushes 2024-12-02T14:14:00,068 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733148769120.1139815e727e91becb6a8afa2dce7958. 2024-12-02T14:14:00,068 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733148769120.1139815e727e91becb6a8afa2dce7958. 2024-12-02T14:14:00,068 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733148769120.1139815e727e91becb6a8afa2dce7958. after waiting 0 ms 2024-12-02T14:14:00,068 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733148769120.1139815e727e91becb6a8afa2dce7958. 2024-12-02T14:14:00,071 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/9f3f2c79cfec9186d46b503c73f1d5a5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T14:14:00,073 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733148769120.9f3f2c79cfec9186d46b503c73f1d5a5. 2024-12-02T14:14:00,073 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9f3f2c79cfec9186d46b503c73f1d5a5: Waiting for close lock at 1733148840059Running coprocessor pre-close hooks at 1733148840059Disabling compacts and flushes for region at 1733148840059Disabling writes for close at 1733148840060 (+1 ms)Writing region close event to WAL at 1733148840065 (+5 ms)Running coprocessor post-close hooks at 1733148840072 (+7 ms)Closed at 1733148840073 (+1 ms) 2024-12-02T14:14:00,073 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733148769120.9f3f2c79cfec9186d46b503c73f1d5a5. 2024-12-02T14:14:00,073 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 58ea6a9854b9749f24599a84a9a8b44a, disabling compactions & flushes 2024-12-02T14:14:00,073 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733148769120.58ea6a9854b9749f24599a84a9a8b44a. 2024-12-02T14:14:00,073 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733148769120.58ea6a9854b9749f24599a84a9a8b44a. 2024-12-02T14:14:00,074 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733148769120.58ea6a9854b9749f24599a84a9a8b44a. after waiting 0 ms 2024-12-02T14:14:00,074 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733148769120.58ea6a9854b9749f24599a84a9a8b44a. 2024-12-02T14:14:00,075 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/1139815e727e91becb6a8afa2dce7958/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T14:14:00,077 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733148769120.1139815e727e91becb6a8afa2dce7958. 2024-12-02T14:14:00,077 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1139815e727e91becb6a8afa2dce7958: Waiting for close lock at 1733148840068Running coprocessor pre-close hooks at 1733148840068Disabling compacts and flushes for region at 1733148840068Disabling writes for close at 1733148840068Writing region close event to WAL at 1733148840069 (+1 ms)Running coprocessor post-close hooks at 1733148840076 (+7 ms)Closed at 1733148840076 2024-12-02T14:14:00,077 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733148769120.1139815e727e91becb6a8afa2dce7958. 2024-12-02T14:14:00,077 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 80c5288a163dc6c87554defbfc49f0cf, disabling compactions & flushes 2024-12-02T14:14:00,077 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733148769120.80c5288a163dc6c87554defbfc49f0cf. 2024-12-02T14:14:00,077 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733148769120.80c5288a163dc6c87554defbfc49f0cf. 2024-12-02T14:14:00,077 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733148769120.80c5288a163dc6c87554defbfc49f0cf. after waiting 0 ms 2024-12-02T14:14:00,077 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733148769120.80c5288a163dc6c87554defbfc49f0cf. 2024-12-02T14:14:00,078 INFO [regionserver/a3a61c9ba14f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:14:00,078 INFO [regionserver/a3a61c9ba14f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:14:00,079 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/hbase/meta/1588230740/.tmp/info/d33648c5a916463290c1ba00f2079872 is 167, key is SPTestTable,19999999,1733148769120.80c5288a163dc6c87554defbfc49f0cf./info:regioninfo/1733148779921/Put/seqid=0 2024-12-02T14:14:00,080 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/58ea6a9854b9749f24599a84a9a8b44a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T14:14:00,081 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733148769120.58ea6a9854b9749f24599a84a9a8b44a. 2024-12-02T14:14:00,081 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 58ea6a9854b9749f24599a84a9a8b44a: Waiting for close lock at 1733148840073Running coprocessor pre-close hooks at 1733148840073Disabling compacts and flushes for region at 1733148840073Disabling writes for close at 1733148840074 (+1 ms)Writing region close event to WAL at 1733148840074Running coprocessor post-close hooks at 1733148840080 (+6 ms)Closed at 1733148840080 2024-12-02T14:14:00,081 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733148769120.58ea6a9854b9749f24599a84a9a8b44a. 2024-12-02T14:14:00,081 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a692033740d458b999ffed148e75ace2, disabling compactions & flushes 2024-12-02T14:14:00,081 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733148769120.a692033740d458b999ffed148e75ace2. 2024-12-02T14:14:00,081 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733148769120.a692033740d458b999ffed148e75ace2. 2024-12-02T14:14:00,081 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733148769120.a692033740d458b999ffed148e75ace2. after waiting 0 ms 2024-12-02T14:14:00,081 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733148769120.a692033740d458b999ffed148e75ace2. 2024-12-02T14:14:00,083 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/80c5288a163dc6c87554defbfc49f0cf/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T14:14:00,084 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733148769120.80c5288a163dc6c87554defbfc49f0cf. 2024-12-02T14:14:00,084 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 80c5288a163dc6c87554defbfc49f0cf: Waiting for close lock at 1733148840077Running coprocessor pre-close hooks at 1733148840077Disabling compacts and flushes for region at 1733148840077Disabling writes for close at 1733148840077Writing region close event to WAL at 1733148840078 (+1 ms)Running coprocessor post-close hooks at 1733148840084 (+6 ms)Closed at 1733148840084 2024-12-02T14:14:00,084 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733148769120.80c5288a163dc6c87554defbfc49f0cf. 2024-12-02T14:14:00,085 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 04ded93fc9248b3c8b01f649ace9e29d, disabling compactions & flushes 2024-12-02T14:14:00,085 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733148769120.04ded93fc9248b3c8b01f649ace9e29d. 2024-12-02T14:14:00,085 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733148769120.04ded93fc9248b3c8b01f649ace9e29d. 2024-12-02T14:14:00,085 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733148769120.04ded93fc9248b3c8b01f649ace9e29d. after waiting 0 ms 2024-12-02T14:14:00,085 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733148769120.04ded93fc9248b3c8b01f649ace9e29d. 2024-12-02T14:14:00,090 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/a692033740d458b999ffed148e75ace2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T14:14:00,090 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733148769120.a692033740d458b999ffed148e75ace2. 2024-12-02T14:14:00,091 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a692033740d458b999ffed148e75ace2: Waiting for close lock at 1733148840081Running coprocessor pre-close hooks at 1733148840081Disabling compacts and flushes for region at 1733148840081Disabling writes for close at 1733148840081Writing region close event to WAL at 1733148840082 (+1 ms)Running coprocessor post-close hooks at 1733148840090 (+8 ms)Closed at 1733148840090 2024-12-02T14:14:00,091 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733148769120.a692033740d458b999ffed148e75ace2. 2024-12-02T14:14:00,091 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 357010a00a58ff2880cafda5d2946efd, disabling compactions & flushes 2024-12-02T14:14:00,091 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733148769120.357010a00a58ff2880cafda5d2946efd. 2024-12-02T14:14:00,091 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733148769120.357010a00a58ff2880cafda5d2946efd. 2024-12-02T14:14:00,091 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733148769120.357010a00a58ff2880cafda5d2946efd. after waiting 0 ms 2024-12-02T14:14:00,091 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733148769120.357010a00a58ff2880cafda5d2946efd. 2024-12-02T14:14:00,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741862_1038 (size=20292) 2024-12-02T14:14:00,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741862_1038 (size=20292) 2024-12-02T14:14:00,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741862_1038 (size=20292) 2024-12-02T14:14:00,101 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/hbase/meta/1588230740/.tmp/info/d33648c5a916463290c1ba00f2079872 2024-12-02T14:14:00,103 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/04ded93fc9248b3c8b01f649ace9e29d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T14:14:00,103 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/default/SPTestTable/357010a00a58ff2880cafda5d2946efd/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T14:14:00,104 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733148769120.357010a00a58ff2880cafda5d2946efd. 2024-12-02T14:14:00,104 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 357010a00a58ff2880cafda5d2946efd: Waiting for close lock at 1733148840091Running coprocessor pre-close hooks at 1733148840091Disabling compacts and flushes for region at 1733148840091Disabling writes for close at 1733148840091Writing region close event to WAL at 1733148840096 (+5 ms)Running coprocessor post-close hooks at 1733148840104 (+8 ms)Closed at 1733148840104 2024-12-02T14:14:00,105 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733148769120.04ded93fc9248b3c8b01f649ace9e29d. 2024-12-02T14:14:00,105 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733148769120.357010a00a58ff2880cafda5d2946efd. 2024-12-02T14:14:00,105 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 04ded93fc9248b3c8b01f649ace9e29d: Waiting for close lock at 1733148840085Running coprocessor pre-close hooks at 1733148840085Disabling compacts and flushes for region at 1733148840085Disabling writes for close at 1733148840085Writing region close event to WAL at 1733148840096 (+11 ms)Running coprocessor post-close hooks at 1733148840104 (+8 ms)Closed at 1733148840104 2024-12-02T14:14:00,105 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733148769120.04ded93fc9248b3c8b01f649ace9e29d. 2024-12-02T14:14:00,126 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/hbase/meta/1588230740/.tmp/ns/af31fec35a684a8f8e2c7728e6ea706a is 43, key is default/ns:d/1733148768805/Put/seqid=0 2024-12-02T14:14:00,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741863_1039 (size=5153) 2024-12-02T14:14:00,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741863_1039 (size=5153) 2024-12-02T14:14:00,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741863_1039 (size=5153) 2024-12-02T14:14:00,235 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T14:14:00,235 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T14:14:00,243 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T14:14:00,243 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T14:14:00,251 INFO [RS:0;a3a61c9ba14f:42095 {}] regionserver.HRegionServer(976): stopping server a3a61c9ba14f,42095,1733148756999; all regions closed. 2024-12-02T14:14:00,251 DEBUG [RS:1;a3a61c9ba14f:34701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:14:00,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741835_1011 (size=3500) 2024-12-02T14:14:00,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741835_1011 (size=3500) 2024-12-02T14:14:00,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741835_1011 (size=3500) 2024-12-02T14:14:00,263 DEBUG [RS:0;a3a61c9ba14f:42095 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/oldWALs 2024-12-02T14:14:00,264 INFO [RS:0;a3a61c9ba14f:42095 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C42095%2C1733148756999:(num 1733148758366) 2024-12-02T14:14:00,264 DEBUG [RS:0;a3a61c9ba14f:42095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:00,264 INFO [RS:0;a3a61c9ba14f:42095 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:14:00,264 INFO [RS:0;a3a61c9ba14f:42095 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:14:00,264 INFO [RS:0;a3a61c9ba14f:42095 {}] hbase.ChoreService(370): Chore service for: regionserver/a3a61c9ba14f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T14:14:00,264 INFO [RS:0;a3a61c9ba14f:42095 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T14:14:00,265 INFO [RS:0;a3a61c9ba14f:42095 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T14:14:00,265 INFO [regionserver/a3a61c9ba14f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:14:00,265 INFO [RS:0;a3a61c9ba14f:42095 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T14:14:00,265 INFO [RS:0;a3a61c9ba14f:42095 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:14:00,265 INFO [RS:0;a3a61c9ba14f:42095 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42095 2024-12-02T14:14:00,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42095-0x1009b46a3670001, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a3a61c9ba14f,42095,1733148756999 2024-12-02T14:14:00,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38645-0x1009b46a3670000, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T14:14:00,267 INFO [RS:0;a3a61c9ba14f:42095 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:14:00,268 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3a61c9ba14f,42095,1733148756999] 2024-12-02T14:14:00,269 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a3a61c9ba14f,42095,1733148756999 already deleted, retry=false 2024-12-02T14:14:00,270 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a3a61c9ba14f,42095,1733148756999 expired; onlineServers=1 2024-12-02T14:14:00,369 INFO [RS:0;a3a61c9ba14f:42095 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:14:00,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42095-0x1009b46a3670001, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:14:00,369 INFO [RS:0;a3a61c9ba14f:42095 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3a61c9ba14f,42095,1733148756999; zookeeper connection closed. 2024-12-02T14:14:00,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42095-0x1009b46a3670001, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:14:00,370 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45a07547 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45a07547 2024-12-02T14:14:00,451 DEBUG [RS:1;a3a61c9ba14f:34701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T14:14:00,553 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/hbase/meta/1588230740/.tmp/ns/af31fec35a684a8f8e2c7728e6ea706a 2024-12-02T14:14:00,581 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/hbase/meta/1588230740/.tmp/table/003baefa8c66420f95e244830f7f5033 is 47, key is SPTestTable/table:state/1733148780031/Put/seqid=0 2024-12-02T14:14:00,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741864_1040 (size=5214) 2024-12-02T14:14:00,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741864_1040 (size=5214) 2024-12-02T14:14:00,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741864_1040 (size=5214) 2024-12-02T14:14:00,592 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/hbase/meta/1588230740/.tmp/table/003baefa8c66420f95e244830f7f5033 2024-12-02T14:14:00,601 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/hbase/meta/1588230740/.tmp/info/d33648c5a916463290c1ba00f2079872 as hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/hbase/meta/1588230740/info/d33648c5a916463290c1ba00f2079872 2024-12-02T14:14:00,611 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/hbase/meta/1588230740/info/d33648c5a916463290c1ba00f2079872, entries=116, sequenceid=37, filesize=19.8 K 2024-12-02T14:14:00,613 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/hbase/meta/1588230740/.tmp/ns/af31fec35a684a8f8e2c7728e6ea706a as hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/hbase/meta/1588230740/ns/af31fec35a684a8f8e2c7728e6ea706a 2024-12-02T14:14:00,621 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/hbase/meta/1588230740/ns/af31fec35a684a8f8e2c7728e6ea706a, entries=2, sequenceid=37, filesize=5.0 K 2024-12-02T14:14:00,623 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/hbase/meta/1588230740/.tmp/table/003baefa8c66420f95e244830f7f5033 as hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/hbase/meta/1588230740/table/003baefa8c66420f95e244830f7f5033 2024-12-02T14:14:00,630 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/hbase/meta/1588230740/table/003baefa8c66420f95e244830f7f5033, entries=2, sequenceid=37, filesize=5.1 K 2024-12-02T14:14:00,632 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.36 KB/16748, heapSize ~27.08 KB/27728, currentSize=0 B/0 for 1588230740 in 581ms, sequenceid=37, compaction requested=false 2024-12-02T14:14:00,642 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-12-02T14:14:00,643 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:14:00,643 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:14:00,644 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733148840051Running coprocessor pre-close hooks at 1733148840051Disabling compacts and flushes for region at 1733148840051Disabling writes for close at 1733148840051Obtaining lock to block concurrent updates at 1733148840051Preparing flush snapshotting stores in 1588230740 at 1733148840051Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16748, getHeapSize=27968, getOffHeapSize=0, getCellsCount=136 at 1733148840052 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733148840053 (+1 ms)Flushing 1588230740/info: creating writer at 1733148840053Flushing 1588230740/info: appending metadata at 1733148840078 (+25 ms)Flushing 1588230740/info: closing flushed file at 1733148840078Flushing 1588230740/ns: creating writer at 1733148840110 (+32 ms)Flushing 1588230740/ns: appending metadata at 1733148840125 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733148840125Flushing 1588230740/table: creating writer at 1733148840562 (+437 ms)Flushing 1588230740/table: appending metadata at 1733148840581 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733148840581Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6444e4e8: reopening flushed file at 1733148840600 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@286300c9: reopening flushed file at 1733148840611 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fe44894: reopening flushed file at 1733148840621 (+10 ms)Finished flush of dataSize ~16.36 KB/16748, heapSize ~27.08 KB/27728, currentSize=0 B/0 for 1588230740 in 581ms, sequenceid=37, compaction requested=false at 1733148840632 (+11 ms)Writing region close event to WAL at 1733148840638 (+6 ms)Running coprocessor post-close hooks at 1733148840643 (+5 ms)Closed at 1733148840643 2024-12-02T14:14:00,644 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T14:14:00,651 INFO [RS:1;a3a61c9ba14f:34701 {}] regionserver.HRegionServer(976): stopping server a3a61c9ba14f,34701,1733148757078; all regions closed. 2024-12-02T14:14:00,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741836_1012 (size=19546) 2024-12-02T14:14:00,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741836_1012 (size=19546) 2024-12-02T14:14:00,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741836_1012 (size=19546) 2024-12-02T14:14:00,657 DEBUG [RS:1;a3a61c9ba14f:34701 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/oldWALs 2024-12-02T14:14:00,657 INFO [RS:1;a3a61c9ba14f:34701 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C34701%2C1733148757078.meta:.meta(num 1733148768640) 2024-12-02T14:14:00,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741834_1010 (size=3530) 2024-12-02T14:14:00,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741834_1010 (size=3530) 2024-12-02T14:14:00,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741834_1010 (size=3530) 2024-12-02T14:14:00,662 DEBUG [RS:1;a3a61c9ba14f:34701 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/oldWALs 2024-12-02T14:14:00,662 INFO [RS:1;a3a61c9ba14f:34701 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C34701%2C1733148757078:(num 1733148758366) 2024-12-02T14:14:00,662 DEBUG [RS:1;a3a61c9ba14f:34701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:00,662 INFO [RS:1;a3a61c9ba14f:34701 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:14:00,663 INFO [RS:1;a3a61c9ba14f:34701 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:14:00,663 INFO [RS:1;a3a61c9ba14f:34701 {}] hbase.ChoreService(370): Chore service for: regionserver/a3a61c9ba14f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T14:14:00,663 INFO [RS:1;a3a61c9ba14f:34701 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:14:00,663 INFO [regionserver/a3a61c9ba14f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:14:00,663 INFO [RS:1;a3a61c9ba14f:34701 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34701 2024-12-02T14:14:00,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38645-0x1009b46a3670000, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T14:14:00,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x1009b46a3670002, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a3a61c9ba14f,34701,1733148757078 2024-12-02T14:14:00,665 INFO [RS:1;a3a61c9ba14f:34701 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:14:00,665 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$365/0x00007f8ca09015f8@ade3f3b rejected from java.util.concurrent.ThreadPoolExecutor@4fdca004[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-02T14:14:00,666 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3a61c9ba14f,34701,1733148757078] 2024-12-02T14:14:00,666 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a3a61c9ba14f,34701,1733148757078 already deleted, retry=false 2024-12-02T14:14:00,667 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a3a61c9ba14f,34701,1733148757078 expired; onlineServers=0 2024-12-02T14:14:00,667 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a3a61c9ba14f,38645,1733148756461' ***** 2024-12-02T14:14:00,667 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T14:14:00,667 INFO [M:0;a3a61c9ba14f:38645 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:14:00,667 INFO [M:0;a3a61c9ba14f:38645 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:14:00,667 DEBUG [M:0;a3a61c9ba14f:38645 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T14:14:00,667 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T14:14:00,667 DEBUG [M:0;a3a61c9ba14f:38645 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T14:14:00,667 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148758039 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148758039,5,FailOnTimeoutGroup] 2024-12-02T14:14:00,667 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148758040 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148758040,5,FailOnTimeoutGroup] 2024-12-02T14:14:00,668 INFO [M:0;a3a61c9ba14f:38645 {}] hbase.ChoreService(370): Chore service for: master/a3a61c9ba14f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T14:14:00,668 INFO [M:0;a3a61c9ba14f:38645 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:14:00,668 DEBUG [M:0;a3a61c9ba14f:38645 {}] master.HMaster(1795): Stopping service threads 2024-12-02T14:14:00,668 INFO [M:0;a3a61c9ba14f:38645 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T14:14:00,668 INFO [M:0;a3a61c9ba14f:38645 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:14:00,668 ERROR [M:0;a3a61c9ba14f:38645 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:43987 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43987,5,PEWorkerGroup] 2024-12-02T14:14:00,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38645-0x1009b46a3670000, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T14:14:00,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38645-0x1009b46a3670000, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:14:00,669 INFO [M:0;a3a61c9ba14f:38645 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T14:14:00,669 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T14:14:00,670 DEBUG [M:0;a3a61c9ba14f:38645 {}] zookeeper.ZKUtil(347): master:38645-0x1009b46a3670000, quorum=127.0.0.1:49152, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T14:14:00,670 WARN [M:0;a3a61c9ba14f:38645 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T14:14:00,671 INFO [M:0;a3a61c9ba14f:38645 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/.lastflushedseqids 2024-12-02T14:14:00,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741865_1041 (size=686) 2024-12-02T14:14:00,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741865_1041 (size=686) 2024-12-02T14:14:00,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741865_1041 (size=686) 2024-12-02T14:14:00,694 INFO [M:0;a3a61c9ba14f:38645 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T14:14:00,694 INFO [M:0;a3a61c9ba14f:38645 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T14:14:00,694 DEBUG [M:0;a3a61c9ba14f:38645 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:14:00,694 INFO [M:0;a3a61c9ba14f:38645 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:00,694 DEBUG [M:0;a3a61c9ba14f:38645 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:00,695 DEBUG [M:0;a3a61c9ba14f:38645 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:14:00,695 DEBUG [M:0;a3a61c9ba14f:38645 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:00,695 INFO [M:0;a3a61c9ba14f:38645 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.53 KB heapSize=242.30 KB 2024-12-02T14:14:00,719 DEBUG [M:0;a3a61c9ba14f:38645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fefd4ebc630c4045893710f6f71b74bc is 82, key is hbase:meta,,1/info:regioninfo/1733148768725/Put/seqid=0 2024-12-02T14:14:00,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741866_1042 (size=5672) 2024-12-02T14:14:00,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741866_1042 (size=5672) 2024-12-02T14:14:00,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741866_1042 (size=5672) 2024-12-02T14:14:00,732 INFO [M:0;a3a61c9ba14f:38645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fefd4ebc630c4045893710f6f71b74bc 2024-12-02T14:14:00,756 DEBUG [M:0;a3a61c9ba14f:38645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fd67a109dc704edd9cd7898a244b293a is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733148780044/Put/seqid=0 2024-12-02T14:14:00,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x1009b46a3670002, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:14:00,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34701-0x1009b46a3670002, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:14:00,767 INFO [RS:1;a3a61c9ba14f:34701 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:14:00,767 INFO [RS:1;a3a61c9ba14f:34701 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3a61c9ba14f,34701,1733148757078; zookeeper connection closed. 2024-12-02T14:14:00,768 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2507db15 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2507db15 2024-12-02T14:14:00,768 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-02T14:14:00,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741867_1043 (size=8973) 2024-12-02T14:14:00,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741867_1043 (size=8973) 2024-12-02T14:14:00,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741867_1043 (size=8973) 2024-12-02T14:14:00,780 INFO [M:0;a3a61c9ba14f:38645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.79 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fd67a109dc704edd9cd7898a244b293a 2024-12-02T14:14:00,788 INFO [M:0;a3a61c9ba14f:38645 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fd67a109dc704edd9cd7898a244b293a 2024-12-02T14:14:00,806 DEBUG [M:0;a3a61c9ba14f:38645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f3789ca80be421e87802985d63679a1 is 69, key is a3a61c9ba14f,34701,1733148757078/rs:state/1733148758109/Put/seqid=0 2024-12-02T14:14:00,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741868_1044 (size=5446) 2024-12-02T14:14:00,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741868_1044 (size=5446) 2024-12-02T14:14:00,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741868_1044 (size=5446) 2024-12-02T14:14:00,842 INFO [M:0;a3a61c9ba14f:38645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f3789ca80be421e87802985d63679a1 2024-12-02T14:14:00,850 INFO [M:0;a3a61c9ba14f:38645 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f3789ca80be421e87802985d63679a1 2024-12-02T14:14:00,852 DEBUG [M:0;a3a61c9ba14f:38645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fefd4ebc630c4045893710f6f71b74bc as hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fefd4ebc630c4045893710f6f71b74bc 2024-12-02T14:14:00,861 INFO [M:0;a3a61c9ba14f:38645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fefd4ebc630c4045893710f6f71b74bc, entries=8, sequenceid=513, filesize=5.5 K 2024-12-02T14:14:00,862 DEBUG [M:0;a3a61c9ba14f:38645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fd67a109dc704edd9cd7898a244b293a as hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fd67a109dc704edd9cd7898a244b293a 2024-12-02T14:14:00,870 INFO [M:0;a3a61c9ba14f:38645 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fd67a109dc704edd9cd7898a244b293a 2024-12-02T14:14:00,870 INFO [M:0;a3a61c9ba14f:38645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fd67a109dc704edd9cd7898a244b293a, entries=56, sequenceid=513, filesize=8.8 K 2024-12-02T14:14:00,873 DEBUG [M:0;a3a61c9ba14f:38645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f3789ca80be421e87802985d63679a1 as hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f3789ca80be421e87802985d63679a1 2024-12-02T14:14:00,879 INFO [M:0;a3a61c9ba14f:38645 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f3789ca80be421e87802985d63679a1 2024-12-02T14:14:00,880 INFO [M:0;a3a61c9ba14f:38645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43987/user/jenkins/test-data/d5d38f25-2b13-1dda-7e48-e5467829975c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f3789ca80be421e87802985d63679a1, entries=3, sequenceid=513, filesize=5.3 K 2024-12-02T14:14:00,881 INFO [M:0;a3a61c9ba14f:38645 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.53 KB/200219, heapSize ~242 KB/247808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 185ms, sequenceid=513, compaction requested=false 2024-12-02T14:14:00,889 INFO [M:0;a3a61c9ba14f:38645 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:00,890 DEBUG [M:0;a3a61c9ba14f:38645 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733148840694Disabling compacts and flushes for region at 1733148840694Disabling writes for close at 1733148840695 (+1 ms)Obtaining lock to block concurrent updates at 1733148840695Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733148840695Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=200219, getHeapSize=248048, getOffHeapSize=0, getCellsCount=620 at 1733148840695Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733148840696 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733148840696Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733148840718 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733148840718Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733148840739 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733148840755 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733148840756 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733148840789 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733148840805 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733148840805Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fb15c88: reopening flushed file at 1733148840850 (+45 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a40e02c: reopening flushed file at 1733148840861 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a6aecc9: reopening flushed file at 1733148840870 (+9 ms)Finished flush of dataSize ~195.53 KB/200219, heapSize ~242 KB/247808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 185ms, sequenceid=513, compaction requested=false at 1733148840881 (+11 ms)Writing region close event to WAL at 1733148840889 (+8 ms)Closed at 1733148840889 2024-12-02T14:14:00,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43077 is added to blk_1073741830_1006 (size=234411) 2024-12-02T14:14:00,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741830_1006 (size=234411) 2024-12-02T14:14:00,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741830_1006 (size=234411) 2024-12-02T14:14:00,898 INFO [M:0;a3a61c9ba14f:38645 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T14:14:00,898 INFO [M:0;a3a61c9ba14f:38645 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38645 2024-12-02T14:14:00,898 INFO [M:0;a3a61c9ba14f:38645 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:14:00,898 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:14:00,999 INFO [M:0;a3a61c9ba14f:38645 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:14:00,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38645-0x1009b46a3670000, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:14:00,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38645-0x1009b46a3670000, quorum=127.0.0.1:49152, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:14:01,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:14:01,006 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:14:01,006 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:14:01,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:14:01,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/hadoop.log.dir/,STOPPED} 2024-12-02T14:14:01,009 WARN [BP-662425239-172.17.0.2-1733148753919 heartbeating to localhost/127.0.0.1:43987 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T14:14:01,009 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T14:14:01,009 WARN [BP-662425239-172.17.0.2-1733148753919 heartbeating to localhost/127.0.0.1:43987 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-662425239-172.17.0.2-1733148753919 (Datanode Uuid 6e58733e-2ac1-4a19-8746-dcc1976899dd) service to localhost/127.0.0.1:43987 2024-12-02T14:14:01,009 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T14:14:01,010 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/cluster_341a9016-b182-649b-807a-de03b279e5ce/data/data5/current/BP-662425239-172.17.0.2-1733148753919 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:14:01,010 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/cluster_341a9016-b182-649b-807a-de03b279e5ce/data/data6/current/BP-662425239-172.17.0.2-1733148753919 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:14:01,011 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T14:14:01,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:14:01,013 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:14:01,013 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:14:01,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:14:01,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/hadoop.log.dir/,STOPPED} 2024-12-02T14:14:01,015 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T14:14:01,015 WARN [BP-662425239-172.17.0.2-1733148753919 heartbeating to localhost/127.0.0.1:43987 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T14:14:01,015 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T14:14:01,015 WARN [BP-662425239-172.17.0.2-1733148753919 heartbeating to localhost/127.0.0.1:43987 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-662425239-172.17.0.2-1733148753919 (Datanode Uuid 18cf0df6-6dfe-4759-b075-22ffe0c68a91) service to localhost/127.0.0.1:43987 2024-12-02T14:14:01,015 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/cluster_341a9016-b182-649b-807a-de03b279e5ce/data/data3/current/BP-662425239-172.17.0.2-1733148753919 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:14:01,016 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/cluster_341a9016-b182-649b-807a-de03b279e5ce/data/data4/current/BP-662425239-172.17.0.2-1733148753919 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:14:01,016 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T14:14:01,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:14:01,038 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:14:01,039 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:14:01,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:14:01,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/hadoop.log.dir/,STOPPED} 2024-12-02T14:14:01,040 WARN [BP-662425239-172.17.0.2-1733148753919 heartbeating to localhost/127.0.0.1:43987 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T14:14:01,040 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T14:14:01,040 WARN [BP-662425239-172.17.0.2-1733148753919 heartbeating to localhost/127.0.0.1:43987 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-662425239-172.17.0.2-1733148753919 (Datanode Uuid 59251e9e-1d92-4cd5-873e-20fe70afb000) service to localhost/127.0.0.1:43987 2024-12-02T14:14:01,040 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T14:14:01,041 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/cluster_341a9016-b182-649b-807a-de03b279e5ce/data/data1/current/BP-662425239-172.17.0.2-1733148753919 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:14:01,041 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/cluster_341a9016-b182-649b-807a-de03b279e5ce/data/data2/current/BP-662425239-172.17.0.2-1733148753919 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:14:01,041 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T14:14:01,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:14:01,054 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:14:01,054 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:14:01,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:14:01,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/hadoop.log.dir/,STOPPED} 2024-12-02T14:14:01,070 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T14:14:01,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T14:14:01,138 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=92 (was 11) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:43987 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:43987 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a3a61c9ba14f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a3a61c9ba14f:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:43987 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a3a61c9ba14f:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3176dd7a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/a3a61c9ba14f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:43987 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:43987 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a3a61c9ba14f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:43987 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/a3a61c9ba14f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a3a61c9ba14f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:43987 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43987 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=136 (was 98) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6252 (was 6699) 2024-12-02T14:14:01,145 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=93, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=136, ProcessCount=11, AvailableMemoryMB=6252 2024-12-02T14:14:01,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/hadoop.log.dir so I do NOT create it in target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7 2024-12-02T14:14:01,157 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T14:14:01,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/hadoop.tmp.dir so I do NOT create it in target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7 2024-12-02T14:14:01,157 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ce8ea47-14cb-55e3-57f1-da8fb292ded0/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T14:14:01,157 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7 2024-12-02T14:14:01,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T14:14:01,158 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/cluster_a839ae22-6b29-b752-73bb-a673647a7771, deleteOnExit=true 2024-12-02T14:14:01,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T14:14:01,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/test.cache.data in system properties and HBase conf 2024-12-02T14:14:01,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T14:14:01,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/hadoop.log.dir in system properties and HBase conf 2024-12-02T14:14:01,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T14:14:01,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T14:14:01,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T14:14:01,158 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T14:14:01,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:14:01,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:14:01,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T14:14:01,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:14:01,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T14:14:01,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T14:14:01,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:14:01,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:14:01,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T14:14:01,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/nfs.dump.dir in system properties and HBase conf 2024-12-02T14:14:01,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/java.io.tmpdir in system properties and HBase conf 2024-12-02T14:14:01,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:14:01,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T14:14:01,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T14:14:01,215 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:14:01,219 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:14:01,224 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:14:01,224 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:14:01,224 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T14:14:01,225 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:14:01,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17d71721{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:14:01,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48767fe1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:14:01,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7053826d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/java.io.tmpdir/jetty-localhost-33883-hadoop-hdfs-3_4_1-tests_jar-_-any-11567422497349520777/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:14:01,319 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cfbf27b{HTTP/1.1, (http/1.1)}{localhost:33883} 2024-12-02T14:14:01,319 INFO [Time-limited test {}] server.Server(415): Started @89142ms 2024-12-02T14:14:01,384 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:14:01,387 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:14:01,388 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:14:01,388 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:14:01,388 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T14:14:01,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@628468c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:14:01,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11077589{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:14:01,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69b78350{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/java.io.tmpdir/jetty-localhost-45065-hadoop-hdfs-3_4_1-tests_jar-_-any-11061220649005677656/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:14:01,482 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f45d5ae{HTTP/1.1, (http/1.1)}{localhost:45065} 2024-12-02T14:14:01,482 INFO [Time-limited test {}] server.Server(415): Started @89305ms 2024-12-02T14:14:01,483 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T14:14:01,521 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:14:01,526 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:14:01,526 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:14:01,526 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:14:01,527 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T14:14:01,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64876708{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:14:01,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6595d54d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:14:01,546 WARN [Thread-671 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/cluster_a839ae22-6b29-b752-73bb-a673647a7771/data/data2/current/BP-1823813638-172.17.0.2-1733148841177/current, will proceed with Du for space computation calculation, 2024-12-02T14:14:01,546 WARN [Thread-670 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/cluster_a839ae22-6b29-b752-73bb-a673647a7771/data/data1/current/BP-1823813638-172.17.0.2-1733148841177/current, will proceed with Du for space computation calculation, 2024-12-02T14:14:01,564 WARN [Thread-649 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T14:14:01,566 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x72c5a072b81f513d with lease ID 0x4d0b1a5c4c78d2ca: Processing first storage report for DS-f31178c1-d985-46e3-8a91-fcb83c12fa36 from datanode DatanodeRegistration(127.0.0.1:41363, datanodeUuid=66e715f6-0137-4bd1-b5bc-8fbb18fc152c, infoPort=35303, infoSecurePort=0, ipcPort=40525, storageInfo=lv=-57;cid=testClusterID;nsid=806078547;c=1733148841177) 2024-12-02T14:14:01,567 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x72c5a072b81f513d with lease ID 0x4d0b1a5c4c78d2ca: from storage DS-f31178c1-d985-46e3-8a91-fcb83c12fa36 node DatanodeRegistration(127.0.0.1:41363, datanodeUuid=66e715f6-0137-4bd1-b5bc-8fbb18fc152c, infoPort=35303, infoSecurePort=0, ipcPort=40525, storageInfo=lv=-57;cid=testClusterID;nsid=806078547;c=1733148841177), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:14:01,567 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x72c5a072b81f513d with lease ID 0x4d0b1a5c4c78d2ca: Processing first storage report for DS-8259bb94-0be5-4146-91be-b168cb912489 from datanode DatanodeRegistration(127.0.0.1:41363, datanodeUuid=66e715f6-0137-4bd1-b5bc-8fbb18fc152c, infoPort=35303, infoSecurePort=0, ipcPort=40525, storageInfo=lv=-57;cid=testClusterID;nsid=806078547;c=1733148841177) 2024-12-02T14:14:01,567 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x72c5a072b81f513d with lease ID 0x4d0b1a5c4c78d2ca: from storage DS-8259bb94-0be5-4146-91be-b168cb912489 node DatanodeRegistration(127.0.0.1:41363, datanodeUuid=66e715f6-0137-4bd1-b5bc-8fbb18fc152c, infoPort=35303, infoSecurePort=0, ipcPort=40525, storageInfo=lv=-57;cid=testClusterID;nsid=806078547;c=1733148841177), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:14:01,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d599191{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/java.io.tmpdir/jetty-localhost-42759-hadoop-hdfs-3_4_1-tests_jar-_-any-1955192974514617604/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:14:01,627 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@682e19c3{HTTP/1.1, (http/1.1)}{localhost:42759} 2024-12-02T14:14:01,627 INFO [Time-limited test {}] server.Server(415): Started @89450ms 2024-12-02T14:14:01,628 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T14:14:01,664 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:14:01,668 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:14:01,672 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:14:01,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:14:01,673 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T14:14:01,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5094d3e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:14:01,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d7a4f89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:14:01,692 WARN [Thread-705 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/cluster_a839ae22-6b29-b752-73bb-a673647a7771/data/data3/current/BP-1823813638-172.17.0.2-1733148841177/current, will proceed with Du for space computation calculation, 2024-12-02T14:14:01,692 WARN [Thread-706 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/cluster_a839ae22-6b29-b752-73bb-a673647a7771/data/data4/current/BP-1823813638-172.17.0.2-1733148841177/current, will proceed with Du for space computation calculation, 2024-12-02T14:14:01,718 WARN [Thread-685 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T14:14:01,722 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xed2a2a78a50051f0 with lease ID 0x4d0b1a5c4c78d2cb: Processing first storage report for DS-f53fce6a-ecb6-4d6b-a987-992ca3666b07 from datanode DatanodeRegistration(127.0.0.1:41189, datanodeUuid=eec69665-1791-4d05-afd4-edf0a6c51280, infoPort=39587, infoSecurePort=0, ipcPort=38701, storageInfo=lv=-57;cid=testClusterID;nsid=806078547;c=1733148841177) 2024-12-02T14:14:01,722 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xed2a2a78a50051f0 with lease ID 0x4d0b1a5c4c78d2cb: from storage DS-f53fce6a-ecb6-4d6b-a987-992ca3666b07 node DatanodeRegistration(127.0.0.1:41189, datanodeUuid=eec69665-1791-4d05-afd4-edf0a6c51280, infoPort=39587, infoSecurePort=0, ipcPort=38701, storageInfo=lv=-57;cid=testClusterID;nsid=806078547;c=1733148841177), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T14:14:01,722 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xed2a2a78a50051f0 with lease ID 0x4d0b1a5c4c78d2cb: Processing first storage report for DS-4ad5597c-fc1f-41f5-aba1-ba399a67c963 from datanode DatanodeRegistration(127.0.0.1:41189, datanodeUuid=eec69665-1791-4d05-afd4-edf0a6c51280, infoPort=39587, infoSecurePort=0, ipcPort=38701, storageInfo=lv=-57;cid=testClusterID;nsid=806078547;c=1733148841177) 2024-12-02T14:14:01,722 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xed2a2a78a50051f0 with lease ID 0x4d0b1a5c4c78d2cb: from storage DS-4ad5597c-fc1f-41f5-aba1-ba399a67c963 node DatanodeRegistration(127.0.0.1:41189, datanodeUuid=eec69665-1791-4d05-afd4-edf0a6c51280, infoPort=39587, infoSecurePort=0, ipcPort=38701, storageInfo=lv=-57;cid=testClusterID;nsid=806078547;c=1733148841177), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:14:01,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45bb3266{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/java.io.tmpdir/jetty-localhost-38715-hadoop-hdfs-3_4_1-tests_jar-_-any-12930774617123793687/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:14:01,775 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23493ac2{HTTP/1.1, (http/1.1)}{localhost:38715} 2024-12-02T14:14:01,775 INFO [Time-limited test {}] server.Server(415): Started @89599ms 2024-12-02T14:14:01,776 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T14:14:01,832 WARN [Thread-731 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/cluster_a839ae22-6b29-b752-73bb-a673647a7771/data/data5/current/BP-1823813638-172.17.0.2-1733148841177/current, will proceed with Du for space computation calculation, 2024-12-02T14:14:01,833 WARN [Thread-732 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/cluster_a839ae22-6b29-b752-73bb-a673647a7771/data/data6/current/BP-1823813638-172.17.0.2-1733148841177/current, will proceed with Du for space computation calculation, 2024-12-02T14:14:01,849 WARN [Thread-720 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T14:14:01,851 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec75dded25b18491 with lease ID 0x4d0b1a5c4c78d2cc: Processing first storage report for DS-ba06202a-4eab-4e57-82f6-ffb1f8ebe31f from datanode DatanodeRegistration(127.0.0.1:34579, datanodeUuid=e6ea8b77-bce7-4307-9c16-78c59eb8a2b0, infoPort=46697, infoSecurePort=0, ipcPort=45665, storageInfo=lv=-57;cid=testClusterID;nsid=806078547;c=1733148841177) 2024-12-02T14:14:01,851 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec75dded25b18491 with lease ID 0x4d0b1a5c4c78d2cc: from storage DS-ba06202a-4eab-4e57-82f6-ffb1f8ebe31f node DatanodeRegistration(127.0.0.1:34579, datanodeUuid=e6ea8b77-bce7-4307-9c16-78c59eb8a2b0, infoPort=46697, infoSecurePort=0, ipcPort=45665, storageInfo=lv=-57;cid=testClusterID;nsid=806078547;c=1733148841177), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:14:01,851 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec75dded25b18491 with lease ID 0x4d0b1a5c4c78d2cc: Processing first storage report for DS-ebffbcd0-cddf-4166-9d5e-9527a5dc6a9e from datanode DatanodeRegistration(127.0.0.1:34579, datanodeUuid=e6ea8b77-bce7-4307-9c16-78c59eb8a2b0, infoPort=46697, infoSecurePort=0, ipcPort=45665, storageInfo=lv=-57;cid=testClusterID;nsid=806078547;c=1733148841177) 2024-12-02T14:14:01,852 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec75dded25b18491 with lease ID 0x4d0b1a5c4c78d2cc: from storage DS-ebffbcd0-cddf-4166-9d5e-9527a5dc6a9e node DatanodeRegistration(127.0.0.1:34579, datanodeUuid=e6ea8b77-bce7-4307-9c16-78c59eb8a2b0, infoPort=46697, infoSecurePort=0, ipcPort=45665, storageInfo=lv=-57;cid=testClusterID;nsid=806078547;c=1733148841177), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:14:01,899 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7 2024-12-02T14:14:01,902 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/cluster_a839ae22-6b29-b752-73bb-a673647a7771/zookeeper_0, clientPort=53517, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/cluster_a839ae22-6b29-b752-73bb-a673647a7771/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/cluster_a839ae22-6b29-b752-73bb-a673647a7771/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T14:14:01,903 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53517 2024-12-02T14:14:01,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:01,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:01,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741825_1001 (size=7) 2024-12-02T14:14:01,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741825_1001 (size=7) 2024-12-02T14:14:01,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741825_1001 (size=7) 2024-12-02T14:14:01,922 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed with version=8 2024-12-02T14:14:01,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/hbase-staging 2024-12-02T14:14:01,925 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:14:01,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:01,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:01,925 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:14:01,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:01,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:14:01,925 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T14:14:01,925 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:14:01,926 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44955 2024-12-02T14:14:01,927 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44955 connecting to ZooKeeper ensemble=127.0.0.1:53517 2024-12-02T14:14:01,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449550x0, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:14:01,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44955-0x1009b47f41c0000 connected 2024-12-02T14:14:01,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:01,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:01,950 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44955-0x1009b47f41c0000, quorum=127.0.0.1:53517, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T14:14:01,950 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed, hbase.cluster.distributed=false 2024-12-02T14:14:01,951 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44955-0x1009b47f41c0000, quorum=127.0.0.1:53517, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T14:14:01,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44955 2024-12-02T14:14:01,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44955 2024-12-02T14:14:01,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44955 2024-12-02T14:14:01,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44955 2024-12-02T14:14:01,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44955 2024-12-02T14:14:01,973 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:14:01,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:01,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:01,974 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:14:01,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:01,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:14:01,974 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T14:14:01,974 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:14:01,974 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42375 2024-12-02T14:14:01,976 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42375 connecting to ZooKeeper ensemble=127.0.0.1:53517 2024-12-02T14:14:01,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:01,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:01,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423750x0, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:14:01,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423750x0, quorum=127.0.0.1:53517, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T14:14:01,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42375-0x1009b47f41c0001 connected 2024-12-02T14:14:01,983 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T14:14:01,984 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T14:14:01,984 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42375-0x1009b47f41c0001, quorum=127.0.0.1:53517, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T14:14:01,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42375-0x1009b47f41c0001, quorum=127.0.0.1:53517, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T14:14:01,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42375 2024-12-02T14:14:01,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42375 2024-12-02T14:14:01,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42375 2024-12-02T14:14:01,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42375 2024-12-02T14:14:01,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42375 2024-12-02T14:14:02,003 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:14:02,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:02,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:02,003 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:14:02,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:02,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:14:02,003 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T14:14:02,003 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:14:02,004 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42253 2024-12-02T14:14:02,006 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42253 connecting to ZooKeeper ensemble=127.0.0.1:53517 2024-12-02T14:14:02,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:02,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:02,012 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422530x0, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:14:02,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42253-0x1009b47f41c0002, quorum=127.0.0.1:53517, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T14:14:02,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42253-0x1009b47f41c0002 connected 2024-12-02T14:14:02,013 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T14:14:02,014 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T14:14:02,014 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42253-0x1009b47f41c0002, quorum=127.0.0.1:53517, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T14:14:02,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42253-0x1009b47f41c0002, quorum=127.0.0.1:53517, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T14:14:02,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42253 2024-12-02T14:14:02,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42253 2024-12-02T14:14:02,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42253 2024-12-02T14:14:02,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42253 2024-12-02T14:14:02,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42253 2024-12-02T14:14:02,031 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3a61c9ba14f:0 server-side Connection retries=45 2024-12-02T14:14:02,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:02,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:02,031 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:14:02,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:14:02,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:14:02,031 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T14:14:02,031 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:14:02,032 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33821 2024-12-02T14:14:02,033 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33821 connecting to ZooKeeper ensemble=127.0.0.1:53517 2024-12-02T14:14:02,033 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:02,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:02,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338210x0, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:14:02,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338210x0, quorum=127.0.0.1:53517, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T14:14:02,038 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33821-0x1009b47f41c0003 connected 2024-12-02T14:14:02,038 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T14:14:02,038 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T14:14:02,039 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33821-0x1009b47f41c0003, quorum=127.0.0.1:53517, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T14:14:02,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33821-0x1009b47f41c0003, quorum=127.0.0.1:53517, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T14:14:02,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33821 2024-12-02T14:14:02,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33821 2024-12-02T14:14:02,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33821 2024-12-02T14:14:02,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33821 2024-12-02T14:14:02,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33821 2024-12-02T14:14:02,052 DEBUG [M:0;a3a61c9ba14f:44955 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a3a61c9ba14f:44955 2024-12-02T14:14:02,052 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/a3a61c9ba14f,44955,1733148841924 2024-12-02T14:14:02,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x1009b47f41c0003, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T14:14:02,053 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42253-0x1009b47f41c0002, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T14:14:02,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x1009b47f41c0000, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T14:14:02,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x1009b47f41c0001, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T14:14:02,054 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44955-0x1009b47f41c0000, quorum=127.0.0.1:53517, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a3a61c9ba14f,44955,1733148841924 2024-12-02T14:14:02,055 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42253-0x1009b47f41c0002, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T14:14:02,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x1009b47f41c0001, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T14:14:02,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x1009b47f41c0003, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T14:14:02,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x1009b47f41c0001, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:14:02,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x1009b47f41c0003, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:14:02,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x1009b47f41c0000, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:14:02,056 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42253-0x1009b47f41c0002, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:14:02,057 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44955-0x1009b47f41c0000, quorum=127.0.0.1:53517, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T14:14:02,058 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a3a61c9ba14f,44955,1733148841924 from backup master directory 2024-12-02T14:14:02,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x1009b47f41c0000, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a3a61c9ba14f,44955,1733148841924 2024-12-02T14:14:02,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x1009b47f41c0003, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T14:14:02,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x1009b47f41c0001, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T14:14:02,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x1009b47f41c0000, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T14:14:02,059 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:14:02,059 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a3a61c9ba14f,44955,1733148841924 2024-12-02T14:14:02,064 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/hbase.id] with ID: e37e382f-3fa4-4380-8072-b5d709e685e5 2024-12-02T14:14:02,064 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/.tmp/hbase.id 2024-12-02T14:14:02,065 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42253-0x1009b47f41c0002, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T14:14:02,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741826_1002 (size=42) 2024-12-02T14:14:02,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741826_1002 (size=42) 2024-12-02T14:14:02,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741826_1002 (size=42) 2024-12-02T14:14:02,077 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/.tmp/hbase.id]:[hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/hbase.id] 2024-12-02T14:14:02,091 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:14:02,092 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T14:14:02,093 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T14:14:02,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x1009b47f41c0003, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:14:02,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x1009b47f41c0001, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:14:02,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x1009b47f41c0000, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:14:02,095 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42253-0x1009b47f41c0002, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:14:02,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741827_1003 (size=196) 2024-12-02T14:14:02,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741827_1003 (size=196) 2024-12-02T14:14:02,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741827_1003 (size=196) 2024-12-02T14:14:02,105 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:14:02,106 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T14:14:02,107 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:14:02,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741828_1004 (size=1189) 2024-12-02T14:14:02,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741828_1004 (size=1189) 2024-12-02T14:14:02,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741828_1004 (size=1189) 2024-12-02T14:14:02,117 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/MasterData/data/master/store 2024-12-02T14:14:02,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741829_1005 (size=34) 2024-12-02T14:14:02,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741829_1005 (size=34) 2024-12-02T14:14:02,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741829_1005 (size=34) 2024-12-02T14:14:02,127 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:02,127 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:14:02,127 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:02,127 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:02,127 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:14:02,127 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:02,127 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:14:02,128 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733148842127Disabling compacts and flushes for region at 1733148842127Disabling writes for close at 1733148842127Writing region close event to WAL at 1733148842127Closed at 1733148842127 2024-12-02T14:14:02,128 WARN [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/MasterData/data/master/store/.initializing 2024-12-02T14:14:02,128 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/MasterData/WALs/a3a61c9ba14f,44955,1733148841924 2024-12-02T14:14:02,130 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:14:02,132 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3a61c9ba14f%2C44955%2C1733148841924, suffix=, logDir=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/MasterData/WALs/a3a61c9ba14f,44955,1733148841924, archiveDir=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/MasterData/oldWALs, maxLogs=10 2024-12-02T14:14:02,149 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/MasterData/WALs/a3a61c9ba14f,44955,1733148841924/a3a61c9ba14f%2C44955%2C1733148841924.1733148842133, exclude list is [], retry=0 2024-12-02T14:14:02,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34579,DS-ba06202a-4eab-4e57-82f6-ffb1f8ebe31f,DISK] 2024-12-02T14:14:02,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41363,DS-f31178c1-d985-46e3-8a91-fcb83c12fa36,DISK] 2024-12-02T14:14:02,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41189,DS-f53fce6a-ecb6-4d6b-a987-992ca3666b07,DISK] 2024-12-02T14:14:02,163 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/MasterData/WALs/a3a61c9ba14f,44955,1733148841924/a3a61c9ba14f%2C44955%2C1733148841924.1733148842133 2024-12-02T14:14:02,164 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46697:46697),(127.0.0.1/127.0.0.1:35303:35303),(127.0.0.1/127.0.0.1:39587:39587)] 2024-12-02T14:14:02,164 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:14:02,165 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:02,165 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:02,165 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:02,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:02,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T14:14:02,169 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:02,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:02,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:02,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T14:14:02,172 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:02,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:02,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:02,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T14:14:02,175 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:02,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:02,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:02,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T14:14:02,178 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:02,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:02,178 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:02,179 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:02,180 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:02,181 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:02,181 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:02,182 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:14:02,183 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:14:02,189 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:14:02,190 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73409189, jitterRate=0.09388215839862823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:14:02,191 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733148842165Initializing all the Stores at 1733148842166 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148842166Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148842167 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148842167Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148842167Cleaning up temporary data from old regions at 1733148842181 (+14 ms)Region opened successfully at 1733148842190 (+9 ms) 2024-12-02T14:14:02,191 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T14:14:02,195 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2668c1fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:14:02,196 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T14:14:02,196 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T14:14:02,196 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T14:14:02,196 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T14:14:02,196 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T14:14:02,197 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T14:14:02,197 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-02T14:14:02,202 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T14:14:02,203 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44955-0x1009b47f41c0000, quorum=127.0.0.1:53517, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T14:14:02,204 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T14:14:02,205 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T14:14:02,205 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44955-0x1009b47f41c0000, quorum=127.0.0.1:53517, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T14:14:02,206 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T14:14:02,207 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T14:14:02,207 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44955-0x1009b47f41c0000, quorum=127.0.0.1:53517, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T14:14:02,208 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T14:14:02,209 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44955-0x1009b47f41c0000, quorum=127.0.0.1:53517, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T14:14:02,210 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T14:14:02,212 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44955-0x1009b47f41c0000, quorum=127.0.0.1:53517, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T14:14:02,213 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T14:14:02,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x1009b47f41c0000, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T14:14:02,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x1009b47f41c0003, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T14:14:02,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x1009b47f41c0001, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T14:14:02,214 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42253-0x1009b47f41c0002, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T14:14:02,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x1009b47f41c0000, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:14:02,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x1009b47f41c0003, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:14:02,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x1009b47f41c0001, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:14:02,214 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42253-0x1009b47f41c0002, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:14:02,215 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a3a61c9ba14f,44955,1733148841924, sessionid=0x1009b47f41c0000, setting cluster-up flag (Was=false) 2024-12-02T14:14:02,217 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42253-0x1009b47f41c0002, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:14:02,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x1009b47f41c0003, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:14:02,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x1009b47f41c0001, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:14:02,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x1009b47f41c0000, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:14:02,221 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T14:14:02,222 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,44955,1733148841924 2024-12-02T14:14:02,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x1009b47f41c0001, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:14:02,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x1009b47f41c0003, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:14:02,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x1009b47f41c0000, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:14:02,224 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42253-0x1009b47f41c0002, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:14:02,228 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T14:14:02,229 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3a61c9ba14f,44955,1733148841924 2024-12-02T14:14:02,230 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T14:14:02,231 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T14:14:02,232 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T14:14:02,232 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T14:14:02,232 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a3a61c9ba14f,44955,1733148841924 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T14:14:02,233 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:14:02,233 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:14:02,233 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:14:02,233 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:14:02,233 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a3a61c9ba14f:0, corePoolSize=10, maxPoolSize=10 2024-12-02T14:14:02,233 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:02,233 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:14:02,233 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:02,236 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733148872236 2024-12-02T14:14:02,236 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T14:14:02,236 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T14:14:02,236 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T14:14:02,236 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T14:14:02,236 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T14:14:02,236 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T14:14:02,236 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:02,236 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:14:02,237 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T14:14:02,237 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T14:14:02,237 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T14:14:02,237 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T14:14:02,238 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T14:14:02,238 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T14:14:02,238 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:02,238 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148842238,5,FailOnTimeoutGroup] 2024-12-02T14:14:02,238 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T14:14:02,241 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148842238,5,FailOnTimeoutGroup] 2024-12-02T14:14:02,241 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:02,241 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T14:14:02,241 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:02,241 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:02,243 INFO [RS:0;a3a61c9ba14f:42375 {}] regionserver.HRegionServer(746): ClusterId : e37e382f-3fa4-4380-8072-b5d709e685e5 2024-12-02T14:14:02,243 DEBUG [RS:0;a3a61c9ba14f:42375 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T14:14:02,243 INFO [RS:2;a3a61c9ba14f:33821 {}] regionserver.HRegionServer(746): ClusterId : e37e382f-3fa4-4380-8072-b5d709e685e5 2024-12-02T14:14:02,243 DEBUG [RS:2;a3a61c9ba14f:33821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T14:14:02,244 INFO [RS:1;a3a61c9ba14f:42253 {}] regionserver.HRegionServer(746): ClusterId : e37e382f-3fa4-4380-8072-b5d709e685e5 2024-12-02T14:14:02,244 DEBUG [RS:1;a3a61c9ba14f:42253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T14:14:02,246 DEBUG [RS:2;a3a61c9ba14f:33821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T14:14:02,246 DEBUG [RS:2;a3a61c9ba14f:33821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T14:14:02,246 DEBUG [RS:1;a3a61c9ba14f:42253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T14:14:02,246 DEBUG [RS:0;a3a61c9ba14f:42375 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T14:14:02,246 DEBUG [RS:1;a3a61c9ba14f:42253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T14:14:02,246 DEBUG [RS:0;a3a61c9ba14f:42375 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T14:14:02,247 DEBUG [RS:2;a3a61c9ba14f:33821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T14:14:02,248 DEBUG [RS:0;a3a61c9ba14f:42375 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T14:14:02,248 DEBUG [RS:2;a3a61c9ba14f:33821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e99b138, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:14:02,248 DEBUG [RS:0;a3a61c9ba14f:42375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25c2d9bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:14:02,248 DEBUG [RS:1;a3a61c9ba14f:42253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T14:14:02,248 DEBUG [RS:1;a3a61c9ba14f:42253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9be657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3a61c9ba14f/172.17.0.2:0 2024-12-02T14:14:02,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741831_1007 (size=1321) 2024-12-02T14:14:02,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741831_1007 (size=1321) 2024-12-02T14:14:02,266 DEBUG [RS:2;a3a61c9ba14f:33821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;a3a61c9ba14f:33821 2024-12-02T14:14:02,266 INFO [RS:2;a3a61c9ba14f:33821 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T14:14:02,266 INFO [RS:2;a3a61c9ba14f:33821 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T14:14:02,266 DEBUG [RS:2;a3a61c9ba14f:33821 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T14:14:02,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741831_1007 (size=1321) 2024-12-02T14:14:02,267 INFO [RS:2;a3a61c9ba14f:33821 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3a61c9ba14f,44955,1733148841924 with port=33821, startcode=1733148842030 2024-12-02T14:14:02,267 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T14:14:02,267 DEBUG [RS:2;a3a61c9ba14f:33821 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T14:14:02,267 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed 2024-12-02T14:14:02,269 DEBUG [RS:0;a3a61c9ba14f:42375 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a3a61c9ba14f:42375 2024-12-02T14:14:02,269 INFO [RS:0;a3a61c9ba14f:42375 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T14:14:02,270 INFO [RS:0;a3a61c9ba14f:42375 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T14:14:02,270 DEBUG [RS:0;a3a61c9ba14f:42375 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T14:14:02,270 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T14:14:02,270 DEBUG [RS:1;a3a61c9ba14f:42253 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;a3a61c9ba14f:42253 2024-12-02T14:14:02,271 INFO [RS:0;a3a61c9ba14f:42375 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3a61c9ba14f,44955,1733148841924 with port=42375, startcode=1733148841973 2024-12-02T14:14:02,271 INFO [RS:1;a3a61c9ba14f:42253 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T14:14:02,271 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44955 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3a61c9ba14f,33821,1733148842030 2024-12-02T14:14:02,271 INFO [RS:1;a3a61c9ba14f:42253 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T14:14:02,271 DEBUG [RS:1;a3a61c9ba14f:42253 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T14:14:02,271 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44955 {}] master.ServerManager(517): Registering regionserver=a3a61c9ba14f,33821,1733148842030 2024-12-02T14:14:02,271 DEBUG [RS:0;a3a61c9ba14f:42375 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T14:14:02,272 INFO [RS:1;a3a61c9ba14f:42253 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3a61c9ba14f,44955,1733148841924 with port=42253, startcode=1733148842003 2024-12-02T14:14:02,273 DEBUG [RS:2;a3a61c9ba14f:33821 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed 2024-12-02T14:14:02,273 DEBUG [RS:1;a3a61c9ba14f:42253 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T14:14:02,273 DEBUG [RS:2;a3a61c9ba14f:33821 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42657 2024-12-02T14:14:02,273 DEBUG [RS:2;a3a61c9ba14f:33821 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T14:14:02,274 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T14:14:02,274 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T14:14:02,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x1009b47f41c0000, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T14:14:02,275 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44955 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3a61c9ba14f,42253,1733148842003 2024-12-02T14:14:02,275 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44955 {}] master.ServerManager(517): Registering regionserver=a3a61c9ba14f,42253,1733148842003 2024-12-02T14:14:02,275 DEBUG [RS:2;a3a61c9ba14f:33821 {}] zookeeper.ZKUtil(111): regionserver:33821-0x1009b47f41c0003, quorum=127.0.0.1:53517, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a3a61c9ba14f,33821,1733148842030 2024-12-02T14:14:02,275 WARN [RS:2;a3a61c9ba14f:33821 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:14:02,275 INFO [RS:2;a3a61c9ba14f:33821 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:14:02,276 DEBUG [RS:2;a3a61c9ba14f:33821 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/WALs/a3a61c9ba14f,33821,1733148842030 2024-12-02T14:14:02,276 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3a61c9ba14f,33821,1733148842030] 2024-12-02T14:14:02,276 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44955 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3a61c9ba14f,42375,1733148841973 2024-12-02T14:14:02,276 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44955 {}] master.ServerManager(517): Registering regionserver=a3a61c9ba14f,42375,1733148841973 2024-12-02T14:14:02,276 DEBUG [RS:1;a3a61c9ba14f:42253 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed 2024-12-02T14:14:02,276 DEBUG [RS:1;a3a61c9ba14f:42253 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42657 2024-12-02T14:14:02,277 DEBUG [RS:1;a3a61c9ba14f:42253 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T14:14:02,278 DEBUG [RS:0;a3a61c9ba14f:42375 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed 2024-12-02T14:14:02,278 DEBUG [RS:0;a3a61c9ba14f:42375 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42657 2024-12-02T14:14:02,278 DEBUG [RS:0;a3a61c9ba14f:42375 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T14:14:02,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x1009b47f41c0000, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T14:14:02,280 DEBUG [RS:0;a3a61c9ba14f:42375 {}] zookeeper.ZKUtil(111): regionserver:42375-0x1009b47f41c0001, quorum=127.0.0.1:53517, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a3a61c9ba14f,42375,1733148841973 2024-12-02T14:14:02,280 WARN [RS:0;a3a61c9ba14f:42375 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:14:02,280 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3a61c9ba14f,42375,1733148841973] 2024-12-02T14:14:02,280 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3a61c9ba14f,42253,1733148842003] 2024-12-02T14:14:02,280 INFO [RS:0;a3a61c9ba14f:42375 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:14:02,281 DEBUG [RS:0;a3a61c9ba14f:42375 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/WALs/a3a61c9ba14f,42375,1733148841973 2024-12-02T14:14:02,282 DEBUG [RS:1;a3a61c9ba14f:42253 {}] zookeeper.ZKUtil(111): regionserver:42253-0x1009b47f41c0002, quorum=127.0.0.1:53517, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a3a61c9ba14f,42253,1733148842003 2024-12-02T14:14:02,282 INFO [RS:2;a3a61c9ba14f:33821 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T14:14:02,282 WARN [RS:1;a3a61c9ba14f:42253 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:14:02,282 INFO [RS:1;a3a61c9ba14f:42253 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:14:02,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741832_1008 (size=32) 2024-12-02T14:14:02,282 DEBUG [RS:1;a3a61c9ba14f:42253 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/WALs/a3a61c9ba14f,42253,1733148842003 2024-12-02T14:14:02,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741832_1008 (size=32) 2024-12-02T14:14:02,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741832_1008 (size=32) 2024-12-02T14:14:02,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:02,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:14:02,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:14:02,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:02,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:02,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:14:02,288 INFO [RS:0;a3a61c9ba14f:42375 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T14:14:02,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:14:02,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:02,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:02,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:14:02,293 INFO [RS:2;a3a61c9ba14f:33821 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T14:14:02,294 INFO [RS:0;a3a61c9ba14f:42375 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T14:14:02,294 INFO [RS:0;a3a61c9ba14f:42375 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T14:14:02,294 INFO [RS:0;a3a61c9ba14f:42375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:02,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:14:02,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:02,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:02,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:14:02,297 INFO [RS:1;a3a61c9ba14f:42253 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T14:14:02,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:14:02,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:02,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:02,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:14:02,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/hbase/meta/1588230740 2024-12-02T14:14:02,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/hbase/meta/1588230740 2024-12-02T14:14:02,301 INFO [RS:2;a3a61c9ba14f:33821 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T14:14:02,301 INFO [RS:2;a3a61c9ba14f:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:02,301 INFO [RS:0;a3a61c9ba14f:42375 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T14:14:02,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:14:02,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:14:02,302 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:14:02,302 INFO [RS:0;a3a61c9ba14f:42375 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T14:14:02,302 INFO [RS:0;a3a61c9ba14f:42375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:02,302 DEBUG [RS:0;a3a61c9ba14f:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:02,303 DEBUG [RS:0;a3a61c9ba14f:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:02,303 DEBUG [RS:0;a3a61c9ba14f:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:02,303 DEBUG [RS:0;a3a61c9ba14f:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:02,303 DEBUG [RS:0;a3a61c9ba14f:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:02,303 DEBUG [RS:0;a3a61c9ba14f:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:14:02,303 DEBUG [RS:0;a3a61c9ba14f:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:02,303 DEBUG [RS:0;a3a61c9ba14f:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:02,303 DEBUG [RS:0;a3a61c9ba14f:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:02,303 DEBUG [RS:0;a3a61c9ba14f:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:02,303 DEBUG [RS:0;a3a61c9ba14f:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:02,303 DEBUG [RS:0;a3a61c9ba14f:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:02,303 DEBUG [RS:0;a3a61c9ba14f:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:14:02,303 DEBUG [RS:0;a3a61c9ba14f:42375 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:14:02,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:14:02,308 INFO [RS:1;a3a61c9ba14f:42253 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T14:14:02,308 INFO [RS:2;a3a61c9ba14f:33821 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T14:14:02,309 INFO [RS:1;a3a61c9ba14f:42253 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T14:14:02,309 INFO [RS:1;a3a61c9ba14f:42253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:02,309 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:14:02,309 INFO [RS:2;a3a61c9ba14f:33821 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T14:14:02,309 INFO [RS:2;a3a61c9ba14f:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:02,309 DEBUG [RS:2;a3a61c9ba14f:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:02,310 DEBUG [RS:2;a3a61c9ba14f:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:02,310 DEBUG [RS:2;a3a61c9ba14f:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:02,310 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58766370, jitterRate=-0.12431284785270691}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:14:02,310 DEBUG [RS:2;a3a61c9ba14f:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:02,310 DEBUG [RS:2;a3a61c9ba14f:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:02,310 DEBUG [RS:2;a3a61c9ba14f:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:14:02,310 DEBUG [RS:2;a3a61c9ba14f:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:02,310 DEBUG [RS:2;a3a61c9ba14f:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:02,310 DEBUG [RS:2;a3a61c9ba14f:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:02,310 DEBUG [RS:2;a3a61c9ba14f:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:02,310 DEBUG [RS:2;a3a61c9ba14f:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:02,310 DEBUG [RS:2;a3a61c9ba14f:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:02,310 DEBUG [RS:2;a3a61c9ba14f:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:14:02,310 DEBUG [RS:2;a3a61c9ba14f:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:14:02,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733148842284Initializing all the Stores at 1733148842285 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148842285Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148842285Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148842285Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148842286 (+1 ms)Cleaning up temporary data from old regions at 1733148842302 (+16 ms)Region opened successfully at 1733148842310 (+8 ms) 2024-12-02T14:14:02,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:14:02,311 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:14:02,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:14:02,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:14:02,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:14:02,313 INFO [RS:0;a3a61c9ba14f:42375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:02,313 INFO [RS:0;a3a61c9ba14f:42375 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:02,313 INFO [RS:0;a3a61c9ba14f:42375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:02,313 INFO [RS:0;a3a61c9ba14f:42375 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:02,313 INFO [RS:0;a3a61c9ba14f:42375 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:02,313 INFO [RS:0;a3a61c9ba14f:42375 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,42375,1733148841973-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:14:02,313 INFO [RS:1;a3a61c9ba14f:42253 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T14:14:02,314 INFO [RS:1;a3a61c9ba14f:42253 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T14:14:02,314 INFO [RS:1;a3a61c9ba14f:42253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:02,315 DEBUG [RS:1;a3a61c9ba14f:42253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:02,315 DEBUG [RS:1;a3a61c9ba14f:42253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:02,315 DEBUG [RS:1;a3a61c9ba14f:42253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:02,315 DEBUG [RS:1;a3a61c9ba14f:42253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:02,315 DEBUG [RS:1;a3a61c9ba14f:42253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:02,315 DEBUG [RS:1;a3a61c9ba14f:42253 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:14:02,315 DEBUG [RS:1;a3a61c9ba14f:42253 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:02,315 DEBUG [RS:1;a3a61c9ba14f:42253 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:02,315 DEBUG [RS:1;a3a61c9ba14f:42253 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:02,315 DEBUG [RS:1;a3a61c9ba14f:42253 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:02,315 DEBUG [RS:1;a3a61c9ba14f:42253 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:02,315 DEBUG [RS:1;a3a61c9ba14f:42253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3a61c9ba14f:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:14:02,315 DEBUG [RS:1;a3a61c9ba14f:42253 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:14:02,315 DEBUG [RS:1;a3a61c9ba14f:42253 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3a61c9ba14f:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:14:02,317 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:14:02,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733148842311Disabling compacts and flushes for region at 1733148842311Disabling writes for close at 1733148842311Writing region close event to WAL at 1733148842317 (+6 ms)Closed at 1733148842317 2024-12-02T14:14:02,318 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:14:02,319 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T14:14:02,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T14:14:02,319 INFO [RS:2;a3a61c9ba14f:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:02,319 INFO [RS:2;a3a61c9ba14f:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:02,319 INFO [RS:2;a3a61c9ba14f:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:02,319 INFO [RS:2;a3a61c9ba14f:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:02,319 INFO [RS:2;a3a61c9ba14f:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:02,319 INFO [RS:2;a3a61c9ba14f:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,33821,1733148842030-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:14:02,320 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:14:02,321 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T14:14:02,325 INFO [RS:1;a3a61c9ba14f:42253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:02,325 INFO [RS:1;a3a61c9ba14f:42253 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:02,325 INFO [RS:1;a3a61c9ba14f:42253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:02,325 INFO [RS:1;a3a61c9ba14f:42253 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:02,325 INFO [RS:1;a3a61c9ba14f:42253 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:02,325 INFO [RS:1;a3a61c9ba14f:42253 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,42253,1733148842003-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:14:02,335 INFO [RS:0;a3a61c9ba14f:42375 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T14:14:02,335 INFO [RS:0;a3a61c9ba14f:42375 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,42375,1733148841973-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:02,335 INFO [RS:0;a3a61c9ba14f:42375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:02,335 INFO [RS:0;a3a61c9ba14f:42375 {}] regionserver.Replication(171): a3a61c9ba14f,42375,1733148841973 started 2024-12-02T14:14:02,339 INFO [RS:2;a3a61c9ba14f:33821 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T14:14:02,339 INFO [RS:2;a3a61c9ba14f:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,33821,1733148842030-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:02,339 INFO [RS:2;a3a61c9ba14f:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:02,339 INFO [RS:2;a3a61c9ba14f:33821 {}] regionserver.Replication(171): a3a61c9ba14f,33821,1733148842030 started 2024-12-02T14:14:02,346 INFO [RS:1;a3a61c9ba14f:42253 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T14:14:02,347 INFO [RS:1;a3a61c9ba14f:42253 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,42253,1733148842003-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:02,347 INFO [RS:1;a3a61c9ba14f:42253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:02,347 INFO [RS:1;a3a61c9ba14f:42253 {}] regionserver.Replication(171): a3a61c9ba14f,42253,1733148842003 started 2024-12-02T14:14:02,351 INFO [RS:2;a3a61c9ba14f:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:02,352 INFO [RS:2;a3a61c9ba14f:33821 {}] regionserver.HRegionServer(1482): Serving as a3a61c9ba14f,33821,1733148842030, RpcServer on a3a61c9ba14f/172.17.0.2:33821, sessionid=0x1009b47f41c0003 2024-12-02T14:14:02,352 DEBUG [RS:2;a3a61c9ba14f:33821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T14:14:02,352 DEBUG [RS:2;a3a61c9ba14f:33821 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3a61c9ba14f,33821,1733148842030 2024-12-02T14:14:02,352 DEBUG [RS:2;a3a61c9ba14f:33821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,33821,1733148842030' 2024-12-02T14:14:02,352 DEBUG [RS:2;a3a61c9ba14f:33821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T14:14:02,352 DEBUG [RS:2;a3a61c9ba14f:33821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T14:14:02,353 DEBUG [RS:2;a3a61c9ba14f:33821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T14:14:02,353 DEBUG [RS:2;a3a61c9ba14f:33821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T14:14:02,353 DEBUG [RS:2;a3a61c9ba14f:33821 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3a61c9ba14f,33821,1733148842030 2024-12-02T14:14:02,353 DEBUG [RS:2;a3a61c9ba14f:33821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,33821,1733148842030' 2024-12-02T14:14:02,353 DEBUG [RS:2;a3a61c9ba14f:33821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T14:14:02,353 DEBUG [RS:2;a3a61c9ba14f:33821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T14:14:02,354 INFO [RS:0;a3a61c9ba14f:42375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:02,354 DEBUG [RS:2;a3a61c9ba14f:33821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T14:14:02,354 INFO [RS:2;a3a61c9ba14f:33821 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T14:14:02,354 INFO [RS:2;a3a61c9ba14f:33821 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T14:14:02,354 INFO [RS:0;a3a61c9ba14f:42375 {}] regionserver.HRegionServer(1482): Serving as a3a61c9ba14f,42375,1733148841973, RpcServer on a3a61c9ba14f/172.17.0.2:42375, sessionid=0x1009b47f41c0001 2024-12-02T14:14:02,354 DEBUG [RS:0;a3a61c9ba14f:42375 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T14:14:02,354 DEBUG [RS:0;a3a61c9ba14f:42375 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3a61c9ba14f,42375,1733148841973 2024-12-02T14:14:02,354 DEBUG [RS:0;a3a61c9ba14f:42375 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,42375,1733148841973' 2024-12-02T14:14:02,354 DEBUG [RS:0;a3a61c9ba14f:42375 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T14:14:02,354 DEBUG [RS:0;a3a61c9ba14f:42375 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T14:14:02,355 DEBUG [RS:0;a3a61c9ba14f:42375 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T14:14:02,355 DEBUG [RS:0;a3a61c9ba14f:42375 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T14:14:02,355 DEBUG [RS:0;a3a61c9ba14f:42375 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3a61c9ba14f,42375,1733148841973 2024-12-02T14:14:02,355 DEBUG [RS:0;a3a61c9ba14f:42375 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,42375,1733148841973' 2024-12-02T14:14:02,355 DEBUG [RS:0;a3a61c9ba14f:42375 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T14:14:02,355 DEBUG [RS:0;a3a61c9ba14f:42375 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T14:14:02,355 DEBUG [RS:0;a3a61c9ba14f:42375 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T14:14:02,355 INFO [RS:0;a3a61c9ba14f:42375 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T14:14:02,356 INFO [RS:0;a3a61c9ba14f:42375 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T14:14:02,362 INFO [RS:1;a3a61c9ba14f:42253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:02,362 INFO [RS:1;a3a61c9ba14f:42253 {}] regionserver.HRegionServer(1482): Serving as a3a61c9ba14f,42253,1733148842003, RpcServer on a3a61c9ba14f/172.17.0.2:42253, sessionid=0x1009b47f41c0002 2024-12-02T14:14:02,363 DEBUG [RS:1;a3a61c9ba14f:42253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T14:14:02,363 DEBUG [RS:1;a3a61c9ba14f:42253 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3a61c9ba14f,42253,1733148842003 2024-12-02T14:14:02,363 DEBUG [RS:1;a3a61c9ba14f:42253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,42253,1733148842003' 2024-12-02T14:14:02,363 DEBUG [RS:1;a3a61c9ba14f:42253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T14:14:02,363 DEBUG [RS:1;a3a61c9ba14f:42253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T14:14:02,364 DEBUG [RS:1;a3a61c9ba14f:42253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T14:14:02,364 DEBUG [RS:1;a3a61c9ba14f:42253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T14:14:02,364 DEBUG [RS:1;a3a61c9ba14f:42253 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3a61c9ba14f,42253,1733148842003 2024-12-02T14:14:02,364 DEBUG [RS:1;a3a61c9ba14f:42253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3a61c9ba14f,42253,1733148842003' 2024-12-02T14:14:02,364 DEBUG [RS:1;a3a61c9ba14f:42253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T14:14:02,364 DEBUG [RS:1;a3a61c9ba14f:42253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T14:14:02,365 DEBUG [RS:1;a3a61c9ba14f:42253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T14:14:02,365 INFO [RS:1;a3a61c9ba14f:42253 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T14:14:02,365 INFO [RS:1;a3a61c9ba14f:42253 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T14:14:02,454 INFO [RS:2;a3a61c9ba14f:33821 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:14:02,456 INFO [RS:0;a3a61c9ba14f:42375 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:14:02,456 INFO [RS:2;a3a61c9ba14f:33821 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3a61c9ba14f%2C33821%2C1733148842030, suffix=, logDir=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/WALs/a3a61c9ba14f,33821,1733148842030, archiveDir=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/oldWALs, maxLogs=32 2024-12-02T14:14:02,458 INFO [RS:0;a3a61c9ba14f:42375 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3a61c9ba14f%2C42375%2C1733148841973, suffix=, logDir=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/WALs/a3a61c9ba14f,42375,1733148841973, archiveDir=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/oldWALs, maxLogs=32 2024-12-02T14:14:02,465 INFO [RS:1;a3a61c9ba14f:42253 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T14:14:02,467 INFO [RS:1;a3a61c9ba14f:42253 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3a61c9ba14f%2C42253%2C1733148842003, suffix=, logDir=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/WALs/a3a61c9ba14f,42253,1733148842003, archiveDir=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/oldWALs, maxLogs=32 2024-12-02T14:14:02,472 WARN [a3a61c9ba14f:44955 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T14:14:02,475 DEBUG [RS:2;a3a61c9ba14f:33821 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/WALs/a3a61c9ba14f,33821,1733148842030/a3a61c9ba14f%2C33821%2C1733148842030.1733148842458, exclude list is [], retry=0 2024-12-02T14:14:02,475 DEBUG [RS:0;a3a61c9ba14f:42375 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/WALs/a3a61c9ba14f,42375,1733148841973/a3a61c9ba14f%2C42375%2C1733148841973.1733148842459, exclude list is [], retry=0 2024-12-02T14:14:02,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41363,DS-f31178c1-d985-46e3-8a91-fcb83c12fa36,DISK] 2024-12-02T14:14:02,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41189,DS-f53fce6a-ecb6-4d6b-a987-992ca3666b07,DISK] 2024-12-02T14:14:02,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41363,DS-f31178c1-d985-46e3-8a91-fcb83c12fa36,DISK] 2024-12-02T14:14:02,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41189,DS-f53fce6a-ecb6-4d6b-a987-992ca3666b07,DISK] 2024-12-02T14:14:02,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34579,DS-ba06202a-4eab-4e57-82f6-ffb1f8ebe31f,DISK] 2024-12-02T14:14:02,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34579,DS-ba06202a-4eab-4e57-82f6-ffb1f8ebe31f,DISK] 2024-12-02T14:14:02,479 DEBUG [RS:1;a3a61c9ba14f:42253 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/WALs/a3a61c9ba14f,42253,1733148842003/a3a61c9ba14f%2C42253%2C1733148842003.1733148842467, exclude list is [], retry=0 2024-12-02T14:14:02,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41363,DS-f31178c1-d985-46e3-8a91-fcb83c12fa36,DISK] 2024-12-02T14:14:02,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34579,DS-ba06202a-4eab-4e57-82f6-ffb1f8ebe31f,DISK] 2024-12-02T14:14:02,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41189,DS-f53fce6a-ecb6-4d6b-a987-992ca3666b07,DISK] 2024-12-02T14:14:02,486 INFO [RS:2;a3a61c9ba14f:33821 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/WALs/a3a61c9ba14f,33821,1733148842030/a3a61c9ba14f%2C33821%2C1733148842030.1733148842458 2024-12-02T14:14:02,486 DEBUG [RS:2;a3a61c9ba14f:33821 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35303:35303),(127.0.0.1/127.0.0.1:39587:39587),(127.0.0.1/127.0.0.1:46697:46697)] 2024-12-02T14:14:02,489 INFO [RS:0;a3a61c9ba14f:42375 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/WALs/a3a61c9ba14f,42375,1733148841973/a3a61c9ba14f%2C42375%2C1733148841973.1733148842459 2024-12-02T14:14:02,489 DEBUG [RS:0;a3a61c9ba14f:42375 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35303:35303),(127.0.0.1/127.0.0.1:39587:39587),(127.0.0.1/127.0.0.1:46697:46697)] 2024-12-02T14:14:02,490 INFO [RS:1;a3a61c9ba14f:42253 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/WALs/a3a61c9ba14f,42253,1733148842003/a3a61c9ba14f%2C42253%2C1733148842003.1733148842467 2024-12-02T14:14:02,490 DEBUG [RS:1;a3a61c9ba14f:42253 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35303:35303),(127.0.0.1/127.0.0.1:46697:46697),(127.0.0.1/127.0.0.1:39587:39587)] 2024-12-02T14:14:02,722 DEBUG [a3a61c9ba14f:44955 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-02T14:14:02,723 DEBUG [a3a61c9ba14f:44955 {}] balancer.BalancerClusterState(204): Hosts are {a3a61c9ba14f=0} racks are {/default-rack=0} 2024-12-02T14:14:02,727 DEBUG [a3a61c9ba14f:44955 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T14:14:02,727 DEBUG [a3a61c9ba14f:44955 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T14:14:02,727 DEBUG [a3a61c9ba14f:44955 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-02T14:14:02,727 DEBUG [a3a61c9ba14f:44955 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T14:14:02,727 DEBUG [a3a61c9ba14f:44955 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T14:14:02,727 DEBUG [a3a61c9ba14f:44955 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-02T14:14:02,728 INFO [a3a61c9ba14f:44955 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T14:14:02,728 INFO [a3a61c9ba14f:44955 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T14:14:02,728 INFO [a3a61c9ba14f:44955 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-02T14:14:02,728 DEBUG [a3a61c9ba14f:44955 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T14:14:02,729 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a3a61c9ba14f,42375,1733148841973 2024-12-02T14:14:02,730 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,42375,1733148841973, state=OPENING 2024-12-02T14:14:02,731 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T14:14:02,733 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42253-0x1009b47f41c0002, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:14:02,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x1009b47f41c0003, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:14:02,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x1009b47f41c0000, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:14:02,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x1009b47f41c0001, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:14:02,734 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T14:14:02,734 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T14:14:02,734 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:14:02,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,42375,1733148841973}] 2024-12-02T14:14:02,734 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T14:14:02,734 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T14:14:05,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:14:05,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:14:05,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:14:05,578 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T14:14:05,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:14:05,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:14:05,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:14:06,777 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:14:06,777 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T14:14:12,282 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T14:14:12,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:14:12,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:14:12,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:14:12,737 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:14:12,739 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T14:14:12,747 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T14:14:12,747 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:14:12,748 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T14:14:12,750 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3a61c9ba14f%2C42375%2C1733148841973.meta, suffix=.meta, logDir=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/WALs/a3a61c9ba14f,42375,1733148841973, archiveDir=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/oldWALs, maxLogs=32 2024-12-02T14:14:12,766 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/WALs/a3a61c9ba14f,42375,1733148841973/a3a61c9ba14f%2C42375%2C1733148841973.meta.1733148852751.meta, exclude list is [], retry=0 2024-12-02T14:14:12,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34579,DS-ba06202a-4eab-4e57-82f6-ffb1f8ebe31f,DISK] 2024-12-02T14:14:12,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41189,DS-f53fce6a-ecb6-4d6b-a987-992ca3666b07,DISK] 2024-12-02T14:14:12,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41363,DS-f31178c1-d985-46e3-8a91-fcb83c12fa36,DISK] 2024-12-02T14:14:12,770 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/WALs/a3a61c9ba14f,42375,1733148841973/a3a61c9ba14f%2C42375%2C1733148841973.meta.1733148852751.meta 2024-12-02T14:14:12,770 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46697:46697),(127.0.0.1/127.0.0.1:39587:39587),(127.0.0.1/127.0.0.1:35303:35303)] 2024-12-02T14:14:12,770 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:14:12,771 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:14:12,771 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T14:14:12,771 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T14:14:12,771 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T14:14:12,771 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:12,771 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T14:14:12,771 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T14:14:12,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:14:12,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:14:12,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:12,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:12,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:14:12,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:14:12,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:12,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:12,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:14:12,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:14:12,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:12,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:12,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:14:12,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:14:12,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:12,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:14:12,778 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:14:12,779 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/hbase/meta/1588230740 2024-12-02T14:14:12,780 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/hbase/meta/1588230740 2024-12-02T14:14:12,781 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:14:12,781 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:14:12,782 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:14:12,783 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:14:12,784 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69127695, jitterRate=0.030082926154136658}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:14:12,784 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T14:14:12,784 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733148852771Writing region info on filesystem at 1733148852771Initializing all the Stores at 1733148852772 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148852772Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148852773 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148852773Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733148852773Cleaning up temporary data from old regions at 1733148852781 (+8 ms)Running coprocessor post-open hooks at 1733148852784 (+3 ms)Region opened successfully at 1733148852784 2024-12-02T14:14:12,785 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733148852737 2024-12-02T14:14:12,787 DEBUG [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T14:14:12,787 INFO [RS_OPEN_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T14:14:12,788 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,42375,1733148841973 2024-12-02T14:14:12,789 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3a61c9ba14f,42375,1733148841973, state=OPEN 2024-12-02T14:14:12,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x1009b47f41c0000, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T14:14:12,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x1009b47f41c0003, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T14:14:12,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x1009b47f41c0001, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T14:14:12,790 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42253-0x1009b47f41c0002, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T14:14:12,790 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T14:14:12,790 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T14:14:12,790 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T14:14:12,790 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T14:14:12,791 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,42375,1733148841973 2024-12-02T14:14:12,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T14:14:12,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a3a61c9ba14f,42375,1733148841973 in 10.0570 sec 2024-12-02T14:14:12,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T14:14:12,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4740 sec 2024-12-02T14:14:12,797 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:14:12,797 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T14:14:12,800 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:14:12,800 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,42375,1733148841973, seqNum=-1] 2024-12-02T14:14:12,800 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:14:12,806 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:14:12,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.5800 sec 2024-12-02T14:14:12,812 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733148852812, completionTime=-1 2024-12-02T14:14:12,812 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-02T14:14:12,812 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T14:14:12,814 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-02T14:14:12,814 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733148912814 2024-12-02T14:14:12,814 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733148972814 2024-12-02T14:14:12,814 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T14:14:12,814 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,44955,1733148841924-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:12,814 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,44955,1733148841924-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:12,814 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,44955,1733148841924-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:12,815 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a3a61c9ba14f:44955, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:12,815 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:12,815 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:12,816 DEBUG [master/a3a61c9ba14f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T14:14:12,819 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.760sec 2024-12-02T14:14:12,819 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T14:14:12,819 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T14:14:12,819 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T14:14:12,819 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T14:14:12,819 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T14:14:12,820 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,44955,1733148841924-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:14:12,820 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,44955,1733148841924-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T14:14:12,823 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T14:14:12,823 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T14:14:12,823 INFO [master/a3a61c9ba14f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3a61c9ba14f,44955,1733148841924-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:14:12,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce65046, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:12,857 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,44955,-1 for getting cluster id 2024-12-02T14:14:12,857 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:14:12,859 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e37e382f-3fa4-4380-8072-b5d709e685e5' 2024-12-02T14:14:12,859 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:14:12,859 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e37e382f-3fa4-4380-8072-b5d709e685e5" 2024-12-02T14:14:12,860 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2feb27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:12,860 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,44955,-1] 2024-12-02T14:14:12,860 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:14:12,865 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:12,866 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:14:12,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@973ac2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:12,868 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:14:12,869 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,42375,1733148841973, seqNum=-1] 2024-12-02T14:14:12,869 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:14:12,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:14:12,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a3a61c9ba14f,44955,1733148841924 2024-12-02T14:14:12,874 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733148852874 (current time:1733148852874). 2024-12-02T14:14:12,874 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-02T14:14:12,874 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-02T14:14:12,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e730d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:12,875 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3a61c9ba14f,44955,-1 for getting cluster id 2024-12-02T14:14:12,875 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:14:12,876 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e37e382f-3fa4-4380-8072-b5d709e685e5' 2024-12-02T14:14:12,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:14:12,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e37e382f-3fa4-4380-8072-b5d709e685e5" 2024-12-02T14:14:12,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1422037e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:12,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3a61c9ba14f,44955,-1] 2024-12-02T14:14:12,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:14:12,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:12,877 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:14:12,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c342269, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T14:14:12,879 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:14:12,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3a61c9ba14f,42375,1733148841973, seqNum=-1] 2024-12-02T14:14:12,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:14:12,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:14:12,883 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:14:12,883 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:14:12,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:12,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:12,884 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:14:12,884 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a3a61c9ba14f,44955,1733148841924 2024-12-02T14:14:12,885 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28ea045a 2024-12-02T14:14:12,885 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:14:12,885 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:14:12,887 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:14:12,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:14:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-02T14:14:12,890 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T14:14:12,890 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:12,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-02T14:14:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:14:12,891 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T14:14:12,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741837_1013 (size=361) 2024-12-02T14:14:12,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741837_1013 (size=361) 2024-12-02T14:14:12,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741837_1013 (size=361) 2024-12-02T14:14:12,906 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 028cb9928132ed06fd750d3e3ced00a2, NAME => 'SPTestTable,19999999,1733148852887.028cb9928132ed06fd750d3e3ced00a2.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed 2024-12-02T14:14:12,906 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 549a21f263badfc3324cae6005fc47f1, NAME => 'SPTestTable,33333332,1733148852887.549a21f263badfc3324cae6005fc47f1.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed 2024-12-02T14:14:12,906 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 87730b3888d8f78cf2a88c3f959e3cc8, NAME => 'SPTestTable,,1733148852887.87730b3888d8f78cf2a88c3f959e3cc8.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed 2024-12-02T14:14:12,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741840_1016 (size=54) 2024-12-02T14:14:12,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741839_1015 (size=62) 2024-12-02T14:14:12,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741840_1016 (size=54) 2024-12-02T14:14:12,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741839_1015 (size=62) 2024-12-02T14:14:12,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741838_1014 (size=62) 2024-12-02T14:14:12,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741839_1015 (size=62) 2024-12-02T14:14:12,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741838_1014 (size=62) 2024-12-02T14:14:12,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741840_1016 (size=54) 2024-12-02T14:14:12,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741838_1014 (size=62) 2024-12-02T14:14:12,917 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733148852887.549a21f263badfc3324cae6005fc47f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:12,917 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733148852887.028cb9928132ed06fd750d3e3ced00a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:12,917 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733148852887.87730b3888d8f78cf2a88c3f959e3cc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:12,917 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 549a21f263badfc3324cae6005fc47f1, disabling compactions & flushes 2024-12-02T14:14:12,917 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 87730b3888d8f78cf2a88c3f959e3cc8, disabling compactions & flushes 2024-12-02T14:14:12,917 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 028cb9928132ed06fd750d3e3ced00a2, disabling compactions & flushes 2024-12-02T14:14:12,917 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733148852887.549a21f263badfc3324cae6005fc47f1. 2024-12-02T14:14:12,917 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733148852887.549a21f263badfc3324cae6005fc47f1. 2024-12-02T14:14:12,917 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733148852887.87730b3888d8f78cf2a88c3f959e3cc8. 2024-12-02T14:14:12,917 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733148852887.028cb9928132ed06fd750d3e3ced00a2. 2024-12-02T14:14:12,917 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733148852887.549a21f263badfc3324cae6005fc47f1. after waiting 0 ms 2024-12-02T14:14:12,917 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733148852887.87730b3888d8f78cf2a88c3f959e3cc8. 2024-12-02T14:14:12,917 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733148852887.028cb9928132ed06fd750d3e3ced00a2. 2024-12-02T14:14:12,917 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733148852887.549a21f263badfc3324cae6005fc47f1. 2024-12-02T14:14:12,917 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733148852887.549a21f263badfc3324cae6005fc47f1. 2024-12-02T14:14:12,917 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733148852887.028cb9928132ed06fd750d3e3ced00a2. after waiting 0 ms 2024-12-02T14:14:12,917 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733148852887.87730b3888d8f78cf2a88c3f959e3cc8. after waiting 0 ms 2024-12-02T14:14:12,917 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 549a21f263badfc3324cae6005fc47f1: Waiting for close lock at 1733148852917Disabling compacts and flushes for region at 1733148852917Disabling writes for close at 1733148852917Writing region close event to WAL at 1733148852917Closed at 1733148852917 2024-12-02T14:14:12,917 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733148852887.87730b3888d8f78cf2a88c3f959e3cc8. 2024-12-02T14:14:12,917 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733148852887.028cb9928132ed06fd750d3e3ced00a2. 2024-12-02T14:14:12,917 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733148852887.87730b3888d8f78cf2a88c3f959e3cc8. 2024-12-02T14:14:12,917 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733148852887.028cb9928132ed06fd750d3e3ced00a2. 2024-12-02T14:14:12,918 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 87730b3888d8f78cf2a88c3f959e3cc8: Waiting for close lock at 1733148852917Disabling compacts and flushes for region at 1733148852917Disabling writes for close at 1733148852917Writing region close event to WAL at 1733148852917Closed at 1733148852917 2024-12-02T14:14:12,918 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 028cb9928132ed06fd750d3e3ced00a2: Waiting for close lock at 1733148852917Disabling compacts and flushes for region at 1733148852917Disabling writes for close at 1733148852917Writing region close event to WAL at 1733148852917Closed at 1733148852917 2024-12-02T14:14:12,918 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0ce2d337fcb40774f1ee9a83b502afa2, NAME => 'SPTestTable,4ccccccb,1733148852887.0ce2d337fcb40774f1ee9a83b502afa2.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed 2024-12-02T14:14:12,918 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d41025c618dfca40dbefa381f19946d6, NAME => 'SPTestTable,66666664,1733148852887.d41025c618dfca40dbefa381f19946d6.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed 2024-12-02T14:14:12,919 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 118897985acfeabb94b008b164bc629a, NAME => 'SPTestTable,7ffffffd,1733148852887.118897985acfeabb94b008b164bc629a.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed 2024-12-02T14:14:12,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741841_1017 (size=62) 2024-12-02T14:14:12,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741842_1018 (size=62) 2024-12-02T14:14:12,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741841_1017 (size=62) 2024-12-02T14:14:12,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741841_1017 (size=62) 2024-12-02T14:14:12,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741842_1018 (size=62) 2024-12-02T14:14:12,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741842_1018 (size=62) 2024-12-02T14:14:12,929 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733148852887.d41025c618dfca40dbefa381f19946d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:12,929 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d41025c618dfca40dbefa381f19946d6, disabling compactions & flushes 2024-12-02T14:14:12,929 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733148852887.d41025c618dfca40dbefa381f19946d6. 2024-12-02T14:14:12,929 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733148852887.0ce2d337fcb40774f1ee9a83b502afa2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:12,929 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733148852887.d41025c618dfca40dbefa381f19946d6. 2024-12-02T14:14:12,929 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 0ce2d337fcb40774f1ee9a83b502afa2, disabling compactions & flushes 2024-12-02T14:14:12,929 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733148852887.d41025c618dfca40dbefa381f19946d6. after waiting 0 ms 2024-12-02T14:14:12,929 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733148852887.0ce2d337fcb40774f1ee9a83b502afa2. 2024-12-02T14:14:12,929 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733148852887.d41025c618dfca40dbefa381f19946d6. 2024-12-02T14:14:12,929 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733148852887.0ce2d337fcb40774f1ee9a83b502afa2. 2024-12-02T14:14:12,929 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733148852887.0ce2d337fcb40774f1ee9a83b502afa2. after waiting 0 ms 2024-12-02T14:14:12,929 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733148852887.d41025c618dfca40dbefa381f19946d6. 2024-12-02T14:14:12,930 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733148852887.0ce2d337fcb40774f1ee9a83b502afa2. 2024-12-02T14:14:12,930 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733148852887.0ce2d337fcb40774f1ee9a83b502afa2. 2024-12-02T14:14:12,930 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d41025c618dfca40dbefa381f19946d6: Waiting for close lock at 1733148852929Disabling compacts and flushes for region at 1733148852929Disabling writes for close at 1733148852929Writing region close event to WAL at 1733148852929Closed at 1733148852929 2024-12-02T14:14:12,930 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0ce2d337fcb40774f1ee9a83b502afa2: Waiting for close lock at 1733148852929Disabling compacts and flushes for region at 1733148852929Disabling writes for close at 1733148852929Writing region close event to WAL at 1733148852930 (+1 ms)Closed at 1733148852930 2024-12-02T14:14:12,930 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b203d711da3046f2c63bdc6b44209d6e, NAME => 'SPTestTable,99999996,1733148852887.b203d711da3046f2c63bdc6b44209d6e.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed 2024-12-02T14:14:12,931 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f3da32b840578ca2c7197e47651b4905, NAME => 'SPTestTable,b333332f,1733148852887.f3da32b840578ca2c7197e47651b4905.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed 2024-12-02T14:14:12,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741843_1019 (size=62) 2024-12-02T14:14:12,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741843_1019 (size=62) 2024-12-02T14:14:12,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741843_1019 (size=62) 2024-12-02T14:14:12,935 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733148852887.118897985acfeabb94b008b164bc629a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:12,935 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 118897985acfeabb94b008b164bc629a, disabling compactions & flushes 2024-12-02T14:14:12,935 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733148852887.118897985acfeabb94b008b164bc629a. 2024-12-02T14:14:12,936 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733148852887.118897985acfeabb94b008b164bc629a. 2024-12-02T14:14:12,936 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733148852887.118897985acfeabb94b008b164bc629a. after waiting 0 ms 2024-12-02T14:14:12,936 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733148852887.118897985acfeabb94b008b164bc629a. 2024-12-02T14:14:12,936 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733148852887.118897985acfeabb94b008b164bc629a. 2024-12-02T14:14:12,936 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 118897985acfeabb94b008b164bc629a: Waiting for close lock at 1733148852935Disabling compacts and flushes for region at 1733148852935Disabling writes for close at 1733148852936 (+1 ms)Writing region close event to WAL at 1733148852936Closed at 1733148852936 2024-12-02T14:14:12,937 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3dc9aff4e0159c8d3b6b48e953fcd79b, NAME => 'SPTestTable,ccccccc8,1733148852887.3dc9aff4e0159c8d3b6b48e953fcd79b.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed 2024-12-02T14:14:12,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741845_1021 (size=62) 2024-12-02T14:14:12,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741845_1021 (size=62) 2024-12-02T14:14:12,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741845_1021 (size=62) 2024-12-02T14:14:12,942 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733148852887.f3da32b840578ca2c7197e47651b4905.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:12,942 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing f3da32b840578ca2c7197e47651b4905, disabling compactions & flushes 2024-12-02T14:14:12,942 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733148852887.f3da32b840578ca2c7197e47651b4905. 2024-12-02T14:14:12,942 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733148852887.f3da32b840578ca2c7197e47651b4905. 2024-12-02T14:14:12,942 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733148852887.f3da32b840578ca2c7197e47651b4905. after waiting 0 ms 2024-12-02T14:14:12,942 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733148852887.f3da32b840578ca2c7197e47651b4905. 2024-12-02T14:14:12,942 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733148852887.f3da32b840578ca2c7197e47651b4905. 2024-12-02T14:14:12,942 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for f3da32b840578ca2c7197e47651b4905: Waiting for close lock at 1733148852942Disabling compacts and flushes for region at 1733148852942Disabling writes for close at 1733148852942Writing region close event to WAL at 1733148852942Closed at 1733148852942 2024-12-02T14:14:12,945 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c4fa8d7d68f77c8c53fa8bf84460c3eb, NAME => 'SPTestTable,e6666661,1733148852887.c4fa8d7d68f77c8c53fa8bf84460c3eb.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed 2024-12-02T14:14:12,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741844_1020 (size=62) 2024-12-02T14:14:12,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741844_1020 (size=62) 2024-12-02T14:14:12,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741844_1020 (size=62) 2024-12-02T14:14:12,949 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733148852887.b203d711da3046f2c63bdc6b44209d6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:12,949 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing b203d711da3046f2c63bdc6b44209d6e, disabling compactions & flushes 2024-12-02T14:14:12,949 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733148852887.b203d711da3046f2c63bdc6b44209d6e. 2024-12-02T14:14:12,949 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733148852887.b203d711da3046f2c63bdc6b44209d6e. 2024-12-02T14:14:12,949 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733148852887.b203d711da3046f2c63bdc6b44209d6e. after waiting 0 ms 2024-12-02T14:14:12,949 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733148852887.b203d711da3046f2c63bdc6b44209d6e. 2024-12-02T14:14:12,949 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733148852887.b203d711da3046f2c63bdc6b44209d6e. 2024-12-02T14:14:12,949 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for b203d711da3046f2c63bdc6b44209d6e: Waiting for close lock at 1733148852949Disabling compacts and flushes for region at 1733148852949Disabling writes for close at 1733148852949Writing region close event to WAL at 1733148852949Closed at 1733148852949 2024-12-02T14:14:12,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741847_1023 (size=54) 2024-12-02T14:14:12,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741847_1023 (size=54) 2024-12-02T14:14:12,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741847_1023 (size=54) 2024-12-02T14:14:12,955 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733148852887.c4fa8d7d68f77c8c53fa8bf84460c3eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:12,955 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c4fa8d7d68f77c8c53fa8bf84460c3eb, disabling compactions & flushes 2024-12-02T14:14:12,955 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733148852887.c4fa8d7d68f77c8c53fa8bf84460c3eb. 2024-12-02T14:14:12,955 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733148852887.c4fa8d7d68f77c8c53fa8bf84460c3eb. 2024-12-02T14:14:12,955 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733148852887.c4fa8d7d68f77c8c53fa8bf84460c3eb. after waiting 0 ms 2024-12-02T14:14:12,955 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733148852887.c4fa8d7d68f77c8c53fa8bf84460c3eb. 2024-12-02T14:14:12,956 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733148852887.c4fa8d7d68f77c8c53fa8bf84460c3eb. 2024-12-02T14:14:12,956 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c4fa8d7d68f77c8c53fa8bf84460c3eb: Waiting for close lock at 1733148852955Disabling compacts and flushes for region at 1733148852955Disabling writes for close at 1733148852955Writing region close event to WAL at 1733148852955Closed at 1733148852955 2024-12-02T14:14:12,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741846_1022 (size=62) 2024-12-02T14:14:12,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741846_1022 (size=62) 2024-12-02T14:14:12,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741846_1022 (size=62) 2024-12-02T14:14:12,967 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733148852887.3dc9aff4e0159c8d3b6b48e953fcd79b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:12,967 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 3dc9aff4e0159c8d3b6b48e953fcd79b, disabling compactions & flushes 2024-12-02T14:14:12,967 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733148852887.3dc9aff4e0159c8d3b6b48e953fcd79b. 2024-12-02T14:14:12,968 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733148852887.3dc9aff4e0159c8d3b6b48e953fcd79b. 2024-12-02T14:14:12,968 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733148852887.3dc9aff4e0159c8d3b6b48e953fcd79b. after waiting 0 ms 2024-12-02T14:14:12,968 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733148852887.3dc9aff4e0159c8d3b6b48e953fcd79b. 2024-12-02T14:14:12,968 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733148852887.3dc9aff4e0159c8d3b6b48e953fcd79b. 2024-12-02T14:14:12,968 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3dc9aff4e0159c8d3b6b48e953fcd79b: Waiting for close lock at 1733148852967Disabling compacts and flushes for region at 1733148852967Disabling writes for close at 1733148852968 (+1 ms)Writing region close event to WAL at 1733148852968Closed at 1733148852968 2024-12-02T14:14:12,969 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T14:14:12,970 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733148852887.549a21f263badfc3324cae6005fc47f1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733148852969"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148852969"}]},"ts":"1733148852969"} 2024-12-02T14:14:12,970 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733148852887.87730b3888d8f78cf2a88c3f959e3cc8.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733148852969"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148852969"}]},"ts":"1733148852969"} 2024-12-02T14:14:12,970 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733148852887.028cb9928132ed06fd750d3e3ced00a2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733148852969"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148852969"}]},"ts":"1733148852969"} 2024-12-02T14:14:12,970 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733148852887.d41025c618dfca40dbefa381f19946d6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733148852969"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148852969"}]},"ts":"1733148852969"} 2024-12-02T14:14:12,970 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733148852887.0ce2d337fcb40774f1ee9a83b502afa2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733148852969"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148852969"}]},"ts":"1733148852969"} 2024-12-02T14:14:12,970 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733148852887.118897985acfeabb94b008b164bc629a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733148852969"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148852969"}]},"ts":"1733148852969"} 2024-12-02T14:14:12,971 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733148852887.f3da32b840578ca2c7197e47651b4905.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733148852969"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148852969"}]},"ts":"1733148852969"} 2024-12-02T14:14:12,971 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733148852887.b203d711da3046f2c63bdc6b44209d6e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733148852969"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148852969"}]},"ts":"1733148852969"} 2024-12-02T14:14:12,971 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733148852887.c4fa8d7d68f77c8c53fa8bf84460c3eb.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733148852969"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148852969"}]},"ts":"1733148852969"} 2024-12-02T14:14:12,971 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733148852887.3dc9aff4e0159c8d3b6b48e953fcd79b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733148852969"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733148852969"}]},"ts":"1733148852969"} 2024-12-02T14:14:12,976 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-02T14:14:12,977 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T14:14:12,977 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733148852977"}]},"ts":"1733148852977"} 2024-12-02T14:14:12,979 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-02T14:14:12,980 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {a3a61c9ba14f=0} racks are {/default-rack=0} 2024-12-02T14:14:12,984 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T14:14:12,984 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T14:14:12,984 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-02T14:14:12,984 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T14:14:12,984 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T14:14:12,984 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-02T14:14:12,985 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T14:14:12,985 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T14:14:12,985 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-02T14:14:12,985 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T14:14:12,985 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=87730b3888d8f78cf2a88c3f959e3cc8, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=028cb9928132ed06fd750d3e3ced00a2, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=549a21f263badfc3324cae6005fc47f1, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0ce2d337fcb40774f1ee9a83b502afa2, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d41025c618dfca40dbefa381f19946d6, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=118897985acfeabb94b008b164bc629a, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b203d711da3046f2c63bdc6b44209d6e, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f3da32b840578ca2c7197e47651b4905, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3dc9aff4e0159c8d3b6b48e953fcd79b, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4fa8d7d68f77c8c53fa8bf84460c3eb, ASSIGN}] 2024-12-02T14:14:12,987 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d41025c618dfca40dbefa381f19946d6, ASSIGN 2024-12-02T14:14:12,987 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b203d711da3046f2c63bdc6b44209d6e, ASSIGN 2024-12-02T14:14:12,987 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=118897985acfeabb94b008b164bc629a, ASSIGN 2024-12-02T14:14:12,987 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0ce2d337fcb40774f1ee9a83b502afa2, ASSIGN 2024-12-02T14:14:12,989 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d41025c618dfca40dbefa381f19946d6, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,42253,1733148842003; forceNewPlan=false, retain=false 2024-12-02T14:14:12,989 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b203d711da3046f2c63bdc6b44209d6e, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,33821,1733148842030; forceNewPlan=false, retain=false 2024-12-02T14:14:12,989 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=118897985acfeabb94b008b164bc629a, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,42375,1733148841973; forceNewPlan=false, retain=false 2024-12-02T14:14:12,989 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0ce2d337fcb40774f1ee9a83b502afa2, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,33821,1733148842030; forceNewPlan=false, retain=false 2024-12-02T14:14:12,991 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4fa8d7d68f77c8c53fa8bf84460c3eb, ASSIGN 2024-12-02T14:14:12,991 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=549a21f263badfc3324cae6005fc47f1, ASSIGN 2024-12-02T14:14:12,991 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f3da32b840578ca2c7197e47651b4905, ASSIGN 2024-12-02T14:14:12,991 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3dc9aff4e0159c8d3b6b48e953fcd79b, ASSIGN 2024-12-02T14:14:12,992 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=028cb9928132ed06fd750d3e3ced00a2, ASSIGN 2024-12-02T14:14:12,992 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=549a21f263badfc3324cae6005fc47f1, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,42253,1733148842003; forceNewPlan=false, retain=false 2024-12-02T14:14:12,992 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4fa8d7d68f77c8c53fa8bf84460c3eb, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,42375,1733148841973; forceNewPlan=false, retain=false 2024-12-02T14:14:12,992 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f3da32b840578ca2c7197e47651b4905, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,42253,1733148842003; forceNewPlan=false, retain=false 2024-12-02T14:14:12,992 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3dc9aff4e0159c8d3b6b48e953fcd79b, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,42253,1733148842003; forceNewPlan=false, retain=false 2024-12-02T14:14:12,992 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=028cb9928132ed06fd750d3e3ced00a2, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,42375,1733148841973; forceNewPlan=false, retain=false 2024-12-02T14:14:12,995 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=87730b3888d8f78cf2a88c3f959e3cc8, ASSIGN 2024-12-02T14:14:12,996 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=87730b3888d8f78cf2a88c3f959e3cc8, ASSIGN; state=OFFLINE, location=a3a61c9ba14f,33821,1733148842030; forceNewPlan=false, retain=false 2024-12-02T14:14:12,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:14:13,140 INFO [a3a61c9ba14f:44955 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-02T14:14:13,141 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=c4fa8d7d68f77c8c53fa8bf84460c3eb, regionState=OPENING, regionLocation=a3a61c9ba14f,42375,1733148841973 2024-12-02T14:14:13,141 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=028cb9928132ed06fd750d3e3ced00a2, regionState=OPENING, regionLocation=a3a61c9ba14f,42375,1733148841973 2024-12-02T14:14:13,141 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=f3da32b840578ca2c7197e47651b4905, regionState=OPENING, regionLocation=a3a61c9ba14f,42253,1733148842003 2024-12-02T14:14:13,141 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=3dc9aff4e0159c8d3b6b48e953fcd79b, regionState=OPENING, regionLocation=a3a61c9ba14f,42253,1733148842003 2024-12-02T14:14:13,141 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=118897985acfeabb94b008b164bc629a, regionState=OPENING, regionLocation=a3a61c9ba14f,42375,1733148841973 2024-12-02T14:14:13,143 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=549a21f263badfc3324cae6005fc47f1, regionState=OPENING, regionLocation=a3a61c9ba14f,42253,1733148842003 2024-12-02T14:14:13,143 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d41025c618dfca40dbefa381f19946d6, regionState=OPENING, regionLocation=a3a61c9ba14f,42253,1733148842003 2024-12-02T14:14:13,143 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=b203d711da3046f2c63bdc6b44209d6e, regionState=OPENING, regionLocation=a3a61c9ba14f,33821,1733148842030 2024-12-02T14:14:13,143 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0ce2d337fcb40774f1ee9a83b502afa2, regionState=OPENING, regionLocation=a3a61c9ba14f,33821,1733148842030 2024-12-02T14:14:13,143 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=87730b3888d8f78cf2a88c3f959e3cc8, regionState=OPENING, regionLocation=a3a61c9ba14f,33821,1733148842030 2024-12-02T14:14:13,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=118897985acfeabb94b008b164bc629a, ASSIGN because future has completed 2024-12-02T14:14:13,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 118897985acfeabb94b008b164bc629a, server=a3a61c9ba14f,42375,1733148841973}] 2024-12-02T14:14:13,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3dc9aff4e0159c8d3b6b48e953fcd79b, ASSIGN because future has completed 2024-12-02T14:14:13,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3dc9aff4e0159c8d3b6b48e953fcd79b, server=a3a61c9ba14f,42253,1733148842003}] 2024-12-02T14:14:13,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f3da32b840578ca2c7197e47651b4905, ASSIGN because future has completed 2024-12-02T14:14:13,150 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3da32b840578ca2c7197e47651b4905, server=a3a61c9ba14f,42253,1733148842003}] 2024-12-02T14:14:13,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4fa8d7d68f77c8c53fa8bf84460c3eb, ASSIGN because future has completed 2024-12-02T14:14:13,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=028cb9928132ed06fd750d3e3ced00a2, ASSIGN because future has completed 2024-12-02T14:14:13,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 028cb9928132ed06fd750d3e3ced00a2, server=a3a61c9ba14f,42375,1733148841973}] 2024-12-02T14:14:13,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=549a21f263badfc3324cae6005fc47f1, ASSIGN because future has completed 2024-12-02T14:14:13,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4fa8d7d68f77c8c53fa8bf84460c3eb, server=a3a61c9ba14f,42375,1733148841973}] 2024-12-02T14:14:13,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0ce2d337fcb40774f1ee9a83b502afa2, ASSIGN because future has completed 2024-12-02T14:14:13,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b203d711da3046f2c63bdc6b44209d6e, ASSIGN because future has completed 2024-12-02T14:14:13,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=87730b3888d8f78cf2a88c3f959e3cc8, ASSIGN because future has completed 2024-12-02T14:14:13,162 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure b203d711da3046f2c63bdc6b44209d6e, server=a3a61c9ba14f,33821,1733148842030}] 2024-12-02T14:14:13,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d41025c618dfca40dbefa381f19946d6, ASSIGN because future has completed 2024-12-02T14:14:13,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ce2d337fcb40774f1ee9a83b502afa2, server=a3a61c9ba14f,33821,1733148842030}] 2024-12-02T14:14:13,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 549a21f263badfc3324cae6005fc47f1, server=a3a61c9ba14f,42253,1733148842003}] 2024-12-02T14:14:13,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d41025c618dfca40dbefa381f19946d6, server=a3a61c9ba14f,42253,1733148842003}] 2024-12-02T14:14:13,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87730b3888d8f78cf2a88c3f959e3cc8, server=a3a61c9ba14f,33821,1733148842030}] 2024-12-02T14:14:13,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:14:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:14:13,889 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3a61c9ba14f:38645 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-02T14:14:14,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:14:14,289 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T14:14:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:14:16,777 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T14:14:16,777 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T14:14:16,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:14:16,778 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T14:14:17,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:14:18,274 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T14:14:18,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:14:18,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:14:18,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:14:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:14:23,155 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733148852887.028cb9928132ed06fd750d3e3ced00a2. 2024-12-02T14:14:23,155 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 028cb9928132ed06fd750d3e3ced00a2, NAME => 'SPTestTable,19999999,1733148852887.028cb9928132ed06fd750d3e3ced00a2.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-02T14:14:23,156 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 028cb9928132ed06fd750d3e3ced00a2 2024-12-02T14:14:23,156 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733148852887.028cb9928132ed06fd750d3e3ced00a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:23,156 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 028cb9928132ed06fd750d3e3ced00a2 2024-12-02T14:14:23,156 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 028cb9928132ed06fd750d3e3ced00a2 2024-12-02T14:14:23,157 INFO [StoreOpener-028cb9928132ed06fd750d3e3ced00a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 028cb9928132ed06fd750d3e3ced00a2 2024-12-02T14:14:23,158 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:14:23,159 INFO [StoreOpener-028cb9928132ed06fd750d3e3ced00a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 028cb9928132ed06fd750d3e3ced00a2 columnFamilyName cf 2024-12-02T14:14:23,159 DEBUG [StoreOpener-028cb9928132ed06fd750d3e3ced00a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:23,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T14:14:23,159 INFO [StoreOpener-028cb9928132ed06fd750d3e3ced00a2-1 {}] regionserver.HStore(327): Store=028cb9928132ed06fd750d3e3ced00a2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:23,159 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 028cb9928132ed06fd750d3e3ced00a2 2024-12-02T14:14:23,160 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/028cb9928132ed06fd750d3e3ced00a2 2024-12-02T14:14:23,161 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/028cb9928132ed06fd750d3e3ced00a2 2024-12-02T14:14:23,161 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 028cb9928132ed06fd750d3e3ced00a2 2024-12-02T14:14:23,161 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 028cb9928132ed06fd750d3e3ced00a2 2024-12-02T14:14:23,163 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 028cb9928132ed06fd750d3e3ced00a2 2024-12-02T14:14:23,165 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/028cb9928132ed06fd750d3e3ced00a2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:14:23,165 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 028cb9928132ed06fd750d3e3ced00a2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74843412, jitterRate=0.115253746509552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T14:14:23,166 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 028cb9928132ed06fd750d3e3ced00a2 2024-12-02T14:14:23,166 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 028cb9928132ed06fd750d3e3ced00a2: Running coprocessor pre-open hook at 1733148863156Writing region info on filesystem at 1733148863156Initializing all the Stores at 1733148863157 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148863157Cleaning up temporary data from old regions at 1733148863161 (+4 ms)Running coprocessor post-open hooks at 1733148863166 (+5 ms)Region opened successfully at 1733148863166 2024-12-02T14:14:23,166 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:14:23,167 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733148852887.028cb9928132ed06fd750d3e3ced00a2., pid=19, masterSystemTime=1733148863150 2024-12-02T14:14:23,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T14:14:23,169 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733148852887.028cb9928132ed06fd750d3e3ced00a2. 2024-12-02T14:14:23,169 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733148852887.028cb9928132ed06fd750d3e3ced00a2. 2024-12-02T14:14:23,169 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=028cb9928132ed06fd750d3e3ced00a2, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,42375,1733148841973 2024-12-02T14:14:23,170 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733148852887.c4fa8d7d68f77c8c53fa8bf84460c3eb. 2024-12-02T14:14:23,170 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => c4fa8d7d68f77c8c53fa8bf84460c3eb, NAME => 'SPTestTable,e6666661,1733148852887.c4fa8d7d68f77c8c53fa8bf84460c3eb.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-02T14:14:23,170 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c4fa8d7d68f77c8c53fa8bf84460c3eb 2024-12-02T14:14:23,170 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733148852887.c4fa8d7d68f77c8c53fa8bf84460c3eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:23,170 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for c4fa8d7d68f77c8c53fa8bf84460c3eb 2024-12-02T14:14:23,170 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for c4fa8d7d68f77c8c53fa8bf84460c3eb 2024-12-02T14:14:23,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 028cb9928132ed06fd750d3e3ced00a2, server=a3a61c9ba14f,42375,1733148841973 because future has completed 2024-12-02T14:14:23,173 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733148852887.d41025c618dfca40dbefa381f19946d6. 2024-12-02T14:14:23,173 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => d41025c618dfca40dbefa381f19946d6, NAME => 'SPTestTable,66666664,1733148852887.d41025c618dfca40dbefa381f19946d6.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-02T14:14:23,174 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d41025c618dfca40dbefa381f19946d6 2024-12-02T14:14:23,174 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733148852887.d41025c618dfca40dbefa381f19946d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:23,174 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for d41025c618dfca40dbefa381f19946d6 2024-12-02T14:14:23,174 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for d41025c618dfca40dbefa381f19946d6 2024-12-02T14:14:23,174 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=6 2024-12-02T14:14:23,175 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 028cb9928132ed06fd750d3e3ced00a2, server=a3a61c9ba14f,42375,1733148841973 in 10.0190 sec 2024-12-02T14:14:23,175 INFO [StoreOpener-c4fa8d7d68f77c8c53fa8bf84460c3eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c4fa8d7d68f77c8c53fa8bf84460c3eb 2024-12-02T14:14:23,176 INFO [StoreOpener-d41025c618dfca40dbefa381f19946d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d41025c618dfca40dbefa381f19946d6 2024-12-02T14:14:23,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=028cb9928132ed06fd750d3e3ced00a2, ASSIGN in 10.1900 sec 2024-12-02T14:14:23,177 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733148852887.b203d711da3046f2c63bdc6b44209d6e. 2024-12-02T14:14:23,177 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => b203d711da3046f2c63bdc6b44209d6e, NAME => 'SPTestTable,99999996,1733148852887.b203d711da3046f2c63bdc6b44209d6e.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-02T14:14:23,177 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b203d711da3046f2c63bdc6b44209d6e 2024-12-02T14:14:23,177 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733148852887.b203d711da3046f2c63bdc6b44209d6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:23,177 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for b203d711da3046f2c63bdc6b44209d6e 2024-12-02T14:14:23,177 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for b203d711da3046f2c63bdc6b44209d6e 2024-12-02T14:14:23,177 INFO [StoreOpener-c4fa8d7d68f77c8c53fa8bf84460c3eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4fa8d7d68f77c8c53fa8bf84460c3eb columnFamilyName cf 2024-12-02T14:14:23,177 DEBUG [StoreOpener-c4fa8d7d68f77c8c53fa8bf84460c3eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:23,178 INFO [StoreOpener-d41025c618dfca40dbefa381f19946d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d41025c618dfca40dbefa381f19946d6 columnFamilyName cf 2024-12-02T14:14:23,178 DEBUG [StoreOpener-d41025c618dfca40dbefa381f19946d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:23,178 INFO [StoreOpener-c4fa8d7d68f77c8c53fa8bf84460c3eb-1 {}] regionserver.HStore(327): Store=c4fa8d7d68f77c8c53fa8bf84460c3eb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:23,178 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for c4fa8d7d68f77c8c53fa8bf84460c3eb 2024-12-02T14:14:23,178 INFO [StoreOpener-d41025c618dfca40dbefa381f19946d6-1 {}] regionserver.HStore(327): Store=d41025c618dfca40dbefa381f19946d6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:23,178 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for d41025c618dfca40dbefa381f19946d6 2024-12-02T14:14:23,178 INFO [StoreOpener-b203d711da3046f2c63bdc6b44209d6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b203d711da3046f2c63bdc6b44209d6e 2024-12-02T14:14:23,179 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/d41025c618dfca40dbefa381f19946d6 2024-12-02T14:14:23,179 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/c4fa8d7d68f77c8c53fa8bf84460c3eb 2024-12-02T14:14:23,179 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/d41025c618dfca40dbefa381f19946d6 2024-12-02T14:14:23,179 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/c4fa8d7d68f77c8c53fa8bf84460c3eb 2024-12-02T14:14:23,180 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for c4fa8d7d68f77c8c53fa8bf84460c3eb 2024-12-02T14:14:23,180 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for d41025c618dfca40dbefa381f19946d6 2024-12-02T14:14:23,180 INFO [StoreOpener-b203d711da3046f2c63bdc6b44209d6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b203d711da3046f2c63bdc6b44209d6e columnFamilyName cf 2024-12-02T14:14:23,180 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for c4fa8d7d68f77c8c53fa8bf84460c3eb 2024-12-02T14:14:23,180 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for d41025c618dfca40dbefa381f19946d6 2024-12-02T14:14:23,180 DEBUG [StoreOpener-b203d711da3046f2c63bdc6b44209d6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:23,180 INFO [StoreOpener-b203d711da3046f2c63bdc6b44209d6e-1 {}] regionserver.HStore(327): Store=b203d711da3046f2c63bdc6b44209d6e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:23,180 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for b203d711da3046f2c63bdc6b44209d6e 2024-12-02T14:14:23,181 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/b203d711da3046f2c63bdc6b44209d6e 2024-12-02T14:14:23,181 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/b203d711da3046f2c63bdc6b44209d6e 2024-12-02T14:14:23,181 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for c4fa8d7d68f77c8c53fa8bf84460c3eb 2024-12-02T14:14:23,181 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for d41025c618dfca40dbefa381f19946d6 2024-12-02T14:14:23,181 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for b203d711da3046f2c63bdc6b44209d6e 2024-12-02T14:14:23,181 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for b203d711da3046f2c63bdc6b44209d6e 2024-12-02T14:14:23,183 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/c4fa8d7d68f77c8c53fa8bf84460c3eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:14:23,183 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for b203d711da3046f2c63bdc6b44209d6e 2024-12-02T14:14:23,184 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened c4fa8d7d68f77c8c53fa8bf84460c3eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62947451, jitterRate=-0.06200988590717316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T14:14:23,184 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4fa8d7d68f77c8c53fa8bf84460c3eb 2024-12-02T14:14:23,184 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for c4fa8d7d68f77c8c53fa8bf84460c3eb: Running coprocessor pre-open hook at 1733148863170Writing region info on filesystem at 1733148863170Initializing all the Stores at 1733148863174 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148863174Cleaning up temporary data from old regions at 1733148863180 (+6 ms)Running coprocessor post-open hooks at 1733148863184 (+4 ms)Region opened successfully at 1733148863184 2024-12-02T14:14:23,184 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/d41025c618dfca40dbefa381f19946d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:14:23,184 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened d41025c618dfca40dbefa381f19946d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59774283, jitterRate=-0.10929377377033234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T14:14:23,184 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d41025c618dfca40dbefa381f19946d6 2024-12-02T14:14:23,184 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for d41025c618dfca40dbefa381f19946d6: Running coprocessor pre-open hook at 1733148863174Writing region info on filesystem at 1733148863174Initializing all the Stores at 1733148863175 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148863175Cleaning up temporary data from old regions at 1733148863180 (+5 ms)Running coprocessor post-open hooks at 1733148863184 (+4 ms)Region opened successfully at 1733148863184 2024-12-02T14:14:23,185 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733148852887.c4fa8d7d68f77c8c53fa8bf84460c3eb., pid=18, masterSystemTime=1733148863150 2024-12-02T14:14:23,185 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733148852887.d41025c618dfca40dbefa381f19946d6., pid=23, masterSystemTime=1733148863158 2024-12-02T14:14:23,187 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733148852887.c4fa8d7d68f77c8c53fa8bf84460c3eb. 2024-12-02T14:14:23,187 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733148852887.c4fa8d7d68f77c8c53fa8bf84460c3eb. 2024-12-02T14:14:23,187 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733148852887.118897985acfeabb94b008b164bc629a. 2024-12-02T14:14:23,187 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 118897985acfeabb94b008b164bc629a, NAME => 'SPTestTable,7ffffffd,1733148852887.118897985acfeabb94b008b164bc629a.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-02T14:14:23,187 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 118897985acfeabb94b008b164bc629a 2024-12-02T14:14:23,187 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733148852887.118897985acfeabb94b008b164bc629a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:23,187 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733148852887.d41025c618dfca40dbefa381f19946d6. 2024-12-02T14:14:23,188 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=c4fa8d7d68f77c8c53fa8bf84460c3eb, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,42375,1733148841973 2024-12-02T14:14:23,188 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733148852887.d41025c618dfca40dbefa381f19946d6. 2024-12-02T14:14:23,188 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 118897985acfeabb94b008b164bc629a 2024-12-02T14:14:23,188 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 118897985acfeabb94b008b164bc629a 2024-12-02T14:14:23,188 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733148852887.f3da32b840578ca2c7197e47651b4905. 2024-12-02T14:14:23,188 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => f3da32b840578ca2c7197e47651b4905, NAME => 'SPTestTable,b333332f,1733148852887.f3da32b840578ca2c7197e47651b4905.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-02T14:14:23,188 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f3da32b840578ca2c7197e47651b4905 2024-12-02T14:14:23,188 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733148852887.f3da32b840578ca2c7197e47651b4905.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:23,188 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for f3da32b840578ca2c7197e47651b4905 2024-12-02T14:14:23,188 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for f3da32b840578ca2c7197e47651b4905 2024-12-02T14:14:23,189 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d41025c618dfca40dbefa381f19946d6, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,42253,1733148842003 2024-12-02T14:14:23,190 INFO [StoreOpener-118897985acfeabb94b008b164bc629a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 118897985acfeabb94b008b164bc629a 2024-12-02T14:14:23,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4fa8d7d68f77c8c53fa8bf84460c3eb, server=a3a61c9ba14f,42375,1733148841973 because future has completed 2024-12-02T14:14:23,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d41025c618dfca40dbefa381f19946d6, server=a3a61c9ba14f,42253,1733148842003 because future has completed 2024-12-02T14:14:23,192 INFO [StoreOpener-118897985acfeabb94b008b164bc629a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 118897985acfeabb94b008b164bc629a columnFamilyName cf 2024-12-02T14:14:23,192 DEBUG [StoreOpener-118897985acfeabb94b008b164bc629a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:23,192 INFO [StoreOpener-118897985acfeabb94b008b164bc629a-1 {}] regionserver.HStore(327): Store=118897985acfeabb94b008b164bc629a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:23,192 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 118897985acfeabb94b008b164bc629a 2024-12-02T14:14:23,193 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/118897985acfeabb94b008b164bc629a 2024-12-02T14:14:23,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-12-02T14:14:23,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure c4fa8d7d68f77c8c53fa8bf84460c3eb, server=a3a61c9ba14f,42375,1733148841973 in 10.0400 sec 2024-12-02T14:14:23,193 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/118897985acfeabb94b008b164bc629a 2024-12-02T14:14:23,194 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 118897985acfeabb94b008b164bc629a 2024-12-02T14:14:23,194 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 118897985acfeabb94b008b164bc629a 2024-12-02T14:14:23,195 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=9 2024-12-02T14:14:23,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4fa8d7d68f77c8c53fa8bf84460c3eb, ASSIGN in 10.2080 sec 2024-12-02T14:14:23,195 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d41025c618dfca40dbefa381f19946d6, server=a3a61c9ba14f,42253,1733148842003 in 10.0280 sec 2024-12-02T14:14:23,196 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 118897985acfeabb94b008b164bc629a 2024-12-02T14:14:23,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d41025c618dfca40dbefa381f19946d6, ASSIGN in 10.2100 sec 2024-12-02T14:14:23,201 INFO [StoreOpener-f3da32b840578ca2c7197e47651b4905-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f3da32b840578ca2c7197e47651b4905 2024-12-02T14:14:23,201 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/b203d711da3046f2c63bdc6b44209d6e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:14:23,202 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened b203d711da3046f2c63bdc6b44209d6e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64800943, jitterRate=-0.03439070284366608}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T14:14:23,202 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b203d711da3046f2c63bdc6b44209d6e 2024-12-02T14:14:23,202 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for b203d711da3046f2c63bdc6b44209d6e: Running coprocessor pre-open hook at 1733148863177Writing region info on filesystem at 1733148863177Initializing all the Stores at 1733148863178 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148863178Cleaning up temporary data from old regions at 1733148863181 (+3 ms)Running coprocessor post-open hooks at 1733148863202 (+21 ms)Region opened successfully at 1733148863202 2024-12-02T14:14:23,202 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/118897985acfeabb94b008b164bc629a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:14:23,203 INFO [StoreOpener-f3da32b840578ca2c7197e47651b4905-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3da32b840578ca2c7197e47651b4905 columnFamilyName cf 2024-12-02T14:14:23,203 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733148852887.b203d711da3046f2c63bdc6b44209d6e., pid=21, masterSystemTime=1733148863166 2024-12-02T14:14:23,203 DEBUG [StoreOpener-f3da32b840578ca2c7197e47651b4905-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:23,204 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 118897985acfeabb94b008b164bc629a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69151491, jitterRate=0.030437514185905457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T14:14:23,204 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 118897985acfeabb94b008b164bc629a 2024-12-02T14:14:23,204 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 118897985acfeabb94b008b164bc629a: Running coprocessor pre-open hook at 1733148863188Writing region info on filesystem at 1733148863188Initializing all the Stores at 1733148863189 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148863189Cleaning up temporary data from old regions at 1733148863194 (+5 ms)Running coprocessor post-open hooks at 1733148863204 (+10 ms)Region opened successfully at 1733148863204 2024-12-02T14:14:23,204 INFO [StoreOpener-f3da32b840578ca2c7197e47651b4905-1 {}] regionserver.HStore(327): Store=f3da32b840578ca2c7197e47651b4905/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:23,204 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for f3da32b840578ca2c7197e47651b4905 2024-12-02T14:14:23,205 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/f3da32b840578ca2c7197e47651b4905 2024-12-02T14:14:23,205 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733148852887.118897985acfeabb94b008b164bc629a., pid=15, masterSystemTime=1733148863150 2024-12-02T14:14:23,205 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733148852887.b203d711da3046f2c63bdc6b44209d6e. 2024-12-02T14:14:23,206 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733148852887.b203d711da3046f2c63bdc6b44209d6e. 2024-12-02T14:14:23,206 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/f3da32b840578ca2c7197e47651b4905 2024-12-02T14:14:23,206 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,,1733148852887.87730b3888d8f78cf2a88c3f959e3cc8. 2024-12-02T14:14:23,206 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 87730b3888d8f78cf2a88c3f959e3cc8, NAME => 'SPTestTable,,1733148852887.87730b3888d8f78cf2a88c3f959e3cc8.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-02T14:14:23,206 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 87730b3888d8f78cf2a88c3f959e3cc8 2024-12-02T14:14:23,206 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=b203d711da3046f2c63bdc6b44209d6e, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,33821,1733148842030 2024-12-02T14:14:23,206 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,,1733148852887.87730b3888d8f78cf2a88c3f959e3cc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:23,206 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 87730b3888d8f78cf2a88c3f959e3cc8 2024-12-02T14:14:23,206 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 87730b3888d8f78cf2a88c3f959e3cc8 2024-12-02T14:14:23,207 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for f3da32b840578ca2c7197e47651b4905 2024-12-02T14:14:23,207 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for f3da32b840578ca2c7197e47651b4905 2024-12-02T14:14:23,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure b203d711da3046f2c63bdc6b44209d6e, server=a3a61c9ba14f,33821,1733148842030 because future has completed 2024-12-02T14:14:23,209 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733148852887.118897985acfeabb94b008b164bc629a. 2024-12-02T14:14:23,209 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733148852887.118897985acfeabb94b008b164bc629a. 2024-12-02T14:14:23,209 INFO [StoreOpener-87730b3888d8f78cf2a88c3f959e3cc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 87730b3888d8f78cf2a88c3f959e3cc8 2024-12-02T14:14:23,210 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=118897985acfeabb94b008b164bc629a, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,42375,1733148841973 2024-12-02T14:14:23,210 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for f3da32b840578ca2c7197e47651b4905 2024-12-02T14:14:23,211 INFO [StoreOpener-87730b3888d8f78cf2a88c3f959e3cc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87730b3888d8f78cf2a88c3f959e3cc8 columnFamilyName cf 2024-12-02T14:14:23,211 DEBUG [StoreOpener-87730b3888d8f78cf2a88c3f959e3cc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:23,212 INFO [StoreOpener-87730b3888d8f78cf2a88c3f959e3cc8-1 {}] regionserver.HStore(327): Store=87730b3888d8f78cf2a88c3f959e3cc8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:23,212 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 87730b3888d8f78cf2a88c3f959e3cc8 2024-12-02T14:14:23,213 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/f3da32b840578ca2c7197e47651b4905/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:14:23,213 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/87730b3888d8f78cf2a88c3f959e3cc8 2024-12-02T14:14:23,214 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/87730b3888d8f78cf2a88c3f959e3cc8 2024-12-02T14:14:23,214 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened f3da32b840578ca2c7197e47651b4905; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74187426, jitterRate=0.10547879338264465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T14:14:23,214 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f3da32b840578ca2c7197e47651b4905 2024-12-02T14:14:23,214 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for f3da32b840578ca2c7197e47651b4905: Running coprocessor pre-open hook at 1733148863188Writing region info on filesystem at 1733148863188Initializing all the Stores at 1733148863190 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148863190Cleaning up temporary data from old regions at 1733148863207 (+17 ms)Running coprocessor post-open hooks at 1733148863214 (+7 ms)Region opened successfully at 1733148863214 2024-12-02T14:14:23,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 118897985acfeabb94b008b164bc629a, server=a3a61c9ba14f,42375,1733148841973 because future has completed 2024-12-02T14:14:23,215 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 87730b3888d8f78cf2a88c3f959e3cc8 2024-12-02T14:14:23,215 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733148852887.f3da32b840578ca2c7197e47651b4905., pid=17, masterSystemTime=1733148863158 2024-12-02T14:14:23,215 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 87730b3888d8f78cf2a88c3f959e3cc8 2024-12-02T14:14:23,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=11 2024-12-02T14:14:23,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure b203d711da3046f2c63bdc6b44209d6e, server=a3a61c9ba14f,33821,1733148842030 in 10.0490 sec 2024-12-02T14:14:23,217 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733148852887.f3da32b840578ca2c7197e47651b4905. 2024-12-02T14:14:23,218 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733148852887.f3da32b840578ca2c7197e47651b4905. 2024-12-02T14:14:23,218 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733148852887.3dc9aff4e0159c8d3b6b48e953fcd79b. 2024-12-02T14:14:23,218 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 3dc9aff4e0159c8d3b6b48e953fcd79b, NAME => 'SPTestTable,ccccccc8,1733148852887.3dc9aff4e0159c8d3b6b48e953fcd79b.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-02T14:14:23,218 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 87730b3888d8f78cf2a88c3f959e3cc8 2024-12-02T14:14:23,218 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3dc9aff4e0159c8d3b6b48e953fcd79b 2024-12-02T14:14:23,218 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733148852887.3dc9aff4e0159c8d3b6b48e953fcd79b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:23,218 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 3dc9aff4e0159c8d3b6b48e953fcd79b 2024-12-02T14:14:23,218 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 3dc9aff4e0159c8d3b6b48e953fcd79b 2024-12-02T14:14:23,221 INFO [StoreOpener-3dc9aff4e0159c8d3b6b48e953fcd79b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3dc9aff4e0159c8d3b6b48e953fcd79b 2024-12-02T14:14:23,223 INFO [StoreOpener-3dc9aff4e0159c8d3b6b48e953fcd79b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3dc9aff4e0159c8d3b6b48e953fcd79b columnFamilyName cf 2024-12-02T14:14:23,223 DEBUG [StoreOpener-3dc9aff4e0159c8d3b6b48e953fcd79b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:23,224 INFO [StoreOpener-3dc9aff4e0159c8d3b6b48e953fcd79b-1 {}] regionserver.HStore(327): Store=3dc9aff4e0159c8d3b6b48e953fcd79b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:23,224 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 3dc9aff4e0159c8d3b6b48e953fcd79b 2024-12-02T14:14:23,224 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/87730b3888d8f78cf2a88c3f959e3cc8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:14:23,225 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 87730b3888d8f78cf2a88c3f959e3cc8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70902218, jitterRate=0.05652537941932678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T14:14:23,225 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 87730b3888d8f78cf2a88c3f959e3cc8 2024-12-02T14:14:23,225 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/3dc9aff4e0159c8d3b6b48e953fcd79b 2024-12-02T14:14:23,225 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 87730b3888d8f78cf2a88c3f959e3cc8: Running coprocessor pre-open hook at 1733148863207Writing region info on filesystem at 1733148863207Initializing all the Stores at 1733148863208 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148863208Cleaning up temporary data from old regions at 1733148863215 (+7 ms)Running coprocessor post-open hooks at 1733148863225 (+10 ms)Region opened successfully at 1733148863225 2024-12-02T14:14:23,225 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/3dc9aff4e0159c8d3b6b48e953fcd79b 2024-12-02T14:14:23,226 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 3dc9aff4e0159c8d3b6b48e953fcd79b 2024-12-02T14:14:23,226 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 3dc9aff4e0159c8d3b6b48e953fcd79b 2024-12-02T14:14:23,227 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 3dc9aff4e0159c8d3b6b48e953fcd79b 2024-12-02T14:14:23,230 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733148852887.87730b3888d8f78cf2a88c3f959e3cc8., pid=24, masterSystemTime=1733148863166 2024-12-02T14:14:23,230 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/3dc9aff4e0159c8d3b6b48e953fcd79b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:14:23,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b203d711da3046f2c63bdc6b44209d6e, ASSIGN in 10.2310 sec 2024-12-02T14:14:23,231 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 3dc9aff4e0159c8d3b6b48e953fcd79b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70137736, jitterRate=0.04513370990753174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T14:14:23,231 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3dc9aff4e0159c8d3b6b48e953fcd79b 2024-12-02T14:14:23,231 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 3dc9aff4e0159c8d3b6b48e953fcd79b: Running coprocessor pre-open hook at 1733148863218Writing region info on filesystem at 1733148863218Initializing all the Stores at 1733148863219 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148863219Cleaning up temporary data from old regions at 1733148863226 (+7 ms)Running coprocessor post-open hooks at 1733148863231 (+5 ms)Region opened successfully at 1733148863231 2024-12-02T14:14:23,231 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=f3da32b840578ca2c7197e47651b4905, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,42253,1733148842003 2024-12-02T14:14:23,232 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733148852887.3dc9aff4e0159c8d3b6b48e953fcd79b., pid=16, masterSystemTime=1733148863158 2024-12-02T14:14:23,233 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733148852887.87730b3888d8f78cf2a88c3f959e3cc8. 2024-12-02T14:14:23,233 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733148852887.87730b3888d8f78cf2a88c3f959e3cc8. 2024-12-02T14:14:23,233 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733148852887.0ce2d337fcb40774f1ee9a83b502afa2. 2024-12-02T14:14:23,233 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ce2d337fcb40774f1ee9a83b502afa2, NAME => 'SPTestTable,4ccccccb,1733148852887.0ce2d337fcb40774f1ee9a83b502afa2.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-02T14:14:23,234 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0ce2d337fcb40774f1ee9a83b502afa2 2024-12-02T14:14:23,234 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733148852887.0ce2d337fcb40774f1ee9a83b502afa2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:23,234 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 0ce2d337fcb40774f1ee9a83b502afa2 2024-12-02T14:14:23,234 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 0ce2d337fcb40774f1ee9a83b502afa2 2024-12-02T14:14:23,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3da32b840578ca2c7197e47651b4905, server=a3a61c9ba14f,42253,1733148842003 because future has completed 2024-12-02T14:14:23,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=10 2024-12-02T14:14:23,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 118897985acfeabb94b008b164bc629a, server=a3a61c9ba14f,42375,1733148841973 in 10.0700 sec 2024-12-02T14:14:23,236 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=87730b3888d8f78cf2a88c3f959e3cc8, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,33821,1733148842030 2024-12-02T14:14:23,236 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733148852887.3dc9aff4e0159c8d3b6b48e953fcd79b. 2024-12-02T14:14:23,237 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733148852887.3dc9aff4e0159c8d3b6b48e953fcd79b. 2024-12-02T14:14:23,237 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733148852887.549a21f263badfc3324cae6005fc47f1. 2024-12-02T14:14:23,237 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 549a21f263badfc3324cae6005fc47f1, NAME => 'SPTestTable,33333332,1733148852887.549a21f263badfc3324cae6005fc47f1.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-02T14:14:23,237 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 549a21f263badfc3324cae6005fc47f1 2024-12-02T14:14:23,237 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733148852887.549a21f263badfc3324cae6005fc47f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:14:23,238 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 549a21f263badfc3324cae6005fc47f1 2024-12-02T14:14:23,238 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 549a21f263badfc3324cae6005fc47f1 2024-12-02T14:14:23,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87730b3888d8f78cf2a88c3f959e3cc8, server=a3a61c9ba14f,33821,1733148842030 because future has completed 2024-12-02T14:14:23,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=118897985acfeabb94b008b164bc629a, ASSIGN in 10.2510 sec 2024-12-02T14:14:23,241 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=3dc9aff4e0159c8d3b6b48e953fcd79b, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,42253,1733148842003 2024-12-02T14:14:23,242 INFO [StoreOpener-0ce2d337fcb40774f1ee9a83b502afa2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0ce2d337fcb40774f1ee9a83b502afa2 2024-12-02T14:14:23,242 INFO [StoreOpener-549a21f263badfc3324cae6005fc47f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 549a21f263badfc3324cae6005fc47f1 2024-12-02T14:14:23,244 INFO [StoreOpener-0ce2d337fcb40774f1ee9a83b502afa2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ce2d337fcb40774f1ee9a83b502afa2 columnFamilyName cf 2024-12-02T14:14:23,244 INFO [StoreOpener-549a21f263badfc3324cae6005fc47f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 549a21f263badfc3324cae6005fc47f1 columnFamilyName cf 2024-12-02T14:14:23,244 DEBUG [StoreOpener-0ce2d337fcb40774f1ee9a83b502afa2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:23,244 DEBUG [StoreOpener-549a21f263badfc3324cae6005fc47f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:14:23,244 INFO [StoreOpener-0ce2d337fcb40774f1ee9a83b502afa2-1 {}] regionserver.HStore(327): Store=0ce2d337fcb40774f1ee9a83b502afa2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:23,244 INFO [StoreOpener-549a21f263badfc3324cae6005fc47f1-1 {}] regionserver.HStore(327): Store=549a21f263badfc3324cae6005fc47f1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:14:23,244 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 549a21f263badfc3324cae6005fc47f1 2024-12-02T14:14:23,244 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 0ce2d337fcb40774f1ee9a83b502afa2 2024-12-02T14:14:23,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=12 2024-12-02T14:14:23,245 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/0ce2d337fcb40774f1ee9a83b502afa2 2024-12-02T14:14:23,246 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/549a21f263badfc3324cae6005fc47f1 2024-12-02T14:14:23,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3dc9aff4e0159c8d3b6b48e953fcd79b, server=a3a61c9ba14f,42253,1733148842003 because future has completed 2024-12-02T14:14:23,246 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/0ce2d337fcb40774f1ee9a83b502afa2 2024-12-02T14:14:23,246 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/549a21f263badfc3324cae6005fc47f1 2024-12-02T14:14:23,247 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 0ce2d337fcb40774f1ee9a83b502afa2 2024-12-02T14:14:23,247 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 549a21f263badfc3324cae6005fc47f1 2024-12-02T14:14:23,247 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 0ce2d337fcb40774f1ee9a83b502afa2 2024-12-02T14:14:23,247 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 549a21f263badfc3324cae6005fc47f1 2024-12-02T14:14:23,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=5 2024-12-02T14:14:23,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure f3da32b840578ca2c7197e47651b4905, server=a3a61c9ba14f,42253,1733148842003 in 10.0880 sec 2024-12-02T14:14:23,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 87730b3888d8f78cf2a88c3f959e3cc8, server=a3a61c9ba14f,33821,1733148842030 in 10.0740 sec 2024-12-02T14:14:23,250 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 0ce2d337fcb40774f1ee9a83b502afa2 2024-12-02T14:14:23,250 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 549a21f263badfc3324cae6005fc47f1 2024-12-02T14:14:23,253 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f3da32b840578ca2c7197e47651b4905, ASSIGN in 10.2610 sec 2024-12-02T14:14:23,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=87730b3888d8f78cf2a88c3f959e3cc8, ASSIGN in 10.2640 sec 2024-12-02T14:14:23,254 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/0ce2d337fcb40774f1ee9a83b502afa2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:14:23,254 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 0ce2d337fcb40774f1ee9a83b502afa2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65866128, jitterRate=-0.01851820945739746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T14:14:23,255 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0ce2d337fcb40774f1ee9a83b502afa2 2024-12-02T14:14:23,255 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 0ce2d337fcb40774f1ee9a83b502afa2: Running coprocessor pre-open hook at 1733148863234Writing region info on filesystem at 1733148863234Initializing all the Stores at 1733148863235 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148863235Cleaning up temporary data from old regions at 1733148863247 (+12 ms)Running coprocessor post-open hooks at 1733148863255 (+8 ms)Region opened successfully at 1733148863255 2024-12-02T14:14:23,255 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-02T14:14:23,255 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 3dc9aff4e0159c8d3b6b48e953fcd79b, server=a3a61c9ba14f,42253,1733148842003 in 10.1010 sec 2024-12-02T14:14:23,256 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733148852887.0ce2d337fcb40774f1ee9a83b502afa2., pid=22, masterSystemTime=1733148863166 2024-12-02T14:14:23,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3dc9aff4e0159c8d3b6b48e953fcd79b, ASSIGN in 10.2710 sec 2024-12-02T14:14:23,258 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733148852887.0ce2d337fcb40774f1ee9a83b502afa2. 2024-12-02T14:14:23,258 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733148852887.0ce2d337fcb40774f1ee9a83b502afa2. 2024-12-02T14:14:23,259 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0ce2d337fcb40774f1ee9a83b502afa2, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,33821,1733148842030 2024-12-02T14:14:23,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ce2d337fcb40774f1ee9a83b502afa2, server=a3a61c9ba14f,33821,1733148842030 because future has completed 2024-12-02T14:14:23,264 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/549a21f263badfc3324cae6005fc47f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:14:23,265 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 549a21f263badfc3324cae6005fc47f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60413249, jitterRate=-0.09977243840694427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T14:14:23,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=8 2024-12-02T14:14:23,265 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 549a21f263badfc3324cae6005fc47f1 2024-12-02T14:14:23,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 0ce2d337fcb40774f1ee9a83b502afa2, server=a3a61c9ba14f,33821,1733148842030 in 10.0990 sec 2024-12-02T14:14:23,265 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 549a21f263badfc3324cae6005fc47f1: Running coprocessor pre-open hook at 1733148863238Writing region info on filesystem at 1733148863238Initializing all the Stores at 1733148863239 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148863239Cleaning up temporary data from old regions at 1733148863247 (+8 ms)Running coprocessor post-open hooks at 1733148863265 (+18 ms)Region opened successfully at 1733148863265 2024-12-02T14:14:23,267 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733148852887.549a21f263badfc3324cae6005fc47f1., pid=20, masterSystemTime=1733148863158 2024-12-02T14:14:23,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0ce2d337fcb40774f1ee9a83b502afa2, ASSIGN in 10.2800 sec 2024-12-02T14:14:23,269 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733148852887.549a21f263badfc3324cae6005fc47f1. 2024-12-02T14:14:23,269 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733148852887.549a21f263badfc3324cae6005fc47f1. 2024-12-02T14:14:23,269 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=549a21f263badfc3324cae6005fc47f1, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,42253,1733148842003 2024-12-02T14:14:23,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 549a21f263badfc3324cae6005fc47f1, server=a3a61c9ba14f,42253,1733148842003 because future has completed 2024-12-02T14:14:23,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=7 2024-12-02T14:14:23,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 549a21f263badfc3324cae6005fc47f1, server=a3a61c9ba14f,42253,1733148842003 in 10.1120 sec 2024-12-02T14:14:23,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=4 2024-12-02T14:14:23,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=549a21f263badfc3324cae6005fc47f1, ASSIGN in 10.2890 sec 2024-12-02T14:14:23,278 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T14:14:23,278 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733148863278"}]},"ts":"1733148863278"} 2024-12-02T14:14:23,280 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-02T14:14:23,281 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T14:14:23,283 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.3930 sec 2024-12-02T14:14:26,282 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-02T14:14:28,657 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T14:14:28,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:14:28,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:14:28,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T14:14:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:14:31,127 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-02T14:14:31,127 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-02T14:14:31,127 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T14:14:31,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-02T14:14:31,130 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T14:14:31,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-02T14:14:31,152 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733148852887.b203d711da3046f2c63bdc6b44209d6e., hostname=a3a61c9ba14f,33821,1733148842030, seqNum=2] 2024-12-02T14:14:31,154 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733148852887.b203d711da3046f2c63bdc6b44209d6e., hostname=a3a61c9ba14f,33821,1733148842030, seqNum=2] 2024-12-02T14:14:31,156 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733148852887.b203d711da3046f2c63bdc6b44209d6e., hostname=a3a61c9ba14f,33821,1733148842030, seqNum=2] 2024-12-02T14:14:31,157 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733148852887.b203d711da3046f2c63bdc6b44209d6e., hostname=a3a61c9ba14f,33821,1733148842030, seqNum=2] 2024-12-02T14:14:31,158 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733148852887.b203d711da3046f2c63bdc6b44209d6e., hostname=a3a61c9ba14f,33821,1733148842030, seqNum=2] 2024-12-02T14:14:31,203 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733148852887.f3da32b840578ca2c7197e47651b4905., hostname=a3a61c9ba14f,42253,1733148842003, seqNum=2] 2024-12-02T14:14:31,204 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733148852887.f3da32b840578ca2c7197e47651b4905., hostname=a3a61c9ba14f,42253,1733148842003, seqNum=2] 2024-12-02T14:14:31,207 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733148852887.f3da32b840578ca2c7197e47651b4905., hostname=a3a61c9ba14f,42253,1733148842003, seqNum=2] 2024-12-02T14:14:31,209 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733148852887.f3da32b840578ca2c7197e47651b4905., hostname=a3a61c9ba14f,42253,1733148842003, seqNum=2] 2024-12-02T14:14:31,252 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733148852887.3dc9aff4e0159c8d3b6b48e953fcd79b., hostname=a3a61c9ba14f,42253,1733148842003, seqNum=2] 2024-12-02T14:14:31,254 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733148852887.3dc9aff4e0159c8d3b6b48e953fcd79b., hostname=a3a61c9ba14f,42253,1733148842003, seqNum=2] 2024-12-02T14:14:31,255 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733148852887.3dc9aff4e0159c8d3b6b48e953fcd79b., hostname=a3a61c9ba14f,42253,1733148842003, seqNum=2] 2024-12-02T14:14:31,257 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733148852887.3dc9aff4e0159c8d3b6b48e953fcd79b., hostname=a3a61c9ba14f,42253,1733148842003, seqNum=2] 2024-12-02T14:14:31,261 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733148852887.3dc9aff4e0159c8d3b6b48e953fcd79b., hostname=a3a61c9ba14f,42253,1733148842003, seqNum=2] 2024-12-02T14:14:31,336 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733148852887.c4fa8d7d68f77c8c53fa8bf84460c3eb., hostname=a3a61c9ba14f,42375,1733148841973, seqNum=2] 2024-12-02T14:14:31,338 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733148852887.c4fa8d7d68f77c8c53fa8bf84460c3eb., hostname=a3a61c9ba14f,42375,1733148841973, seqNum=2] 2024-12-02T14:14:31,339 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733148852887.c4fa8d7d68f77c8c53fa8bf84460c3eb., hostname=a3a61c9ba14f,42375,1733148841973, seqNum=2] 2024-12-02T14:14:31,341 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733148852887.c4fa8d7d68f77c8c53fa8bf84460c3eb., hostname=a3a61c9ba14f,42375,1733148841973, seqNum=2] 2024-12-02T14:14:31,342 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733148852887.c4fa8d7d68f77c8c53fa8bf84460c3eb., hostname=a3a61c9ba14f,42375,1733148841973, seqNum=2] 2024-12-02T14:14:31,899 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T14:14:31,938 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:14:31,943 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:14:31,957 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:14:31,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:14:31,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733148852887.b203d711da3046f2c63bdc6b44209d6e. with WAL disabled. Data may be lost in the event of a crash. 2024-12-02T14:14:31,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1733148852887.c4fa8d7d68f77c8c53fa8bf84460c3eb. 2024-12-02T14:14:32,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42253 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733148852887.f3da32b840578ca2c7197e47651b4905. with WAL disabled. Data may be lost in the event of a crash. 2024-12-02T14:14:32,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42253 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733148852887.3dc9aff4e0159c8d3b6b48e953fcd79b. with WAL disabled. Data may be lost in the event of a crash. 2024-12-02T14:14:32,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733148852887.c4fa8d7d68f77c8c53fa8bf84460c3eb. with WAL disabled. Data may be lost in the event of a crash. 2024-12-02T14:14:32,480 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-02T14:14:32,480 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T14:14:32,481 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-02T14:14:32,482 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-02T14:14:32,485 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-02T14:14:32,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741848_1024 (size=49) 2024-12-02T14:14:32,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741848_1024 (size=49) 2024-12-02T14:14:32,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741848_1024 (size=49) 2024-12-02T14:14:32,503 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-02T14:14:32,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 87730b3888d8f78cf2a88c3f959e3cc8}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 028cb9928132ed06fd750d3e3ced00a2}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 549a21f263badfc3324cae6005fc47f1}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0ce2d337fcb40774f1ee9a83b502afa2}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d41025c618dfca40dbefa381f19946d6}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 118897985acfeabb94b008b164bc629a}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b203d711da3046f2c63bdc6b44209d6e}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f3da32b840578ca2c7197e47651b4905}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3dc9aff4e0159c8d3b6b48e953fcd79b}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4fa8d7d68f77c8c53fa8bf84460c3eb}] 2024-12-02T14:14:32,505 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 028cb9928132ed06fd750d3e3ced00a2 2024-12-02T14:14:32,505 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 87730b3888d8f78cf2a88c3f959e3cc8 2024-12-02T14:14:32,505 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 549a21f263badfc3324cae6005fc47f1 2024-12-02T14:14:32,505 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d41025c618dfca40dbefa381f19946d6 2024-12-02T14:14:32,506 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4fa8d7d68f77c8c53fa8bf84460c3eb 2024-12-02T14:14:32,509 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3dc9aff4e0159c8d3b6b48e953fcd79b 2024-12-02T14:14:32,511 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b203d711da3046f2c63bdc6b44209d6e 2024-12-02T14:14:32,512 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 118897985acfeabb94b008b164bc629a 2024-12-02T14:14:32,512 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f3da32b840578ca2c7197e47651b4905 2024-12-02T14:14:32,513 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0ce2d337fcb40774f1ee9a83b502afa2 2024-12-02T14:14:38,184 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-02T14:14:42,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-02T14:14:42,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42253 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-02T14:14:42,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-02T14:14:42,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42253 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-02T14:14:42,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733148852887.87730b3888d8f78cf2a88c3f959e3cc8. 2024-12-02T14:14:42,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733148852887.3dc9aff4e0159c8d3b6b48e953fcd79b. 2024-12-02T14:14:42,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-02T14:14:42,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 87730b3888d8f78cf2a88c3f959e3cc8: 2024-12-02T14:14:42,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733148852887.87730b3888d8f78cf2a88c3f959e3cc8. for SnapshotProcedureTest completed. 2024-12-02T14:14:42,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733148852887.b203d711da3046f2c63bdc6b44209d6e. 2024-12-02T14:14:42,508 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 3dc9aff4e0159c8d3b6b48e953fcd79b 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-02T14:14:42,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-02T14:14:42,508 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing b203d711da3046f2c63bdc6b44209d6e 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-02T14:14:42,508 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733148852887.87730b3888d8f78cf2a88c3f959e3cc8.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T14:14:42,508 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T14:14:42,508 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T14:14:42,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42253 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-02T14:14:42,508 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733148852887.549a21f263badfc3324cae6005fc47f1. 2024-12-02T14:14:42,508 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 549a21f263badfc3324cae6005fc47f1: 2024-12-02T14:14:42,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733148852887.549a21f263badfc3324cae6005fc47f1. for SnapshotProcedureTest completed. 2024-12-02T14:14:42,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733148852887.549a21f263badfc3324cae6005fc47f1.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T14:14:42,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T14:14:42,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T14:14:42,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733148852887.0ce2d337fcb40774f1ee9a83b502afa2. 2024-12-02T14:14:42,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733148852887.028cb9928132ed06fd750d3e3ced00a2. 2024-12-02T14:14:42,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 0ce2d337fcb40774f1ee9a83b502afa2: 2024-12-02T14:14:42,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-02T14:14:42,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42253 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-02T14:14:42,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733148852887.0ce2d337fcb40774f1ee9a83b502afa2. for SnapshotProcedureTest completed. 2024-12-02T14:14:42,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733148852887.d41025c618dfca40dbefa381f19946d6. 2024-12-02T14:14:42,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 028cb9928132ed06fd750d3e3ced00a2: 2024-12-02T14:14:42,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733148852887.028cb9928132ed06fd750d3e3ced00a2. for SnapshotProcedureTest completed. 2024-12-02T14:14:42,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for d41025c618dfca40dbefa381f19946d6: 2024-12-02T14:14:42,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733148852887.d41025c618dfca40dbefa381f19946d6. for SnapshotProcedureTest completed. 2024-12-02T14:14:42,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733148852887.0ce2d337fcb40774f1ee9a83b502afa2.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T14:14:42,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T14:14:42,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733148852887.028cb9928132ed06fd750d3e3ced00a2.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T14:14:42,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733148852887.d41025c618dfca40dbefa381f19946d6.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T14:14:42,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T14:14:42,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T14:14:42,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T14:14:42,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-02T14:14:42,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T14:14:42,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T14:14:42,511 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733148852887.c4fa8d7d68f77c8c53fa8bf84460c3eb. 2024-12-02T14:14:42,511 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing c4fa8d7d68f77c8c53fa8bf84460c3eb 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-02T14:14:42,511 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733148852887.118897985acfeabb94b008b164bc629a. 2024-12-02T14:14:42,511 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 118897985acfeabb94b008b164bc629a: 2024-12-02T14:14:42,511 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733148852887.118897985acfeabb94b008b164bc629a. for SnapshotProcedureTest completed. 2024-12-02T14:14:42,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733148852887.118897985acfeabb94b008b164bc629a.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T14:14:42,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T14:14:42,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T14:14:42,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/3dc9aff4e0159c8d3b6b48e953fcd79b/.tmp/cf/26501a49c56d4e75ac184f39e8014183 is 34, key is ccd/cf:cf/1733148872053/Put/seqid=0 2024-12-02T14:14:42,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741852_1028 (size=65) 2024-12-02T14:14:42,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741852_1028 (size=65) 2024-12-02T14:14:42,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741852_1028 (size=65) 2024-12-02T14:14:42,559 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733148852887.549a21f263badfc3324cae6005fc47f1. 2024-12-02T14:14:42,559 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-02T14:14:42,559 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733148852887.f3da32b840578ca2c7197e47651b4905. 2024-12-02T14:14:42,560 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing f3da32b840578ca2c7197e47651b4905 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-02T14:14:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-02T14:14:42,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 549a21f263badfc3324cae6005fc47f1 2024-12-02T14:14:42,560 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 549a21f263badfc3324cae6005fc47f1 2024-12-02T14:14:42,561 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/b203d711da3046f2c63bdc6b44209d6e/.tmp/cf/079e3d769be1468fb5ad7ceaf580366d is 34, key is aaa/cf:cf/1733148871967/Put/seqid=0 2024-12-02T14:14:42,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 549a21f263badfc3324cae6005fc47f1 in 10.0580 sec 2024-12-02T14:14:42,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741849_1025 (size=57) 2024-12-02T14:14:42,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741849_1025 (size=57) 2024-12-02T14:14:42,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/c4fa8d7d68f77c8c53fa8bf84460c3eb/.tmp/cf/4f0c8609e26448829e4cd8852cb11d62 is 34, key is eaa/cf:cf/1733148872418/Put/seqid=0 2024-12-02T14:14:42,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741849_1025 (size=57) 2024-12-02T14:14:42,581 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733148852887.87730b3888d8f78cf2a88c3f959e3cc8. 2024-12-02T14:14:42,581 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-02T14:14:42,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-02T14:14:42,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 87730b3888d8f78cf2a88c3f959e3cc8 2024-12-02T14:14:42,582 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 87730b3888d8f78cf2a88c3f959e3cc8 2024-12-02T14:14:42,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 87730b3888d8f78cf2a88c3f959e3cc8 in 10.0800 sec 2024-12-02T14:14:42,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/f3da32b840578ca2c7197e47651b4905/.tmp/cf/71589af4f1d447c5862efbfc85bf8fd4 is 34, key is baa/cf:cf/1733148871999/Put/seqid=0 2024-12-02T14:14:42,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741850_1026 (size=65) 2024-12-02T14:14:42,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741850_1026 (size=65) 2024-12-02T14:14:42,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741850_1026 (size=65) 2024-12-02T14:14:42,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741853_1029 (size=65) 2024-12-02T14:14:42,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733148852887.0ce2d337fcb40774f1ee9a83b502afa2. 2024-12-02T14:14:42,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-02T14:14:42,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-02T14:14:42,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0ce2d337fcb40774f1ee9a83b502afa2 2024-12-02T14:14:42,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741853_1029 (size=65) 2024-12-02T14:14:42,596 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0ce2d337fcb40774f1ee9a83b502afa2 2024-12-02T14:14:42,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741853_1029 (size=65) 2024-12-02T14:14:42,596 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733148852887.028cb9928132ed06fd750d3e3ced00a2. 2024-12-02T14:14:42,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-02T14:14:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-02T14:14:42,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 028cb9928132ed06fd750d3e3ced00a2 2024-12-02T14:14:42,598 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 028cb9928132ed06fd750d3e3ced00a2 2024-12-02T14:14:42,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0ce2d337fcb40774f1ee9a83b502afa2 in 10.0940 sec 2024-12-02T14:14:42,599 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 028cb9928132ed06fd750d3e3ced00a2 in 10.0950 sec 2024-12-02T14:14:42,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741851_1027 (size=65) 2024-12-02T14:14:42,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741851_1027 (size=65) 2024-12-02T14:14:42,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741851_1027 (size=65) 2024-12-02T14:14:42,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733148852887.d41025c618dfca40dbefa381f19946d6. 2024-12-02T14:14:42,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-02T14:14:42,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-02T14:14:42,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d41025c618dfca40dbefa381f19946d6 2024-12-02T14:14:42,610 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d41025c618dfca40dbefa381f19946d6 2024-12-02T14:14:42,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d41025c618dfca40dbefa381f19946d6 in 10.1080 sec 2024-12-02T14:14:42,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741854_1030 (size=65) 2024-12-02T14:14:42,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741854_1030 (size=65) 2024-12-02T14:14:42,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741854_1030 (size=65) 2024-12-02T14:14:42,624 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733148852887.118897985acfeabb94b008b164bc629a. 2024-12-02T14:14:42,624 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-02T14:14:42,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-02T14:14:42,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 118897985acfeabb94b008b164bc629a 2024-12-02T14:14:42,625 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 118897985acfeabb94b008b164bc629a 2024-12-02T14:14:42,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 118897985acfeabb94b008b164bc629a in 10.1230 sec 2024-12-02T14:14:42,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741855_1031 (size=47197) 2024-12-02T14:14:42,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741855_1031 (size=47197) 2024-12-02T14:14:42,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741855_1031 (size=47197) 2024-12-02T14:14:42,632 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/3dc9aff4e0159c8d3b6b48e953fcd79b/.tmp/cf/26501a49c56d4e75ac184f39e8014183 2024-12-02T14:14:42,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741856_1032 (size=499309) 2024-12-02T14:14:42,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741856_1032 (size=499309) 2024-12-02T14:14:42,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741856_1032 (size=499309) 2024-12-02T14:14:42,655 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/c4fa8d7d68f77c8c53fa8bf84460c3eb/.tmp/cf/4f0c8609e26448829e4cd8852cb11d62 2024-12-02T14:14:42,664 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/3dc9aff4e0159c8d3b6b48e953fcd79b/.tmp/cf/26501a49c56d4e75ac184f39e8014183 as hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/3dc9aff4e0159c8d3b6b48e953fcd79b/cf/26501a49c56d4e75ac184f39e8014183 2024-12-02T14:14:42,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741858_1034 (size=28623) 2024-12-02T14:14:42,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741858_1034 (size=28623) 2024-12-02T14:14:42,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741858_1034 (size=28623) 2024-12-02T14:14:42,675 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/f3da32b840578ca2c7197e47651b4905/.tmp/cf/71589af4f1d447c5862efbfc85bf8fd4 2024-12-02T14:14:42,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741857_1033 (size=26918) 2024-12-02T14:14:42,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741857_1033 (size=26918) 2024-12-02T14:14:42,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741857_1033 (size=26918) 2024-12-02T14:14:42,683 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/c4fa8d7d68f77c8c53fa8bf84460c3eb/.tmp/cf/4f0c8609e26448829e4cd8852cb11d62 as hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/c4fa8d7d68f77c8c53fa8bf84460c3eb/cf/4f0c8609e26448829e4cd8852cb11d62 2024-12-02T14:14:42,685 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/b203d711da3046f2c63bdc6b44209d6e/.tmp/cf/079e3d769be1468fb5ad7ceaf580366d 2024-12-02T14:14:42,697 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/f3da32b840578ca2c7197e47651b4905/.tmp/cf/71589af4f1d447c5862efbfc85bf8fd4 as hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/f3da32b840578ca2c7197e47651b4905/cf/71589af4f1d447c5862efbfc85bf8fd4 2024-12-02T14:14:42,698 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/3dc9aff4e0159c8d3b6b48e953fcd79b/cf/26501a49c56d4e75ac184f39e8014183, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-02T14:14:42,698 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/c4fa8d7d68f77c8c53fa8bf84460c3eb/cf/4f0c8609e26448829e4cd8852cb11d62, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-02T14:14:42,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/b203d711da3046f2c63bdc6b44209d6e/.tmp/cf/079e3d769be1468fb5ad7ceaf580366d as hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/b203d711da3046f2c63bdc6b44209d6e/cf/079e3d769be1468fb5ad7ceaf580366d 2024-12-02T14:14:42,700 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 3dc9aff4e0159c8d3b6b48e953fcd79b in 193ms, sequenceid=5, compaction requested=false 2024-12-02T14:14:42,700 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for c4fa8d7d68f77c8c53fa8bf84460c3eb in 189ms, sequenceid=5, compaction requested=false 2024-12-02T14:14:42,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 3dc9aff4e0159c8d3b6b48e953fcd79b: 2024-12-02T14:14:42,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for c4fa8d7d68f77c8c53fa8bf84460c3eb: 2024-12-02T14:14:42,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733148852887.c4fa8d7d68f77c8c53fa8bf84460c3eb. for SnapshotProcedureTest completed. 2024-12-02T14:14:42,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733148852887.3dc9aff4e0159c8d3b6b48e953fcd79b. for SnapshotProcedureTest completed. 2024-12-02T14:14:42,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733148852887.c4fa8d7d68f77c8c53fa8bf84460c3eb.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T14:14:42,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733148852887.3dc9aff4e0159c8d3b6b48e953fcd79b.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T14:14:42,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T14:14:42,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T14:14:42,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/c4fa8d7d68f77c8c53fa8bf84460c3eb/cf/4f0c8609e26448829e4cd8852cb11d62] hfiles 2024-12-02T14:14:42,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/3dc9aff4e0159c8d3b6b48e953fcd79b/cf/26501a49c56d4e75ac184f39e8014183] hfiles 2024-12-02T14:14:42,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/c4fa8d7d68f77c8c53fa8bf84460c3eb/cf/4f0c8609e26448829e4cd8852cb11d62 for snapshot=SnapshotProcedureTest 2024-12-02T14:14:42,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/3dc9aff4e0159c8d3b6b48e953fcd79b/cf/26501a49c56d4e75ac184f39e8014183 for snapshot=SnapshotProcedureTest 2024-12-02T14:14:42,709 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/b203d711da3046f2c63bdc6b44209d6e/cf/079e3d769be1468fb5ad7ceaf580366d, entries=676, sequenceid=5, filesize=26.3 K 2024-12-02T14:14:42,710 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for b203d711da3046f2c63bdc6b44209d6e in 202ms, sequenceid=5, compaction requested=false 2024-12-02T14:14:42,711 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for b203d711da3046f2c63bdc6b44209d6e: 2024-12-02T14:14:42,711 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733148852887.b203d711da3046f2c63bdc6b44209d6e. for SnapshotProcedureTest completed. 2024-12-02T14:14:42,711 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733148852887.b203d711da3046f2c63bdc6b44209d6e.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T14:14:42,711 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T14:14:42,711 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/b203d711da3046f2c63bdc6b44209d6e/cf/079e3d769be1468fb5ad7ceaf580366d] hfiles 2024-12-02T14:14:42,711 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/b203d711da3046f2c63bdc6b44209d6e/cf/079e3d769be1468fb5ad7ceaf580366d for snapshot=SnapshotProcedureTest 2024-12-02T14:14:42,725 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/f3da32b840578ca2c7197e47651b4905/cf/71589af4f1d447c5862efbfc85bf8fd4, entries=731, sequenceid=5, filesize=28.0 K 2024-12-02T14:14:42,726 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for f3da32b840578ca2c7197e47651b4905 in 165ms, sequenceid=5, compaction requested=false 2024-12-02T14:14:42,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for f3da32b840578ca2c7197e47651b4905: 2024-12-02T14:14:42,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733148852887.f3da32b840578ca2c7197e47651b4905. for SnapshotProcedureTest completed. 2024-12-02T14:14:42,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733148852887.f3da32b840578ca2c7197e47651b4905.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T14:14:42,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T14:14:42,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/f3da32b840578ca2c7197e47651b4905/cf/71589af4f1d447c5862efbfc85bf8fd4] hfiles 2024-12-02T14:14:42,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/f3da32b840578ca2c7197e47651b4905/cf/71589af4f1d447c5862efbfc85bf8fd4 for snapshot=SnapshotProcedureTest 2024-12-02T14:14:42,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741860_1036 (size=97) 2024-12-02T14:14:42,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741860_1036 (size=97) 2024-12-02T14:14:42,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741860_1036 (size=97) 2024-12-02T14:14:42,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741859_1035 (size=105) 2024-12-02T14:14:42,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733148852887.c4fa8d7d68f77c8c53fa8bf84460c3eb. 2024-12-02T14:14:42,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-02T14:14:42,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741859_1035 (size=105) 2024-12-02T14:14:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-02T14:14:42,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c4fa8d7d68f77c8c53fa8bf84460c3eb 2024-12-02T14:14:42,753 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4fa8d7d68f77c8c53fa8bf84460c3eb 2024-12-02T14:14:42,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c4fa8d7d68f77c8c53fa8bf84460c3eb in 10.2510 sec 2024-12-02T14:14:42,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733148852887.3dc9aff4e0159c8d3b6b48e953fcd79b. 2024-12-02T14:14:42,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-02T14:14:42,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741859_1035 (size=105) 2024-12-02T14:14:42,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-02T14:14:42,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3dc9aff4e0159c8d3b6b48e953fcd79b 2024-12-02T14:14:42,757 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3dc9aff4e0159c8d3b6b48e953fcd79b 2024-12-02T14:14:42,765 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3dc9aff4e0159c8d3b6b48e953fcd79b in 10.2570 sec 2024-12-02T14:14:42,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741861_1037 (size=105) 2024-12-02T14:14:42,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741861_1037 (size=105) 2024-12-02T14:14:42,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741861_1037 (size=105) 2024-12-02T14:14:42,773 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733148852887.b203d711da3046f2c63bdc6b44209d6e. 2024-12-02T14:14:42,773 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-02T14:14:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-02T14:14:42,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b203d711da3046f2c63bdc6b44209d6e 2024-12-02T14:14:42,774 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b203d711da3046f2c63bdc6b44209d6e 2024-12-02T14:14:42,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b203d711da3046f2c63bdc6b44209d6e in 10.2720 sec 2024-12-02T14:14:42,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741862_1038 (size=105) 2024-12-02T14:14:42,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741862_1038 (size=105) 2024-12-02T14:14:42,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741862_1038 (size=105) 2024-12-02T14:14:42,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733148852887.f3da32b840578ca2c7197e47651b4905. 2024-12-02T14:14:42,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-02T14:14:42,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-02T14:14:42,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f3da32b840578ca2c7197e47651b4905 2024-12-02T14:14:42,784 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f3da32b840578ca2c7197e47651b4905 2024-12-02T14:14:42,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=25 2024-12-02T14:14:42,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f3da32b840578ca2c7197e47651b4905 in 10.2820 sec 2024-12-02T14:14:42,787 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-02T14:14:42,788 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-02T14:14:42,788 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-02T14:14:42,789 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-02T14:14:42,794 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-02T14:14:42,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741863_1039 (size=1174) 2024-12-02T14:14:42,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741863_1039 (size=1174) 2024-12-02T14:14:42,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741863_1039 (size=1174) 2024-12-02T14:14:42,838 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-02T14:14:42,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-02T14:14:42,850 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3a61c9ba14f,42375,1733148841973 2024-12-02T14:14:42,850 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3a61c9ba14f,42375,1733148841973 2024-12-02T14:14:42,850 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3a61c9ba14f,42375,1733148841973 2024-12-02T14:14:42,850 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3a61c9ba14f,33821,1733148842030 2024-12-02T14:14:42,850 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3a61c9ba14f,42253,1733148842003 2024-12-02T14:14:42,855 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3a61c9ba14f,42253,1733148842003 2024-12-02T14:14:42,856 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3a61c9ba14f,42253,1733148842003 2024-12-02T14:14:42,856 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3a61c9ba14f,33821,1733148842030 2024-12-02T14:14:42,856 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3a61c9ba14f,33821,1733148842030 2024-12-02T14:14:42,893 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T14:14:42,893 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing a3a61c9ba14f,33821,1733148842030 2024-12-02T14:14:42,893 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server a3a61c9ba14f,33821,1733148842030: Simulated kill ***** 2024-12-02T14:14:42,894 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T14:14:42,894 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T14:14:42,894 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T14:14:42,895 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T14:14:42,895 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T14:14:42,895 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 292432640 }, "NonHeapMemoryUsage": { "committed": 175964160, "init": 7667712, "max": -1, "used": 171405584 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T14:14:42,896 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44955 {}] master.MasterRpcServices(700): a3a61c9ba14f,33821,1733148842030 reported a fatal error: ***** ABORTING region server a3a61c9ba14f,33821,1733148842030: Simulated kill ***** 2024-12-02T14:14:42,896 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3a61c9ba14f,33821,1733148842030' ***** 2024-12-02T14:14:42,896 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-02T14:14:42,897 INFO [RS:2;a3a61c9ba14f:33821 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T14:14:42,897 INFO [RS:2;a3a61c9ba14f:33821 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-02T14:14:42,897 INFO [RS:2;a3a61c9ba14f:33821 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-02T14:14:42,897 INFO [RS:2;a3a61c9ba14f:33821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:14:42,897 INFO [RS:2;a3a61c9ba14f:33821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;a3a61c9ba14f:33821. 2024-12-02T14:14:42,897 DEBUG [RS:2;a3a61c9ba14f:33821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:14:42,897 DEBUG [RS:2;a3a61c9ba14f:33821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:42,897 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T14:14:42,897 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T14:14:42,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741833_1009 (size=1473) 2024-12-02T14:14:42,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741833_1009 (size=1473) 2024-12-02T14:14:42,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741833_1009 (size=1473) 2024-12-02T14:14:42,904 DEBUG [RS:2;a3a61c9ba14f:33821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:14:42,904 INFO [RS:2;a3a61c9ba14f:33821 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:14:42,904 INFO [RS:2;a3a61c9ba14f:33821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33821 2024-12-02T14:14:42,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x1009b47f41c0000, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T14:14:42,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x1009b47f41c0003, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a3a61c9ba14f,33821,1733148842030 2024-12-02T14:14:42,906 INFO [RS:2;a3a61c9ba14f:33821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:14:42,907 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3a61c9ba14f,33821,1733148842030] 2024-12-02T14:14:42,908 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a3a61c9ba14f,33821,1733148842030 already deleted, retry=false 2024-12-02T14:14:42,908 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of a3a61c9ba14f,33821,1733148842030 on a3a61c9ba14f,44955,1733148841924 2024-12-02T14:14:42,909 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure a3a61c9ba14f,33821,1733148842030, splitWal=true, meta=false 2024-12-02T14:14:42,910 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for a3a61c9ba14f,33821,1733148842030 (carryingMeta=false) a3a61c9ba14f,33821,1733148842030/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1a9646a3[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-02T14:14:42,911 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure a3a61c9ba14f,33821,1733148842030, splitWal=true, meta=false 2024-12-02T14:14:42,915 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): a3a61c9ba14f,33821,1733148842030 had 3 regions 2024-12-02T14:14:42,916 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure a3a61c9ba14f,33821,1733148842030, splitWal=true, meta=false, isMeta: false 2024-12-02T14:14:42,917 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/WALs/a3a61c9ba14f,33821,1733148842030-splitting 2024-12-02T14:14:42,918 INFO [PEWorker-3 {}] master.SplitWALManager(105): a3a61c9ba14f,33821,1733148842030 WAL count=1, meta=false 2024-12-02T14:14:42,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure a3a61c9ba14f%2C33821%2C1733148842030.1733148842458}] 2024-12-02T14:14:42,919 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3a61c9ba14f,33821,1733148842030 Release verify snapshot worker=a3a61c9ba14f,33821,1733148842030 2024-12-02T14:14:42,920 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to a3a61c9ba14f,33821,1733148842030, this operation will be retried to send to another server 2024-12-02T14:14:42,920 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-02T14:14:42,920 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=a3a61c9ba14f,42375,1733148841973 2024-12-02T14:14:42,920 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733148883920 2024-12-02T14:14:42,921 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure a3a61c9ba14f%2C33821%2C1733148842030.1733148842458, worker=a3a61c9ba14f,42375,1733148841973}] 2024-12-02T14:14:42,922 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3a61c9ba14f,33821,1733148842030 Release verify snapshot worker=a3a61c9ba14f,33821,1733148842030 2024-12-02T14:14:42,922 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 44 to a3a61c9ba14f,33821,1733148842030, this operation will be retried to send to another server 2024-12-02T14:14:42,922 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-02T14:14:42,922 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=44, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733148883922 2024-12-02T14:14:42,924 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 26 is already finished, skip the rest processes 2024-12-02T14:14:42,924 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-12-02T14:14:42,924 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-12-02T14:14:42,925 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3a61c9ba14f,33821,1733148842030 Release verify snapshot worker=a3a61c9ba14f,33821,1733148842030 2024-12-02T14:14:42,925 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 43 to a3a61c9ba14f,33821,1733148842030, this operation will be retried to send to another server 2024-12-02T14:14:42,925 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-02T14:14:42,925 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=43, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733148883925 2024-12-02T14:14:42,961 INFO [regionserver/a3a61c9ba14f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:14:43,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x1009b47f41c0003, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:14:43,008 INFO [RS:2;a3a61c9ba14f:33821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:14:43,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x1009b47f41c0003, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:14:43,008 INFO [RS:2;a3a61c9ba14f:33821 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3a61c9ba14f,33821,1733148842030; zookeeper connection closed. 2024-12-02T14:14:43,008 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72de2d54 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72de2d54 2024-12-02T14:14:43,319 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T14:14:43,319 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T14:14:52,824 INFO [master/a3a61c9ba14f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T14:14:52,824 INFO [master/a3a61c9ba14f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T14:14:52,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-02T14:14:52,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42253 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-02T14:14:52,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-12-02T14:14:52,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42253 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-02T14:14:52,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42253 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-02T14:14:52,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-02T14:14:52,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-02T14:14:52,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-02T14:14:52,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-02T14:14:52,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-02T14:14:52,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-02T14:14:52,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-02T14:14:52,856 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-02T14:14:52,856 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-02T14:14:52,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44955 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-02T14:14:52,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-02T14:14:52,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-02T14:14:52,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-02T14:14:52,858 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3a61c9ba14f,42375,1733148841973 Release verify snapshot worker=a3a61c9ba14f,42375,1733148841973 2024-12-02T14:14:52,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-02T14:14:52,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44955 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-02T14:14:52,859 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3a61c9ba14f,42375,1733148841973 Release verify snapshot worker=a3a61c9ba14f,42375,1733148841973 2024-12-02T14:14:52,859 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3a61c9ba14f,42253,1733148842003 Release verify snapshot worker=a3a61c9ba14f,42253,1733148842003 2024-12-02T14:14:52,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-02T14:14:52,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3a61c9ba14f,42375,1733148841973 in 10.0120 sec 2024-12-02T14:14:52,861 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3a61c9ba14f,42253,1733148842003 2024-12-02T14:14:52,861 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3a61c9ba14f,42375,1733148841973 Release verify snapshot worker=a3a61c9ba14f,42375,1733148841973 2024-12-02T14:14:52,861 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3a61c9ba14f,42375,1733148841973 2024-12-02T14:14:52,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3a61c9ba14f,42253,1733148842003 in 10.0130 sec 2024-12-02T14:14:52,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3a61c9ba14f,42375,1733148841973 in 10.0150 sec 2024-12-02T14:14:52,864 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3a61c9ba14f,42375,1733148841973 in 10.0130 sec 2024-12-02T14:14:52,864 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3a61c9ba14f,42253,1733148842003 Release verify snapshot worker=a3a61c9ba14f,42253,1733148842003 2024-12-02T14:14:52,864 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3a61c9ba14f,42253,1733148842003 Release verify snapshot worker=a3a61c9ba14f,42253,1733148842003 2024-12-02T14:14:52,865 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3a61c9ba14f,42253,1733148842003 2024-12-02T14:14:52,865 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3a61c9ba14f,42375,1733148841973 2024-12-02T14:14:52,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3a61c9ba14f,42253,1733148842003 in 10.0180 sec 2024-12-02T14:14:52,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3a61c9ba14f,42253,1733148842003 in 10.0180 sec 2024-12-02T14:14:52,869 INFO [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/WALs/a3a61c9ba14f,33821,1733148842030-splitting/a3a61c9ba14f%2C33821%2C1733148842030.1733148842458, size=1.4 K (1473bytes) 2024-12-02T14:14:52,869 INFO [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/WALs/a3a61c9ba14f,33821,1733148842030-splitting/a3a61c9ba14f%2C33821%2C1733148842030.1733148842458 2024-12-02T14:14:52,870 INFO [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/WALs/a3a61c9ba14f,33821,1733148842030-splitting/a3a61c9ba14f%2C33821%2C1733148842030.1733148842458 after 1ms 2024-12-02T14:14:52,873 INFO [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/WALs/a3a61c9ba14f,33821,1733148842030-splitting/a3a61c9ba14f%2C33821%2C1733148842030.1733148842458 took 4ms 2024-12-02T14:14:52,875 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for b203d711da3046f2c63bdc6b44209d6e: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-12-02T14:14:52,876 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 87730b3888d8f78cf2a88c3f959e3cc8: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-02T14:14:52,877 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 0ce2d337fcb40774f1ee9a83b502afa2: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-02T14:14:52,878 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/WALs/a3a61c9ba14f,33821,1733148842030-splitting/a3a61c9ba14f%2C33821%2C1733148842030.1733148842458 so closing down 2024-12-02T14:14:52,878 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T14:14:52,878 INFO [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T14:14:52,878 INFO [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/WALs/a3a61c9ba14f,33821,1733148842030-splitting/a3a61c9ba14f%2C33821%2C1733148842030.1733148842458, size=1.4 K, length=1473, corrupted=false, cancelled=false 2024-12-02T14:14:52,878 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/WALs/a3a61c9ba14f,33821,1733148842030-splitting/a3a61c9ba14f%2C33821%2C1733148842030.1733148842458, journal: Splitting hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/WALs/a3a61c9ba14f,33821,1733148842030-splitting/a3a61c9ba14f%2C33821%2C1733148842030.1733148842458, size=1.4 K (1473bytes) at 1733148892869Finishing writing output for hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/WALs/a3a61c9ba14f,33821,1733148842030-splitting/a3a61c9ba14f%2C33821%2C1733148842030.1733148842458 so closing down at 1733148892878 (+9 ms)3 split writer threads finished at 1733148892878Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/WALs/a3a61c9ba14f,33821,1733148842030-splitting/a3a61c9ba14f%2C33821%2C1733148842030.1733148842458, size=1.4 K, length=1473, corrupted=false, cancelled=false at 1733148892878 2024-12-02T14:14:52,878 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/WALs/a3a61c9ba14f,33821,1733148842030-splitting/a3a61c9ba14f%2C33821%2C1733148842030.1733148842458 2024-12-02T14:14:52,878 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3a61c9ba14f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-02T14:14:52,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-02T14:14:52,882 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/WALs/a3a61c9ba14f,33821,1733148842030-splitting/a3a61c9ba14f%2C33821%2C1733148842030.1733148842458 to hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/oldWALs 2024-12-02T14:14:52,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-02T14:14:52,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure a3a61c9ba14f%2C33821%2C1733148842030.1733148842458, worker=a3a61c9ba14f,42375,1733148841973 in 9.9610 sec 2024-12-02T14:14:52,884 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=a3a61c9ba14f,42375,1733148841973 2024-12-02T14:14:52,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-02T14:14:52,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure a3a61c9ba14f%2C33821%2C1733148842030.1733148842458, worker=a3a61c9ba14f,42375,1733148841973 in 9.9650 sec 2024-12-02T14:14:52,887 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/WALs/a3a61c9ba14f,33821,1733148842030-splitting dir is empty, no logs to split. 2024-12-02T14:14:52,887 INFO [PEWorker-4 {}] master.SplitWALManager(105): a3a61c9ba14f,33821,1733148842030 WAL count=0, meta=false 2024-12-02T14:14:52,887 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if a3a61c9ba14f,33821,1733148842030 WAL splitting is done? wals=0, meta=false 2024-12-02T14:14:52,888 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for a3a61c9ba14f,33821,1733148842030 failed, ignore...File hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/WALs/a3a61c9ba14f,33821,1733148842030-splitting does not exist. 2024-12-02T14:14:52,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=87730b3888d8f78cf2a88c3f959e3cc8, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b203d711da3046f2c63bdc6b44209d6e, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0ce2d337fcb40774f1ee9a83b502afa2, ASSIGN}] 2024-12-02T14:14:52,890 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0ce2d337fcb40774f1ee9a83b502afa2, ASSIGN 2024-12-02T14:14:52,890 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b203d711da3046f2c63bdc6b44209d6e, ASSIGN 2024-12-02T14:14:52,890 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=87730b3888d8f78cf2a88c3f959e3cc8, ASSIGN 2024-12-02T14:14:52,891 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0ce2d337fcb40774f1ee9a83b502afa2, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T14:14:52,891 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b203d711da3046f2c63bdc6b44209d6e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T14:14:52,891 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=87730b3888d8f78cf2a88c3f959e3cc8, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T14:14:53,041 DEBUG [a3a61c9ba14f:44955 {}] balancer.BalancerClusterState(204): Hosts are {a3a61c9ba14f=0} racks are {/default-rack=0} 2024-12-02T14:14:53,042 DEBUG [a3a61c9ba14f:44955 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T14:14:53,042 DEBUG [a3a61c9ba14f:44955 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T14:14:53,042 DEBUG [a3a61c9ba14f:44955 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T14:14:53,042 DEBUG [a3a61c9ba14f:44955 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T14:14:53,042 INFO [a3a61c9ba14f:44955 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T14:14:53,042 INFO [a3a61c9ba14f:44955 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T14:14:53,042 DEBUG [a3a61c9ba14f:44955 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T14:14:53,042 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=0ce2d337fcb40774f1ee9a83b502afa2, regionState=OPENING, regionLocation=a3a61c9ba14f,42253,1733148842003 2024-12-02T14:14:53,042 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=87730b3888d8f78cf2a88c3f959e3cc8, regionState=OPENING, regionLocation=a3a61c9ba14f,42375,1733148841973 2024-12-02T14:14:53,042 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=b203d711da3046f2c63bdc6b44209d6e, regionState=OPENING, regionLocation=a3a61c9ba14f,42375,1733148841973 2024-12-02T14:14:53,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b203d711da3046f2c63bdc6b44209d6e, ASSIGN because future has completed 2024-12-02T14:14:53,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure b203d711da3046f2c63bdc6b44209d6e, server=a3a61c9ba14f,42375,1733148841973}] 2024-12-02T14:14:53,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=87730b3888d8f78cf2a88c3f959e3cc8, ASSIGN because future has completed 2024-12-02T14:14:53,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87730b3888d8f78cf2a88c3f959e3cc8, server=a3a61c9ba14f,42375,1733148841973}] 2024-12-02T14:14:53,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0ce2d337fcb40774f1ee9a83b502afa2, ASSIGN because future has completed 2024-12-02T14:14:53,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ce2d337fcb40774f1ee9a83b502afa2, server=a3a61c9ba14f,42253,1733148842003}] 2024-12-02T14:15:01,899 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T14:15:02,865 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,,1733148852887.87730b3888d8f78cf2a88c3f959e3cc8. 2024-12-02T14:15:02,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-02T14:15:02,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42253 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-12-02T14:15:02,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-02T14:15:02,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42253 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-02T14:15:02,865 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 87730b3888d8f78cf2a88c3f959e3cc8, NAME => 'SPTestTable,,1733148852887.87730b3888d8f78cf2a88c3f959e3cc8.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-02T14:15:02,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-12-02T14:15:02,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-02T14:15:02,865 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733148852887.0ce2d337fcb40774f1ee9a83b502afa2. 2024-12-02T14:15:02,865 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ce2d337fcb40774f1ee9a83b502afa2, NAME => 'SPTestTable,4ccccccb,1733148852887.0ce2d337fcb40774f1ee9a83b502afa2.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-02T14:15:02,865 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 87730b3888d8f78cf2a88c3f959e3cc8 2024-12-02T14:15:02,865 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0ce2d337fcb40774f1ee9a83b502afa2 2024-12-02T14:15:02,865 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,,1733148852887.87730b3888d8f78cf2a88c3f959e3cc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:15:02,865 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733148852887.0ce2d337fcb40774f1ee9a83b502afa2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:15:02,865 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 87730b3888d8f78cf2a88c3f959e3cc8 2024-12-02T14:15:02,865 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 0ce2d337fcb40774f1ee9a83b502afa2 2024-12-02T14:15:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-02T14:15:02,865 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 0ce2d337fcb40774f1ee9a83b502afa2 2024-12-02T14:15:02,865 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 87730b3888d8f78cf2a88c3f959e3cc8 2024-12-02T14:15:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44955 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-12-02T14:15:02,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-02T14:15:02,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-02T14:15:02,867 INFO [StoreOpener-0ce2d337fcb40774f1ee9a83b502afa2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0ce2d337fcb40774f1ee9a83b502afa2 2024-12-02T14:15:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44955 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-02T14:15:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-02T14:15:02,868 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3a61c9ba14f,42375,1733148841973 Release verify snapshot worker=a3a61c9ba14f,42375,1733148841973 2024-12-02T14:15:02,868 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3a61c9ba14f,42253,1733148842003 Release verify snapshot worker=a3a61c9ba14f,42253,1733148842003 2024-12-02T14:15:02,868 INFO [StoreOpener-87730b3888d8f78cf2a88c3f959e3cc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 87730b3888d8f78cf2a88c3f959e3cc8 2024-12-02T14:15:02,868 INFO [StoreOpener-0ce2d337fcb40774f1ee9a83b502afa2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ce2d337fcb40774f1ee9a83b502afa2 columnFamilyName cf 2024-12-02T14:15:02,868 DEBUG [StoreOpener-0ce2d337fcb40774f1ee9a83b502afa2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:15:02,869 INFO [StoreOpener-0ce2d337fcb40774f1ee9a83b502afa2-1 {}] regionserver.HStore(327): Store=0ce2d337fcb40774f1ee9a83b502afa2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:15:02,869 INFO [StoreOpener-87730b3888d8f78cf2a88c3f959e3cc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87730b3888d8f78cf2a88c3f959e3cc8 columnFamilyName cf 2024-12-02T14:15:02,869 DEBUG [StoreOpener-87730b3888d8f78cf2a88c3f959e3cc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:15:02,869 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3a61c9ba14f,42253,1733148842003 in 20.0220 sec 2024-12-02T14:15:02,869 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 0ce2d337fcb40774f1ee9a83b502afa2 2024-12-02T14:15:02,870 INFO [StoreOpener-87730b3888d8f78cf2a88c3f959e3cc8-1 {}] regionserver.HStore(327): Store=87730b3888d8f78cf2a88c3f959e3cc8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:15:02,870 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3a61c9ba14f,42375,1733148841973 Release verify snapshot worker=a3a61c9ba14f,42375,1733148841973 2024-12-02T14:15:02,870 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3a61c9ba14f,42253,1733148842003 Release verify snapshot worker=a3a61c9ba14f,42253,1733148842003 2024-12-02T14:15:02,870 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/0ce2d337fcb40774f1ee9a83b502afa2 2024-12-02T14:15:02,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3a61c9ba14f,42375,1733148841973 in 20.0220 sec 2024-12-02T14:15:02,870 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 87730b3888d8f78cf2a88c3f959e3cc8 2024-12-02T14:15:02,870 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/87730b3888d8f78cf2a88c3f959e3cc8 2024-12-02T14:15:02,871 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/0ce2d337fcb40774f1ee9a83b502afa2 2024-12-02T14:15:02,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3a61c9ba14f,42375,1733148841973 in 20.0240 sec 2024-12-02T14:15:02,871 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 0ce2d337fcb40774f1ee9a83b502afa2 2024-12-02T14:15:02,871 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 0ce2d337fcb40774f1ee9a83b502afa2 2024-12-02T14:15:02,871 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/87730b3888d8f78cf2a88c3f959e3cc8 2024-12-02T14:15:02,872 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 87730b3888d8f78cf2a88c3f959e3cc8 2024-12-02T14:15:02,872 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 87730b3888d8f78cf2a88c3f959e3cc8 2024-12-02T14:15:02,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=25 2024-12-02T14:15:02,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3a61c9ba14f,42253,1733148842003 in 20.0240 sec 2024-12-02T14:15:02,872 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-02T14:15:02,872 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/.hbase-snapshot/SnapshotProcedureTest 2024-12-02T14:15:02,873 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 0ce2d337fcb40774f1ee9a83b502afa2 2024-12-02T14:15:02,874 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 87730b3888d8f78cf2a88c3f959e3cc8 2024-12-02T14:15:02,874 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-02T14:15:02,874 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-02T14:15:02,874 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 0ce2d337fcb40774f1ee9a83b502afa2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71126265, jitterRate=0.05986393988132477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T14:15:02,874 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0ce2d337fcb40774f1ee9a83b502afa2 2024-12-02T14:15:02,874 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 0ce2d337fcb40774f1ee9a83b502afa2: Running coprocessor pre-open hook at 1733148902866Writing region info on filesystem at 1733148902866Initializing all the Stores at 1733148902867 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148902867Cleaning up temporary data from old regions at 1733148902871 (+4 ms)Running coprocessor post-open hooks at 1733148902874 (+3 ms)Region opened successfully at 1733148902874 2024-12-02T14:15:02,874 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 87730b3888d8f78cf2a88c3f959e3cc8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72207441, jitterRate=0.0759747177362442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T14:15:02,874 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 87730b3888d8f78cf2a88c3f959e3cc8 2024-12-02T14:15:02,874 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 87730b3888d8f78cf2a88c3f959e3cc8: Running coprocessor pre-open hook at 1733148902866Writing region info on filesystem at 1733148902866Initializing all the Stores at 1733148902867 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148902867Cleaning up temporary data from old regions at 1733148902872 (+5 ms)Running coprocessor post-open hooks at 1733148902874 (+2 ms)Region opened successfully at 1733148902874 2024-12-02T14:15:02,875 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733148852887.0ce2d337fcb40774f1ee9a83b502afa2., pid=54, masterSystemTime=1733148902861 2024-12-02T14:15:02,875 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733148852887.87730b3888d8f78cf2a88c3f959e3cc8., pid=53, masterSystemTime=1733148902861 2024-12-02T14:15:02,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.3950 sec 2024-12-02T14:15:02,876 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733148852887.87730b3888d8f78cf2a88c3f959e3cc8. 2024-12-02T14:15:02,876 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733148852887.87730b3888d8f78cf2a88c3f959e3cc8. 2024-12-02T14:15:02,876 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733148852887.b203d711da3046f2c63bdc6b44209d6e. 2024-12-02T14:15:02,876 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => b203d711da3046f2c63bdc6b44209d6e, NAME => 'SPTestTable,99999996,1733148852887.b203d711da3046f2c63bdc6b44209d6e.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-02T14:15:02,877 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=87730b3888d8f78cf2a88c3f959e3cc8, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,42375,1733148841973 2024-12-02T14:15:02,877 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b203d711da3046f2c63bdc6b44209d6e 2024-12-02T14:15:02,877 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733148852887.b203d711da3046f2c63bdc6b44209d6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:15:02,877 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for b203d711da3046f2c63bdc6b44209d6e 2024-12-02T14:15:02,877 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for b203d711da3046f2c63bdc6b44209d6e 2024-12-02T14:15:02,878 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733148852887.0ce2d337fcb40774f1ee9a83b502afa2. 2024-12-02T14:15:02,878 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733148852887.0ce2d337fcb40774f1ee9a83b502afa2. 2024-12-02T14:15:02,879 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=0ce2d337fcb40774f1ee9a83b502afa2, regionState=OPEN, openSeqNum=2, regionLocation=a3a61c9ba14f,42253,1733148842003 2024-12-02T14:15:02,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87730b3888d8f78cf2a88c3f959e3cc8, server=a3a61c9ba14f,42375,1733148841973 because future has completed 2024-12-02T14:15:02,879 INFO [StoreOpener-b203d711da3046f2c63bdc6b44209d6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b203d711da3046f2c63bdc6b44209d6e 2024-12-02T14:15:02,880 INFO [StoreOpener-b203d711da3046f2c63bdc6b44209d6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b203d711da3046f2c63bdc6b44209d6e columnFamilyName cf 2024-12-02T14:15:02,880 DEBUG [StoreOpener-b203d711da3046f2c63bdc6b44209d6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:15:02,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ce2d337fcb40774f1ee9a83b502afa2, server=a3a61c9ba14f,42253,1733148842003 because future has completed 2024-12-02T14:15:02,883 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=49 2024-12-02T14:15:02,883 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 87730b3888d8f78cf2a88c3f959e3cc8, server=a3a61c9ba14f,42375,1733148841973 in 9.8350 sec 2024-12-02T14:15:02,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=51 2024-12-02T14:15:02,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=87730b3888d8f78cf2a88c3f959e3cc8, ASSIGN in 9.9940 sec 2024-12-02T14:15:02,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure 0ce2d337fcb40774f1ee9a83b502afa2, server=a3a61c9ba14f,42253,1733148842003 in 9.8360 sec 2024-12-02T14:15:02,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0ce2d337fcb40774f1ee9a83b502afa2, ASSIGN in 9.9960 sec 2024-12-02T14:15:02,889 DEBUG [StoreOpener-b203d711da3046f2c63bdc6b44209d6e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/b203d711da3046f2c63bdc6b44209d6e/cf/079e3d769be1468fb5ad7ceaf580366d 2024-12-02T14:15:02,889 INFO [StoreOpener-b203d711da3046f2c63bdc6b44209d6e-1 {}] regionserver.HStore(327): Store=b203d711da3046f2c63bdc6b44209d6e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:15:02,889 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for b203d711da3046f2c63bdc6b44209d6e 2024-12-02T14:15:02,890 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/b203d711da3046f2c63bdc6b44209d6e 2024-12-02T14:15:02,891 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/b203d711da3046f2c63bdc6b44209d6e 2024-12-02T14:15:02,892 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for b203d711da3046f2c63bdc6b44209d6e 2024-12-02T14:15:02,892 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for b203d711da3046f2c63bdc6b44209d6e 2024-12-02T14:15:02,893 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for b203d711da3046f2c63bdc6b44209d6e 2024-12-02T14:15:02,896 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/b203d711da3046f2c63bdc6b44209d6e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T14:15:02,897 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened b203d711da3046f2c63bdc6b44209d6e; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61753375, jitterRate=-0.07980300486087799}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T14:15:02,897 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b203d711da3046f2c63bdc6b44209d6e 2024-12-02T14:15:02,897 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for b203d711da3046f2c63bdc6b44209d6e: Running coprocessor pre-open hook at 1733148902877Writing region info on filesystem at 1733148902877Initializing all the Stores at 1733148902878 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733148902878Cleaning up temporary data from old regions at 1733148902892 (+14 ms)Running coprocessor post-open hooks at 1733148902897 (+5 ms)Region opened successfully at 1733148902897 2024-12-02T14:15:02,898 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733148852887.b203d711da3046f2c63bdc6b44209d6e., pid=52, masterSystemTime=1733148902861 2024-12-02T14:15:02,900 DEBUG [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733148852887.b203d711da3046f2c63bdc6b44209d6e. 2024-12-02T14:15:02,900 INFO [RS_OPEN_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733148852887.b203d711da3046f2c63bdc6b44209d6e. 2024-12-02T14:15:02,900 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=b203d711da3046f2c63bdc6b44209d6e, regionState=OPEN, openSeqNum=6, regionLocation=a3a61c9ba14f,42375,1733148841973 2024-12-02T14:15:02,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure b203d711da3046f2c63bdc6b44209d6e, server=a3a61c9ba14f,42375,1733148841973 because future has completed 2024-12-02T14:15:02,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=50 2024-12-02T14:15:02,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure b203d711da3046f2c63bdc6b44209d6e, server=a3a61c9ba14f,42375,1733148841973 in 9.8580 sec 2024-12-02T14:15:02,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=46 2024-12-02T14:15:02,907 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server a3a61c9ba14f,33821,1733148842030 after splitting done 2024-12-02T14:15:02,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b203d711da3046f2c63bdc6b44209d6e, ASSIGN in 10.0160 sec 2024-12-02T14:15:02,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure a3a61c9ba14f,33821,1733148842030, splitWal=true, meta=false in 19.9990 sec 2024-12-02T14:15:02,916 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-02T14:15:02,920 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-02T14:15:02,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T14:15:02,920 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:15:02,920 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:15:02,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:15:02,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:15:02,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:15:02,921 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T14:15:02,921 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=720976263, stopped=false 2024-12-02T14:15:02,921 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a3a61c9ba14f,44955,1733148841924 2024-12-02T14:15:02,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x1009b47f41c0000, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T14:15:02,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x1009b47f41c0001, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T14:15:02,922 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42253-0x1009b47f41c0002, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T14:15:02,922 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42253-0x1009b47f41c0002, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:15:02,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x1009b47f41c0001, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:15:02,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x1009b47f41c0000, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:15:02,922 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:15:02,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44955-0x1009b47f41c0000, quorum=127.0.0.1:53517, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T14:15:02,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42375-0x1009b47f41c0001, quorum=127.0.0.1:53517, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T14:15:02,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42253-0x1009b47f41c0002, quorum=127.0.0.1:53517, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T14:15:02,923 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:15:02,923 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:15:02,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:15:02,924 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3a61c9ba14f,42375,1733148841973' ***** 2024-12-02T14:15:02,924 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T14:15:02,924 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3a61c9ba14f,42253,1733148842003' ***** 2024-12-02T14:15:02,924 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T14:15:02,924 INFO [RS:1;a3a61c9ba14f:42253 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T14:15:02,924 INFO [RS:1;a3a61c9ba14f:42253 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T14:15:02,924 INFO [RS:1;a3a61c9ba14f:42253 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T14:15:02,924 INFO [RS:1;a3a61c9ba14f:42253 {}] regionserver.HRegionServer(3091): Received CLOSE for 0ce2d337fcb40774f1ee9a83b502afa2 2024-12-02T14:15:02,924 INFO [RS:0;a3a61c9ba14f:42375 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T14:15:02,925 INFO [RS:0;a3a61c9ba14f:42375 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T14:15:02,925 INFO [RS:0;a3a61c9ba14f:42375 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T14:15:02,925 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T14:15:02,925 INFO [RS:0;a3a61c9ba14f:42375 {}] regionserver.HRegionServer(3091): Received CLOSE for 028cb9928132ed06fd750d3e3ced00a2 2024-12-02T14:15:02,925 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T14:15:02,925 INFO [RS:1;a3a61c9ba14f:42253 {}] regionserver.HRegionServer(3091): Received CLOSE for 549a21f263badfc3324cae6005fc47f1 2024-12-02T14:15:02,925 INFO [RS:1;a3a61c9ba14f:42253 {}] regionserver.HRegionServer(3091): Received CLOSE for d41025c618dfca40dbefa381f19946d6 2024-12-02T14:15:02,925 INFO [RS:1;a3a61c9ba14f:42253 {}] regionserver.HRegionServer(3091): Received CLOSE for 3dc9aff4e0159c8d3b6b48e953fcd79b 2024-12-02T14:15:02,925 INFO [RS:1;a3a61c9ba14f:42253 {}] regionserver.HRegionServer(3091): Received CLOSE for f3da32b840578ca2c7197e47651b4905 2024-12-02T14:15:02,925 INFO [RS:1;a3a61c9ba14f:42253 {}] regionserver.HRegionServer(959): stopping server a3a61c9ba14f,42253,1733148842003 2024-12-02T14:15:02,925 INFO [RS:1;a3a61c9ba14f:42253 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:15:02,925 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0ce2d337fcb40774f1ee9a83b502afa2, disabling compactions & flushes 2024-12-02T14:15:02,925 INFO [RS:1;a3a61c9ba14f:42253 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;a3a61c9ba14f:42253. 2024-12-02T14:15:02,925 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733148852887.0ce2d337fcb40774f1ee9a83b502afa2. 2024-12-02T14:15:02,925 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733148852887.0ce2d337fcb40774f1ee9a83b502afa2. 2024-12-02T14:15:02,925 DEBUG [RS:1;a3a61c9ba14f:42253 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:15:02,925 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733148852887.0ce2d337fcb40774f1ee9a83b502afa2. after waiting 0 ms 2024-12-02T14:15:02,925 INFO [RS:0;a3a61c9ba14f:42375 {}] regionserver.HRegionServer(3091): Received CLOSE for 118897985acfeabb94b008b164bc629a 2024-12-02T14:15:02,925 DEBUG [RS:1;a3a61c9ba14f:42253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:15:02,925 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733148852887.0ce2d337fcb40774f1ee9a83b502afa2. 2024-12-02T14:15:02,926 INFO [RS:0;a3a61c9ba14f:42375 {}] regionserver.HRegionServer(3091): Received CLOSE for 87730b3888d8f78cf2a88c3f959e3cc8 2024-12-02T14:15:02,926 INFO [RS:0;a3a61c9ba14f:42375 {}] regionserver.HRegionServer(3091): Received CLOSE for c4fa8d7d68f77c8c53fa8bf84460c3eb 2024-12-02T14:15:02,926 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 028cb9928132ed06fd750d3e3ced00a2, disabling compactions & flushes 2024-12-02T14:15:02,926 INFO [RS:1;a3a61c9ba14f:42253 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-02T14:15:02,926 INFO [RS:0;a3a61c9ba14f:42375 {}] regionserver.HRegionServer(3091): Received CLOSE for b203d711da3046f2c63bdc6b44209d6e 2024-12-02T14:15:02,926 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733148852887.028cb9928132ed06fd750d3e3ced00a2. 2024-12-02T14:15:02,926 DEBUG [RS:1;a3a61c9ba14f:42253 {}] regionserver.HRegionServer(1325): Online Regions={0ce2d337fcb40774f1ee9a83b502afa2=SPTestTable,4ccccccb,1733148852887.0ce2d337fcb40774f1ee9a83b502afa2., 549a21f263badfc3324cae6005fc47f1=SPTestTable,33333332,1733148852887.549a21f263badfc3324cae6005fc47f1., d41025c618dfca40dbefa381f19946d6=SPTestTable,66666664,1733148852887.d41025c618dfca40dbefa381f19946d6., 3dc9aff4e0159c8d3b6b48e953fcd79b=SPTestTable,ccccccc8,1733148852887.3dc9aff4e0159c8d3b6b48e953fcd79b., f3da32b840578ca2c7197e47651b4905=SPTestTable,b333332f,1733148852887.f3da32b840578ca2c7197e47651b4905.} 2024-12-02T14:15:02,926 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733148852887.028cb9928132ed06fd750d3e3ced00a2. 2024-12-02T14:15:02,926 INFO [RS:0;a3a61c9ba14f:42375 {}] regionserver.HRegionServer(959): stopping server a3a61c9ba14f,42375,1733148841973 2024-12-02T14:15:02,926 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733148852887.028cb9928132ed06fd750d3e3ced00a2. after waiting 0 ms 2024-12-02T14:15:02,926 INFO [RS:0;a3a61c9ba14f:42375 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:15:02,926 DEBUG [RS:1;a3a61c9ba14f:42253 {}] regionserver.HRegionServer(1351): Waiting on 0ce2d337fcb40774f1ee9a83b502afa2, 3dc9aff4e0159c8d3b6b48e953fcd79b, 549a21f263badfc3324cae6005fc47f1, d41025c618dfca40dbefa381f19946d6, f3da32b840578ca2c7197e47651b4905 2024-12-02T14:15:02,926 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733148852887.028cb9928132ed06fd750d3e3ced00a2. 2024-12-02T14:15:02,926 INFO [RS:0;a3a61c9ba14f:42375 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3a61c9ba14f:42375. 2024-12-02T14:15:02,926 DEBUG [RS:0;a3a61c9ba14f:42375 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:15:02,926 DEBUG [RS:0;a3a61c9ba14f:42375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:15:02,926 INFO [RS:0;a3a61c9ba14f:42375 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T14:15:02,926 INFO [RS:0;a3a61c9ba14f:42375 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T14:15:02,926 INFO [RS:0;a3a61c9ba14f:42375 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T14:15:02,926 INFO [RS:0;a3a61c9ba14f:42375 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T14:15:02,926 INFO [RS:0;a3a61c9ba14f:42375 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-02T14:15:02,926 DEBUG [RS:0;a3a61c9ba14f:42375 {}] regionserver.HRegionServer(1325): Online Regions={028cb9928132ed06fd750d3e3ced00a2=SPTestTable,19999999,1733148852887.028cb9928132ed06fd750d3e3ced00a2., 118897985acfeabb94b008b164bc629a=SPTestTable,7ffffffd,1733148852887.118897985acfeabb94b008b164bc629a., 87730b3888d8f78cf2a88c3f959e3cc8=SPTestTable,,1733148852887.87730b3888d8f78cf2a88c3f959e3cc8., 1588230740=hbase:meta,,1.1588230740, c4fa8d7d68f77c8c53fa8bf84460c3eb=SPTestTable,e6666661,1733148852887.c4fa8d7d68f77c8c53fa8bf84460c3eb., b203d711da3046f2c63bdc6b44209d6e=SPTestTable,99999996,1733148852887.b203d711da3046f2c63bdc6b44209d6e.} 2024-12-02T14:15:02,927 DEBUG [RS:0;a3a61c9ba14f:42375 {}] regionserver.HRegionServer(1351): Waiting on 028cb9928132ed06fd750d3e3ced00a2, 118897985acfeabb94b008b164bc629a, 1588230740, 87730b3888d8f78cf2a88c3f959e3cc8, b203d711da3046f2c63bdc6b44209d6e, c4fa8d7d68f77c8c53fa8bf84460c3eb 2024-12-02T14:15:02,927 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:15:02,927 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:15:02,927 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:15:02,927 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:15:02,927 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:15:02,927 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.30 KB heapSize=25.73 KB 2024-12-02T14:15:02,930 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/028cb9928132ed06fd750d3e3ced00a2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T14:15:02,931 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/0ce2d337fcb40774f1ee9a83b502afa2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-02T14:15:02,931 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733148852887.028cb9928132ed06fd750d3e3ced00a2. 2024-12-02T14:15:02,931 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733148852887.0ce2d337fcb40774f1ee9a83b502afa2. 2024-12-02T14:15:02,931 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 028cb9928132ed06fd750d3e3ced00a2: Waiting for close lock at 1733148902926Running coprocessor pre-close hooks at 1733148902926Disabling compacts and flushes for region at 1733148902926Disabling writes for close at 1733148902926Writing region close event to WAL at 1733148902926Running coprocessor post-close hooks at 1733148902931 (+5 ms)Closed at 1733148902931 2024-12-02T14:15:02,931 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0ce2d337fcb40774f1ee9a83b502afa2: Waiting for close lock at 1733148902925Running coprocessor pre-close hooks at 1733148902925Disabling compacts and flushes for region at 1733148902925Disabling writes for close at 1733148902925Writing region close event to WAL at 1733148902926 (+1 ms)Running coprocessor post-close hooks at 1733148902931 (+5 ms)Closed at 1733148902931 2024-12-02T14:15:02,931 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733148852887.028cb9928132ed06fd750d3e3ced00a2. 2024-12-02T14:15:02,931 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733148852887.0ce2d337fcb40774f1ee9a83b502afa2. 2024-12-02T14:15:02,931 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 549a21f263badfc3324cae6005fc47f1, disabling compactions & flushes 2024-12-02T14:15:02,931 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 118897985acfeabb94b008b164bc629a, disabling compactions & flushes 2024-12-02T14:15:02,932 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733148852887.118897985acfeabb94b008b164bc629a. 2024-12-02T14:15:02,932 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733148852887.549a21f263badfc3324cae6005fc47f1. 2024-12-02T14:15:02,932 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733148852887.118897985acfeabb94b008b164bc629a. 2024-12-02T14:15:02,932 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733148852887.549a21f263badfc3324cae6005fc47f1. 2024-12-02T14:15:02,932 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733148852887.118897985acfeabb94b008b164bc629a. after waiting 0 ms 2024-12-02T14:15:02,932 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733148852887.549a21f263badfc3324cae6005fc47f1. after waiting 0 ms 2024-12-02T14:15:02,932 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733148852887.118897985acfeabb94b008b164bc629a. 2024-12-02T14:15:02,932 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733148852887.549a21f263badfc3324cae6005fc47f1. 2024-12-02T14:15:02,936 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/549a21f263badfc3324cae6005fc47f1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T14:15:02,935 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/118897985acfeabb94b008b164bc629a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T14:15:02,936 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733148852887.549a21f263badfc3324cae6005fc47f1. 2024-12-02T14:15:02,936 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733148852887.118897985acfeabb94b008b164bc629a. 2024-12-02T14:15:02,936 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 549a21f263badfc3324cae6005fc47f1: Waiting for close lock at 1733148902931Running coprocessor pre-close hooks at 1733148902931Disabling compacts and flushes for region at 1733148902931Disabling writes for close at 1733148902932 (+1 ms)Writing region close event to WAL at 1733148902932Running coprocessor post-close hooks at 1733148902936 (+4 ms)Closed at 1733148902936 2024-12-02T14:15:02,936 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 118897985acfeabb94b008b164bc629a: Waiting for close lock at 1733148902931Running coprocessor pre-close hooks at 1733148902931Disabling compacts and flushes for region at 1733148902931Disabling writes for close at 1733148902932 (+1 ms)Writing region close event to WAL at 1733148902932Running coprocessor post-close hooks at 1733148902936 (+4 ms)Closed at 1733148902936 2024-12-02T14:15:02,936 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733148852887.118897985acfeabb94b008b164bc629a. 2024-12-02T14:15:02,936 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733148852887.549a21f263badfc3324cae6005fc47f1. 2024-12-02T14:15:02,936 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 87730b3888d8f78cf2a88c3f959e3cc8, disabling compactions & flushes 2024-12-02T14:15:02,936 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d41025c618dfca40dbefa381f19946d6, disabling compactions & flushes 2024-12-02T14:15:02,937 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733148852887.87730b3888d8f78cf2a88c3f959e3cc8. 2024-12-02T14:15:02,937 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733148852887.87730b3888d8f78cf2a88c3f959e3cc8. 2024-12-02T14:15:02,937 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733148852887.d41025c618dfca40dbefa381f19946d6. 2024-12-02T14:15:02,937 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733148852887.87730b3888d8f78cf2a88c3f959e3cc8. after waiting 0 ms 2024-12-02T14:15:02,937 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733148852887.d41025c618dfca40dbefa381f19946d6. 2024-12-02T14:15:02,937 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733148852887.87730b3888d8f78cf2a88c3f959e3cc8. 2024-12-02T14:15:02,937 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733148852887.d41025c618dfca40dbefa381f19946d6. after waiting 0 ms 2024-12-02T14:15:02,937 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733148852887.d41025c618dfca40dbefa381f19946d6. 2024-12-02T14:15:02,940 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/d41025c618dfca40dbefa381f19946d6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T14:15:02,940 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/87730b3888d8f78cf2a88c3f959e3cc8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-02T14:15:02,941 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733148852887.87730b3888d8f78cf2a88c3f959e3cc8. 2024-12-02T14:15:02,941 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733148852887.d41025c618dfca40dbefa381f19946d6. 2024-12-02T14:15:02,941 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d41025c618dfca40dbefa381f19946d6: Waiting for close lock at 1733148902936Running coprocessor pre-close hooks at 1733148902936Disabling compacts and flushes for region at 1733148902936Disabling writes for close at 1733148902937 (+1 ms)Writing region close event to WAL at 1733148902937Running coprocessor post-close hooks at 1733148902941 (+4 ms)Closed at 1733148902941 2024-12-02T14:15:02,941 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 87730b3888d8f78cf2a88c3f959e3cc8: Waiting for close lock at 1733148902936Running coprocessor pre-close hooks at 1733148902936Disabling compacts and flushes for region at 1733148902936Disabling writes for close at 1733148902937 (+1 ms)Writing region close event to WAL at 1733148902937Running coprocessor post-close hooks at 1733148902941 (+4 ms)Closed at 1733148902941 2024-12-02T14:15:02,942 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733148852887.d41025c618dfca40dbefa381f19946d6. 2024-12-02T14:15:02,942 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733148852887.87730b3888d8f78cf2a88c3f959e3cc8. 2024-12-02T14:15:02,942 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3dc9aff4e0159c8d3b6b48e953fcd79b, disabling compactions & flushes 2024-12-02T14:15:02,942 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4fa8d7d68f77c8c53fa8bf84460c3eb, disabling compactions & flushes 2024-12-02T14:15:02,942 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733148852887.3dc9aff4e0159c8d3b6b48e953fcd79b. 2024-12-02T14:15:02,942 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733148852887.c4fa8d7d68f77c8c53fa8bf84460c3eb. 2024-12-02T14:15:02,942 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733148852887.3dc9aff4e0159c8d3b6b48e953fcd79b. 2024-12-02T14:15:02,942 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733148852887.c4fa8d7d68f77c8c53fa8bf84460c3eb. 2024-12-02T14:15:02,942 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733148852887.3dc9aff4e0159c8d3b6b48e953fcd79b. after waiting 0 ms 2024-12-02T14:15:02,942 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733148852887.3dc9aff4e0159c8d3b6b48e953fcd79b. 2024-12-02T14:15:02,942 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733148852887.c4fa8d7d68f77c8c53fa8bf84460c3eb. after waiting 0 ms 2024-12-02T14:15:02,942 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733148852887.c4fa8d7d68f77c8c53fa8bf84460c3eb. 2024-12-02T14:15:02,946 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/3dc9aff4e0159c8d3b6b48e953fcd79b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T14:15:02,947 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/hbase/meta/1588230740/.tmp/info/8f81e8086ca1497cba7599d9336a45a7 is 167, key is SPTestTable,19999999,1733148852887.028cb9928132ed06fd750d3e3ced00a2./info:regioninfo/1733148863169/Put/seqid=0 2024-12-02T14:15:02,947 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733148852887.3dc9aff4e0159c8d3b6b48e953fcd79b. 2024-12-02T14:15:02,947 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3dc9aff4e0159c8d3b6b48e953fcd79b: Waiting for close lock at 1733148902942Running coprocessor pre-close hooks at 1733148902942Disabling compacts and flushes for region at 1733148902942Disabling writes for close at 1733148902942Writing region close event to WAL at 1733148902943 (+1 ms)Running coprocessor post-close hooks at 1733148902947 (+4 ms)Closed at 1733148902947 2024-12-02T14:15:02,947 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733148852887.3dc9aff4e0159c8d3b6b48e953fcd79b. 2024-12-02T14:15:02,947 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f3da32b840578ca2c7197e47651b4905, disabling compactions & flushes 2024-12-02T14:15:02,947 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733148852887.f3da32b840578ca2c7197e47651b4905. 2024-12-02T14:15:02,947 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733148852887.f3da32b840578ca2c7197e47651b4905. 2024-12-02T14:15:02,947 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733148852887.f3da32b840578ca2c7197e47651b4905. after waiting 0 ms 2024-12-02T14:15:02,948 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733148852887.f3da32b840578ca2c7197e47651b4905. 2024-12-02T14:15:02,948 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/c4fa8d7d68f77c8c53fa8bf84460c3eb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T14:15:02,949 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733148852887.c4fa8d7d68f77c8c53fa8bf84460c3eb. 2024-12-02T14:15:02,949 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4fa8d7d68f77c8c53fa8bf84460c3eb: Waiting for close lock at 1733148902942Running coprocessor pre-close hooks at 1733148902942Disabling compacts and flushes for region at 1733148902942Disabling writes for close at 1733148902942Writing region close event to WAL at 1733148902944 (+2 ms)Running coprocessor post-close hooks at 1733148902949 (+5 ms)Closed at 1733148902949 2024-12-02T14:15:02,949 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733148852887.c4fa8d7d68f77c8c53fa8bf84460c3eb. 2024-12-02T14:15:02,950 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b203d711da3046f2c63bdc6b44209d6e, disabling compactions & flushes 2024-12-02T14:15:02,950 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733148852887.b203d711da3046f2c63bdc6b44209d6e. 2024-12-02T14:15:02,950 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733148852887.b203d711da3046f2c63bdc6b44209d6e. 2024-12-02T14:15:02,950 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733148852887.b203d711da3046f2c63bdc6b44209d6e. after waiting 0 ms 2024-12-02T14:15:02,950 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733148852887.b203d711da3046f2c63bdc6b44209d6e. 2024-12-02T14:15:02,959 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/f3da32b840578ca2c7197e47651b4905/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T14:15:02,960 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733148852887.f3da32b840578ca2c7197e47651b4905. 2024-12-02T14:15:02,960 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f3da32b840578ca2c7197e47651b4905: Waiting for close lock at 1733148902947Running coprocessor pre-close hooks at 1733148902947Disabling compacts and flushes for region at 1733148902947Disabling writes for close at 1733148902948 (+1 ms)Writing region close event to WAL at 1733148902948Running coprocessor post-close hooks at 1733148902960 (+12 ms)Closed at 1733148902960 2024-12-02T14:15:02,960 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733148852887.f3da32b840578ca2c7197e47651b4905. 2024-12-02T14:15:02,962 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/default/SPTestTable/b203d711da3046f2c63bdc6b44209d6e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-12-02T14:15:02,962 INFO [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733148852887.b203d711da3046f2c63bdc6b44209d6e. 2024-12-02T14:15:02,963 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b203d711da3046f2c63bdc6b44209d6e: Waiting for close lock at 1733148902949Running coprocessor pre-close hooks at 1733148902949Disabling compacts and flushes for region at 1733148902949Disabling writes for close at 1733148902950 (+1 ms)Writing region close event to WAL at 1733148902958 (+8 ms)Running coprocessor post-close hooks at 1733148902962 (+4 ms)Closed at 1733148902962 2024-12-02T14:15:02,963 DEBUG [RS_CLOSE_REGION-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733148852887.b203d711da3046f2c63bdc6b44209d6e. 2024-12-02T14:15:02,971 INFO [regionserver/a3a61c9ba14f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:15:02,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741864_1040 (size=19785) 2024-12-02T14:15:02,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741864_1040 (size=19785) 2024-12-02T14:15:02,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741864_1040 (size=19785) 2024-12-02T14:15:02,972 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.14 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/hbase/meta/1588230740/.tmp/info/8f81e8086ca1497cba7599d9336a45a7 2024-12-02T14:15:02,979 INFO [regionserver/a3a61c9ba14f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:15:02,991 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/hbase/meta/1588230740/.tmp/ns/7180f5a55d5b4ea0befa31d5851728b7 is 43, key is default/ns:d/1733148852806/Put/seqid=0 2024-12-02T14:15:03,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741865_1041 (size=5153) 2024-12-02T14:15:03,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741865_1041 (size=5153) 2024-12-02T14:15:03,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741865_1041 (size=5153) 2024-12-02T14:15:03,002 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/hbase/meta/1588230740/.tmp/ns/7180f5a55d5b4ea0befa31d5851728b7 2024-12-02T14:15:03,022 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/hbase/meta/1588230740/.tmp/table/36e3054d7f104f95882067ca8c1c6f43 is 47, key is SPTestTable/table:state/1733148863278/Put/seqid=0 2024-12-02T14:15:03,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741866_1042 (size=5214) 2024-12-02T14:15:03,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741866_1042 (size=5214) 2024-12-02T14:15:03,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741866_1042 (size=5214) 2024-12-02T14:15:03,032 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/hbase/meta/1588230740/.tmp/table/36e3054d7f104f95882067ca8c1c6f43 2024-12-02T14:15:03,040 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/hbase/meta/1588230740/.tmp/info/8f81e8086ca1497cba7599d9336a45a7 as hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/hbase/meta/1588230740/info/8f81e8086ca1497cba7599d9336a45a7 2024-12-02T14:15:03,047 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/hbase/meta/1588230740/info/8f81e8086ca1497cba7599d9336a45a7, entries=112, sequenceid=35, filesize=19.3 K 2024-12-02T14:15:03,048 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/hbase/meta/1588230740/.tmp/ns/7180f5a55d5b4ea0befa31d5851728b7 as hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/hbase/meta/1588230740/ns/7180f5a55d5b4ea0befa31d5851728b7 2024-12-02T14:15:03,055 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/hbase/meta/1588230740/ns/7180f5a55d5b4ea0befa31d5851728b7, entries=2, sequenceid=35, filesize=5.0 K 2024-12-02T14:15:03,056 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/hbase/meta/1588230740/.tmp/table/36e3054d7f104f95882067ca8c1c6f43 as hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/hbase/meta/1588230740/table/36e3054d7f104f95882067ca8c1c6f43 2024-12-02T14:15:03,062 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/hbase/meta/1588230740/table/36e3054d7f104f95882067ca8c1c6f43, entries=2, sequenceid=35, filesize=5.1 K 2024-12-02T14:15:03,064 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.30 KB/15664, heapSize ~25.43 KB/26040, currentSize=0 B/0 for 1588230740 in 136ms, sequenceid=35, compaction requested=false 2024-12-02T14:15:03,068 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-12-02T14:15:03,068 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:15:03,068 INFO [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:15:03,069 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733148902927Running coprocessor pre-close hooks at 1733148902927Disabling compacts and flushes for region at 1733148902927Disabling writes for close at 1733148902927Obtaining lock to block concurrent updates at 1733148902927Preparing flush snapshotting stores in 1588230740 at 1733148902927Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15664, getHeapSize=26280, getOffHeapSize=0, getCellsCount=128 at 1733148902928 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733148902928Flushing 1588230740/info: creating writer at 1733148902928Flushing 1588230740/info: appending metadata at 1733148902946 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733148902946Flushing 1588230740/ns: creating writer at 1733148902978 (+32 ms)Flushing 1588230740/ns: appending metadata at 1733148902991 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733148902991Flushing 1588230740/table: creating writer at 1733148903009 (+18 ms)Flushing 1588230740/table: appending metadata at 1733148903022 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733148903022Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c874a76: reopening flushed file at 1733148903039 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c219dbf: reopening flushed file at 1733148903047 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ac2abc6: reopening flushed file at 1733148903055 (+8 ms)Finished flush of dataSize ~15.30 KB/15664, heapSize ~25.43 KB/26040, currentSize=0 B/0 for 1588230740 in 136ms, sequenceid=35, compaction requested=false at 1733148903064 (+9 ms)Writing region close event to WAL at 1733148903065 (+1 ms)Running coprocessor post-close hooks at 1733148903068 (+3 ms)Closed at 1733148903068 2024-12-02T14:15:03,069 DEBUG [RS_CLOSE_META-regionserver/a3a61c9ba14f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T14:15:03,126 INFO [RS:1;a3a61c9ba14f:42253 {}] regionserver.HRegionServer(976): stopping server a3a61c9ba14f,42253,1733148842003; all regions closed. 2024-12-02T14:15:03,127 INFO [RS:0;a3a61c9ba14f:42375 {}] regionserver.HRegionServer(976): stopping server a3a61c9ba14f,42375,1733148841973; all regions closed. 2024-12-02T14:15:03,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741835_1011 (size=4052) 2024-12-02T14:15:03,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741835_1011 (size=4052) 2024-12-02T14:15:03,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741836_1012 (size=18358) 2024-12-02T14:15:03,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741835_1011 (size=4052) 2024-12-02T14:15:03,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741836_1012 (size=18358) 2024-12-02T14:15:03,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741836_1012 (size=18358) 2024-12-02T14:15:03,133 DEBUG [RS:1;a3a61c9ba14f:42253 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/oldWALs 2024-12-02T14:15:03,133 INFO [RS:1;a3a61c9ba14f:42253 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C42253%2C1733148842003:(num 1733148842467) 2024-12-02T14:15:03,133 DEBUG [RS:1;a3a61c9ba14f:42253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:15:03,133 INFO [RS:1;a3a61c9ba14f:42253 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:15:03,133 INFO [RS:1;a3a61c9ba14f:42253 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:15:03,133 INFO [RS:1;a3a61c9ba14f:42253 {}] hbase.ChoreService(370): Chore service for: regionserver/a3a61c9ba14f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T14:15:03,133 INFO [RS:1;a3a61c9ba14f:42253 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T14:15:03,133 INFO [RS:1;a3a61c9ba14f:42253 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T14:15:03,133 INFO [RS:1;a3a61c9ba14f:42253 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T14:15:03,133 INFO [RS:1;a3a61c9ba14f:42253 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:15:03,133 INFO [regionserver/a3a61c9ba14f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:15:03,134 INFO [RS:1;a3a61c9ba14f:42253 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42253 2024-12-02T14:15:03,134 DEBUG [RS:0;a3a61c9ba14f:42375 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/oldWALs 2024-12-02T14:15:03,134 INFO [RS:0;a3a61c9ba14f:42375 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C42375%2C1733148841973.meta:.meta(num 1733148852751) 2024-12-02T14:15:03,135 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42253-0x1009b47f41c0002, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a3a61c9ba14f,42253,1733148842003 2024-12-02T14:15:03,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x1009b47f41c0000, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T14:15:03,136 INFO [RS:1;a3a61c9ba14f:42253 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:15:03,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741834_1010 (size=3534) 2024-12-02T14:15:03,137 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3a61c9ba14f,42253,1733148842003] 2024-12-02T14:15:03,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741834_1010 (size=3534) 2024-12-02T14:15:03,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741834_1010 (size=3534) 2024-12-02T14:15:03,138 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a3a61c9ba14f,42253,1733148842003 already deleted, retry=false 2024-12-02T14:15:03,138 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a3a61c9ba14f,42253,1733148842003 expired; onlineServers=1 2024-12-02T14:15:03,140 DEBUG [RS:0;a3a61c9ba14f:42375 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/oldWALs 2024-12-02T14:15:03,140 INFO [RS:0;a3a61c9ba14f:42375 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3a61c9ba14f%2C42375%2C1733148841973:(num 1733148842459) 2024-12-02T14:15:03,140 DEBUG [RS:0;a3a61c9ba14f:42375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:15:03,140 INFO [RS:0;a3a61c9ba14f:42375 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:15:03,140 INFO [RS:0;a3a61c9ba14f:42375 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:15:03,141 INFO [RS:0;a3a61c9ba14f:42375 {}] hbase.ChoreService(370): Chore service for: regionserver/a3a61c9ba14f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T14:15:03,141 INFO [RS:0;a3a61c9ba14f:42375 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:15:03,141 INFO [regionserver/a3a61c9ba14f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:15:03,141 INFO [RS:0;a3a61c9ba14f:42375 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42375 2024-12-02T14:15:03,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x1009b47f41c0001, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a3a61c9ba14f,42375,1733148841973 2024-12-02T14:15:03,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x1009b47f41c0000, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T14:15:03,142 INFO [RS:0;a3a61c9ba14f:42375 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:15:03,144 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3a61c9ba14f,42375,1733148841973] 2024-12-02T14:15:03,144 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a3a61c9ba14f,42375,1733148841973 already deleted, retry=false 2024-12-02T14:15:03,144 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a3a61c9ba14f,42375,1733148841973 expired; onlineServers=0 2024-12-02T14:15:03,144 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a3a61c9ba14f,44955,1733148841924' ***** 2024-12-02T14:15:03,144 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T14:15:03,145 INFO [M:0;a3a61c9ba14f:44955 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:15:03,145 INFO [M:0;a3a61c9ba14f:44955 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:15:03,145 DEBUG [M:0;a3a61c9ba14f:44955 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T14:15:03,145 DEBUG [M:0;a3a61c9ba14f:44955 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T14:15:03,145 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T14:15:03,145 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148842238 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.small.0-1733148842238,5,FailOnTimeoutGroup] 2024-12-02T14:15:03,145 INFO [M:0;a3a61c9ba14f:44955 {}] hbase.ChoreService(370): Chore service for: master/a3a61c9ba14f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T14:15:03,145 INFO [M:0;a3a61c9ba14f:44955 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:15:03,145 DEBUG [M:0;a3a61c9ba14f:44955 {}] master.HMaster(1795): Stopping service threads 2024-12-02T14:15:03,145 INFO [M:0;a3a61c9ba14f:44955 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T14:15:03,145 DEBUG [master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148842238 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3a61c9ba14f:0:becomeActiveMaster-HFileCleaner.large.0-1733148842238,5,FailOnTimeoutGroup] 2024-12-02T14:15:03,145 INFO [M:0;a3a61c9ba14f:44955 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:15:03,145 ERROR [M:0;a3a61c9ba14f:44955 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:42657 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42657,5,PEWorkerGroup] 2024-12-02T14:15:03,146 INFO [M:0;a3a61c9ba14f:44955 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T14:15:03,146 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T14:15:03,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x1009b47f41c0000, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T14:15:03,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x1009b47f41c0000, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T14:15:03,146 DEBUG [M:0;a3a61c9ba14f:44955 {}] zookeeper.ZKUtil(347): master:44955-0x1009b47f41c0000, quorum=127.0.0.1:53517, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T14:15:03,146 WARN [M:0;a3a61c9ba14f:44955 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T14:15:03,147 INFO [M:0;a3a61c9ba14f:44955 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/.lastflushedseqids 2024-12-02T14:15:03,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741867_1043 (size=650) 2024-12-02T14:15:03,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741867_1043 (size=650) 2024-12-02T14:15:03,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741867_1043 (size=650) 2024-12-02T14:15:03,161 INFO [M:0;a3a61c9ba14f:44955 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T14:15:03,162 INFO [M:0;a3a61c9ba14f:44955 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T14:15:03,162 DEBUG [M:0;a3a61c9ba14f:44955 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:15:03,162 INFO [M:0;a3a61c9ba14f:44955 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:15:03,162 DEBUG [M:0;a3a61c9ba14f:44955 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:15:03,162 DEBUG [M:0;a3a61c9ba14f:44955 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:15:03,162 DEBUG [M:0;a3a61c9ba14f:44955 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:15:03,162 INFO [M:0;a3a61c9ba14f:44955 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=222.91 KB heapSize=266.10 KB 2024-12-02T14:15:03,176 DEBUG [M:0;a3a61c9ba14f:44955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f04d29c68f04a20acdb8bed19eb28e7 is 82, key is hbase:meta,,1/info:regioninfo/1733148852788/Put/seqid=0 2024-12-02T14:15:03,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741868_1044 (size=5672) 2024-12-02T14:15:03,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741868_1044 (size=5672) 2024-12-02T14:15:03,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741868_1044 (size=5672) 2024-12-02T14:15:03,183 INFO [M:0;a3a61c9ba14f:44955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f04d29c68f04a20acdb8bed19eb28e7 2024-12-02T14:15:03,201 DEBUG [M:0;a3a61c9ba14f:44955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62be57bad58d458fb4d5ccb97b056872 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733148863283/Put/seqid=0 2024-12-02T14:15:03,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741869_1045 (size=9313) 2024-12-02T14:15:03,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741869_1045 (size=9313) 2024-12-02T14:15:03,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741869_1045 (size=9313) 2024-12-02T14:15:03,212 INFO [M:0;a3a61c9ba14f:44955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=222.18 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62be57bad58d458fb4d5ccb97b056872 2024-12-02T14:15:03,218 INFO [M:0;a3a61c9ba14f:44955 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 62be57bad58d458fb4d5ccb97b056872 2024-12-02T14:15:03,233 DEBUG [M:0;a3a61c9ba14f:44955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/516e4798833c404690c33b2e0b2dc9cb is 69, key is a3a61c9ba14f,42253,1733148842003/rs:state/1733148842275/Put/seqid=0 2024-12-02T14:15:03,238 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42253-0x1009b47f41c0002, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:15:03,238 INFO [RS:1;a3a61c9ba14f:42253 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:15:03,238 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42253-0x1009b47f41c0002, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:15:03,238 INFO [RS:1;a3a61c9ba14f:42253 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3a61c9ba14f,42253,1733148842003; zookeeper connection closed. 2024-12-02T14:15:03,238 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@28dd688e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@28dd688e 2024-12-02T14:15:03,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741870_1046 (size=5442) 2024-12-02T14:15:03,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741870_1046 (size=5442) 2024-12-02T14:15:03,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741870_1046 (size=5442) 2024-12-02T14:15:03,240 INFO [M:0;a3a61c9ba14f:44955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/516e4798833c404690c33b2e0b2dc9cb 2024-12-02T14:15:03,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x1009b47f41c0001, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:15:03,244 INFO [RS:0;a3a61c9ba14f:42375 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:15:03,244 INFO [RS:0;a3a61c9ba14f:42375 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3a61c9ba14f,42375,1733148841973; zookeeper connection closed. 2024-12-02T14:15:03,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42375-0x1009b47f41c0001, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:15:03,244 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@18999d7d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@18999d7d 2024-12-02T14:15:03,244 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-02T14:15:03,246 INFO [M:0;a3a61c9ba14f:44955 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 516e4798833c404690c33b2e0b2dc9cb 2024-12-02T14:15:03,247 DEBUG [M:0;a3a61c9ba14f:44955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f04d29c68f04a20acdb8bed19eb28e7 as hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f04d29c68f04a20acdb8bed19eb28e7 2024-12-02T14:15:03,253 INFO [M:0;a3a61c9ba14f:44955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f04d29c68f04a20acdb8bed19eb28e7, entries=8, sequenceid=467, filesize=5.5 K 2024-12-02T14:15:03,255 DEBUG [M:0;a3a61c9ba14f:44955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62be57bad58d458fb4d5ccb97b056872 as hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/62be57bad58d458fb4d5ccb97b056872 2024-12-02T14:15:03,261 INFO [M:0;a3a61c9ba14f:44955 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 62be57bad58d458fb4d5ccb97b056872 2024-12-02T14:15:03,261 INFO [M:0;a3a61c9ba14f:44955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/62be57bad58d458fb4d5ccb97b056872, entries=54, sequenceid=467, filesize=9.1 K 2024-12-02T14:15:03,262 DEBUG [M:0;a3a61c9ba14f:44955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/516e4798833c404690c33b2e0b2dc9cb as hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/516e4798833c404690c33b2e0b2dc9cb 2024-12-02T14:15:03,267 INFO [M:0;a3a61c9ba14f:44955 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 516e4798833c404690c33b2e0b2dc9cb 2024-12-02T14:15:03,268 INFO [M:0;a3a61c9ba14f:44955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42657/user/jenkins/test-data/88d26d37-1fc0-045a-bbcf-72d42c8198ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/516e4798833c404690c33b2e0b2dc9cb, entries=3, sequenceid=467, filesize=5.3 K 2024-12-02T14:15:03,268 INFO [M:0;a3a61c9ba14f:44955 {}] regionserver.HRegion(3140): Finished flush of dataSize ~222.91 KB/228264, heapSize ~265.80 KB/272184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 106ms, sequenceid=467, compaction requested=false 2024-12-02T14:15:03,269 INFO [M:0;a3a61c9ba14f:44955 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:15:03,269 DEBUG [M:0;a3a61c9ba14f:44955 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733148903162Disabling compacts and flushes for region at 1733148903162Disabling writes for close at 1733148903162Obtaining lock to block concurrent updates at 1733148903162Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733148903162Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=228264, getHeapSize=272424, getOffHeapSize=0, getCellsCount=570 at 1733148903162Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733148903163 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733148903163Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733148903176 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733148903176Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733148903187 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733148903201 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733148903201Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733148903219 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733148903233 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733148903233Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3106cbe7: reopening flushed file at 1733148903246 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16c1e15d: reopening flushed file at 1733148903254 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@286e73d: reopening flushed file at 1733148903261 (+7 ms)Finished flush of dataSize ~222.91 KB/228264, heapSize ~265.80 KB/272184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 106ms, sequenceid=467, compaction requested=false at 1733148903268 (+7 ms)Writing region close event to WAL at 1733148903269 (+1 ms)Closed at 1733148903269 2024-12-02T14:15:03,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741830_1006 (size=259450) 2024-12-02T14:15:03,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41363 is added to blk_1073741830_1006 (size=259450) 2024-12-02T14:15:03,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41189 is added to blk_1073741830_1006 (size=259450) 2024-12-02T14:15:03,272 INFO [M:0;a3a61c9ba14f:44955 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T14:15:03,272 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:15:03,272 INFO [M:0;a3a61c9ba14f:44955 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44955 2024-12-02T14:15:03,273 INFO [M:0;a3a61c9ba14f:44955 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:15:03,345 INFO [regionserver/a3a61c9ba14f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-02T14:15:03,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x1009b47f41c0000, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:15:03,373 INFO [M:0;a3a61c9ba14f:44955 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:15:03,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44955-0x1009b47f41c0000, quorum=127.0.0.1:53517, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:15:03,376 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45bb3266{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:15:03,376 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23493ac2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:15:03,376 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:15:03,376 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d7a4f89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:15:03,376 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5094d3e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/hadoop.log.dir/,STOPPED} 2024-12-02T14:15:03,377 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T14:15:03,377 WARN [BP-1823813638-172.17.0.2-1733148841177 heartbeating to localhost/127.0.0.1:42657 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T14:15:03,377 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T14:15:03,377 WARN [BP-1823813638-172.17.0.2-1733148841177 heartbeating to localhost/127.0.0.1:42657 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1823813638-172.17.0.2-1733148841177 (Datanode Uuid e6ea8b77-bce7-4307-9c16-78c59eb8a2b0) service to localhost/127.0.0.1:42657 2024-12-02T14:15:03,378 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/cluster_a839ae22-6b29-b752-73bb-a673647a7771/data/data5/current/BP-1823813638-172.17.0.2-1733148841177 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:15:03,378 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/cluster_a839ae22-6b29-b752-73bb-a673647a7771/data/data6/current/BP-1823813638-172.17.0.2-1733148841177 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:15:03,378 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T14:15:03,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d599191{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:15:03,382 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@682e19c3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:15:03,382 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:15:03,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6595d54d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:15:03,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64876708{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/hadoop.log.dir/,STOPPED} 2024-12-02T14:15:03,384 WARN [BP-1823813638-172.17.0.2-1733148841177 heartbeating to localhost/127.0.0.1:42657 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T14:15:03,384 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T14:15:03,384 WARN [BP-1823813638-172.17.0.2-1733148841177 heartbeating to localhost/127.0.0.1:42657 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1823813638-172.17.0.2-1733148841177 (Datanode Uuid eec69665-1791-4d05-afd4-edf0a6c51280) service to localhost/127.0.0.1:42657 2024-12-02T14:15:03,384 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T14:15:03,384 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/cluster_a839ae22-6b29-b752-73bb-a673647a7771/data/data3/current/BP-1823813638-172.17.0.2-1733148841177 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:15:03,384 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/cluster_a839ae22-6b29-b752-73bb-a673647a7771/data/data4/current/BP-1823813638-172.17.0.2-1733148841177 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:15:03,384 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T14:15:03,387 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69b78350{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:15:03,387 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f45d5ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:15:03,387 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:15:03,387 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11077589{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:15:03,387 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@628468c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/hadoop.log.dir/,STOPPED} 2024-12-02T14:15:03,388 WARN [BP-1823813638-172.17.0.2-1733148841177 heartbeating to localhost/127.0.0.1:42657 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T14:15:03,388 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T14:15:03,388 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T14:15:03,388 WARN [BP-1823813638-172.17.0.2-1733148841177 heartbeating to localhost/127.0.0.1:42657 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1823813638-172.17.0.2-1733148841177 (Datanode Uuid 66e715f6-0137-4bd1-b5bc-8fbb18fc152c) service to localhost/127.0.0.1:42657 2024-12-02T14:15:03,388 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/cluster_a839ae22-6b29-b752-73bb-a673647a7771/data/data1/current/BP-1823813638-172.17.0.2-1733148841177 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:15:03,389 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/cluster_a839ae22-6b29-b752-73bb-a673647a7771/data/data2/current/BP-1823813638-172.17.0.2-1733148841177 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:15:03,389 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T14:15:03,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7053826d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:15:03,395 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4cfbf27b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:15:03,395 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:15:03,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48767fe1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:15:03,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17d71721{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b4c9d3f-58d6-712d-8407-123bd617a9f7/hadoop.log.dir/,STOPPED} 2024-12-02T14:15:03,402 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T14:15:03,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T14:15:03,447 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=123 (was 93) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42657 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:42657 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:42657 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:42657 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42657 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:42657 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42657 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42657 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:42657 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:42657 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/a3a61c9ba14f:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42657 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:42657 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=182 (was 136) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5432 (was 6252)