2024-12-06 02:12:50,576 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 2024-12-06 02:12:50,620 main DEBUG Took 0.041550 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-06 02:12:50,621 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-06 02:12:50,622 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-06 02:12:50,623 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-06 02:12:50,627 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 02:12:50,641 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-06 02:12:50,670 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 02:12:50,672 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 02:12:50,673 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 02:12:50,674 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 02:12:50,675 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 02:12:50,675 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 02:12:50,677 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 02:12:50,677 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 02:12:50,678 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 02:12:50,678 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 02:12:50,679 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 02:12:50,681 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 02:12:50,682 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 02:12:50,682 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 02:12:50,683 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 02:12:50,683 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 02:12:50,684 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 02:12:50,685 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 02:12:50,685 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 02:12:50,686 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 02:12:50,686 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 02:12:50,686 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 02:12:50,687 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 02:12:50,687 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 02:12:50,688 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 02:12:50,688 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-06 02:12:50,694 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 02:12:50,695 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-06 02:12:50,698 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-06 02:12:50,698 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-06 02:12:50,701 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-06 02:12:50,702 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-06 02:12:50,713 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-06 02:12:50,718 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-06 02:12:50,721 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-06 02:12:50,722 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-06 02:12:50,723 main DEBUG createAppenders(={Console}) 2024-12-06 02:12:50,724 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 initialized 2024-12-06 02:12:50,724 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 2024-12-06 02:12:50,725 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 OK. 2024-12-06 02:12:50,726 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-06 02:12:50,726 main DEBUG OutputStream closed 2024-12-06 02:12:50,727 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-06 02:12:50,727 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-06 02:12:50,727 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@23c30a20 OK 2024-12-06 02:12:50,845 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-06 02:12:50,849 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-06 02:12:50,851 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-06 02:12:50,852 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-06 02:12:50,853 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-06 02:12:50,854 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-06 02:12:50,855 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-06 02:12:50,855 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-06 02:12:50,856 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-06 02:12:50,856 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-06 02:12:50,857 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-06 02:12:50,857 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-06 02:12:50,858 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-06 02:12:50,858 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-06 02:12:50,859 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-06 02:12:50,859 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-06 02:12:50,859 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-06 02:12:50,861 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-06 02:12:50,863 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06 02:12:50,864 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@b7c4869) with optional ClassLoader: null 2024-12-06 02:12:50,864 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-06 02:12:50,865 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@b7c4869] started OK. 2024-12-06T02:12:50,885 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-06 02:12:50,889 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-06 02:12:50,890 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06T02:12:50,901 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-06T02:12:50,976 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=664, ProcessCount=11, AvailableMemoryMB=4973 2024-12-06T02:12:51,454 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809 2024-12-06T02:12:51,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T02:12:51,479 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/cluster_6bfa3219-09af-b57f-5334-81904daba1c0, deleteOnExit=true 2024-12-06T02:12:51,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T02:12:51,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/test.cache.data in system properties and HBase conf 2024-12-06T02:12:51,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T02:12:51,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/hadoop.log.dir in system properties and HBase conf 2024-12-06T02:12:51,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T02:12:51,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T02:12:51,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T02:12:51,621 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-06T02:12:51,784 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T02:12:51,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:12:51,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:12:51,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T02:12:51,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:12:51,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T02:12:51,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T02:12:51,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:12:51,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:12:51,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T02:12:51,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/nfs.dump.dir in system properties and HBase conf 2024-12-06T02:12:51,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/java.io.tmpdir in system properties and HBase conf 2024-12-06T02:12:51,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:12:51,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T02:12:51,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T02:12:53,473 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-06T02:12:53,579 INFO [Time-limited test {}] log.Log(170): Logging initialized @4507ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-06T02:12:53,673 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:12:53,783 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:12:53,851 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:12:53,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:12:53,854 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T02:12:53,872 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:12:53,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a379fe7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:12:53,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b2f1e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:12:54,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@dc50b10{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/java.io.tmpdir/jetty-localhost-33187-hadoop-hdfs-3_4_1-tests_jar-_-any-7141862905386663799/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:12:54,300 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b7cbd73{HTTP/1.1, (http/1.1)}{localhost:33187} 2024-12-06T02:12:54,301 INFO [Time-limited test {}] server.Server(415): Started @5230ms 2024-12-06T02:12:55,118 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:12:55,134 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:12:55,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:12:55,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:12:55,136 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T02:12:55,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a7eb648{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:12:55,142 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f25444{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:12:55,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56852281{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/java.io.tmpdir/jetty-localhost-38873-hadoop-hdfs-3_4_1-tests_jar-_-any-17981645301214821000/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:12:55,258 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@224a6c21{HTTP/1.1, (http/1.1)}{localhost:38873} 2024-12-06T02:12:55,259 INFO [Time-limited test {}] server.Server(415): Started @6188ms 2024-12-06T02:12:55,346 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T02:12:55,698 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:12:55,708 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:12:55,723 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:12:55,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:12:55,724 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T02:12:55,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51c66693{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:12:55,734 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@213f4131{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:12:55,871 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8aae16f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/java.io.tmpdir/jetty-localhost-45251-hadoop-hdfs-3_4_1-tests_jar-_-any-980531816778874251/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:12:55,872 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d6c315a{HTTP/1.1, (http/1.1)}{localhost:45251} 2024-12-06T02:12:55,872 INFO [Time-limited test {}] server.Server(415): Started @6802ms 2024-12-06T02:12:55,876 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T02:12:55,985 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:12:55,997 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:12:56,013 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:12:56,013 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:12:56,014 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T02:12:56,018 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7943fac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:12:56,019 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@192e7736{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:12:56,126 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62265cc5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/java.io.tmpdir/jetty-localhost-40847-hadoop-hdfs-3_4_1-tests_jar-_-any-700515236249887868/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:12:56,126 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d8ed984{HTTP/1.1, (http/1.1)}{localhost:40847} 2024-12-06T02:12:56,126 INFO [Time-limited test {}] server.Server(415): Started @7056ms 2024-12-06T02:12:56,128 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T02:12:57,569 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/cluster_6bfa3219-09af-b57f-5334-81904daba1c0/data/data2/current/BP-18978675-172.17.0.3-1733451172620/current, will proceed with Du for space computation calculation, 2024-12-06T02:12:57,569 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/cluster_6bfa3219-09af-b57f-5334-81904daba1c0/data/data4/current/BP-18978675-172.17.0.3-1733451172620/current, will proceed with Du for space computation calculation, 2024-12-06T02:12:57,569 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/cluster_6bfa3219-09af-b57f-5334-81904daba1c0/data/data3/current/BP-18978675-172.17.0.3-1733451172620/current, will proceed with Du for space computation calculation, 2024-12-06T02:12:57,569 WARN [Thread-121 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/cluster_6bfa3219-09af-b57f-5334-81904daba1c0/data/data1/current/BP-18978675-172.17.0.3-1733451172620/current, will proceed with Du for space computation calculation, 2024-12-06T02:12:57,605 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T02:12:57,607 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T02:12:57,668 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7434513848eeb7bd with lease ID 0xb91b10e451baacc4: Processing first storage report for DS-3adba56a-1d10-444a-bfaf-a03ad0c6ceab from datanode DatanodeRegistration(127.0.0.1:43957, datanodeUuid=215b4452-34a9-44ef-89b1-0c985dfe82f0, infoPort=34193, infoSecurePort=0, ipcPort=44373, storageInfo=lv=-57;cid=testClusterID;nsid=432234365;c=1733451172620) 2024-12-06T02:12:57,670 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7434513848eeb7bd with lease ID 0xb91b10e451baacc4: from storage DS-3adba56a-1d10-444a-bfaf-a03ad0c6ceab node DatanodeRegistration(127.0.0.1:43957, datanodeUuid=215b4452-34a9-44ef-89b1-0c985dfe82f0, infoPort=34193, infoSecurePort=0, ipcPort=44373, storageInfo=lv=-57;cid=testClusterID;nsid=432234365;c=1733451172620), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T02:12:57,670 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4db4c468939bb04e with lease ID 0xb91b10e451baacc5: Processing first storage report for DS-597f3b9d-f0ba-4089-976c-88a3627656a6 from datanode DatanodeRegistration(127.0.0.1:39299, datanodeUuid=1cde715b-c854-4e0c-b260-9b51c9673a7b, infoPort=40269, infoSecurePort=0, ipcPort=40713, storageInfo=lv=-57;cid=testClusterID;nsid=432234365;c=1733451172620) 2024-12-06T02:12:57,670 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4db4c468939bb04e with lease ID 0xb91b10e451baacc5: from storage DS-597f3b9d-f0ba-4089-976c-88a3627656a6 node DatanodeRegistration(127.0.0.1:39299, datanodeUuid=1cde715b-c854-4e0c-b260-9b51c9673a7b, infoPort=40269, infoSecurePort=0, ipcPort=40713, storageInfo=lv=-57;cid=testClusterID;nsid=432234365;c=1733451172620), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:12:57,671 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7434513848eeb7bd with lease ID 0xb91b10e451baacc4: Processing first storage report for DS-44bc40f2-ea76-4d4d-bfa3-308ba3818f99 from datanode DatanodeRegistration(127.0.0.1:43957, datanodeUuid=215b4452-34a9-44ef-89b1-0c985dfe82f0, infoPort=34193, infoSecurePort=0, ipcPort=44373, storageInfo=lv=-57;cid=testClusterID;nsid=432234365;c=1733451172620) 2024-12-06T02:12:57,671 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7434513848eeb7bd with lease ID 0xb91b10e451baacc4: from storage DS-44bc40f2-ea76-4d4d-bfa3-308ba3818f99 node DatanodeRegistration(127.0.0.1:43957, datanodeUuid=215b4452-34a9-44ef-89b1-0c985dfe82f0, infoPort=34193, infoSecurePort=0, ipcPort=44373, storageInfo=lv=-57;cid=testClusterID;nsid=432234365;c=1733451172620), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:12:57,671 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4db4c468939bb04e with lease ID 0xb91b10e451baacc5: Processing first storage report for DS-f4db9ff9-bb81-484c-9d2c-d4f078ab3f19 from datanode DatanodeRegistration(127.0.0.1:39299, datanodeUuid=1cde715b-c854-4e0c-b260-9b51c9673a7b, infoPort=40269, infoSecurePort=0, ipcPort=40713, storageInfo=lv=-57;cid=testClusterID;nsid=432234365;c=1733451172620) 2024-12-06T02:12:57,671 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4db4c468939bb04e with lease ID 0xb91b10e451baacc5: from storage DS-f4db9ff9-bb81-484c-9d2c-d4f078ab3f19 node DatanodeRegistration(127.0.0.1:39299, datanodeUuid=1cde715b-c854-4e0c-b260-9b51c9673a7b, infoPort=40269, infoSecurePort=0, ipcPort=40713, storageInfo=lv=-57;cid=testClusterID;nsid=432234365;c=1733451172620), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:12:57,718 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/cluster_6bfa3219-09af-b57f-5334-81904daba1c0/data/data5/current/BP-18978675-172.17.0.3-1733451172620/current, will proceed with Du for space computation calculation, 2024-12-06T02:12:57,720 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/cluster_6bfa3219-09af-b57f-5334-81904daba1c0/data/data6/current/BP-18978675-172.17.0.3-1733451172620/current, will proceed with Du for space computation calculation, 2024-12-06T02:12:57,746 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T02:12:57,752 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x91076d0de8e8efcc with lease ID 0xb91b10e451baacc6: Processing first storage report for DS-076dbb56-9326-4763-ad96-c28067cff35a from datanode DatanodeRegistration(127.0.0.1:37507, datanodeUuid=534e26a3-2a5e-4655-863b-3ac3e0ebd568, infoPort=36457, infoSecurePort=0, ipcPort=40275, storageInfo=lv=-57;cid=testClusterID;nsid=432234365;c=1733451172620) 2024-12-06T02:12:57,753 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x91076d0de8e8efcc with lease ID 0xb91b10e451baacc6: from storage DS-076dbb56-9326-4763-ad96-c28067cff35a node DatanodeRegistration(127.0.0.1:37507, datanodeUuid=534e26a3-2a5e-4655-863b-3ac3e0ebd568, infoPort=36457, infoSecurePort=0, ipcPort=40275, storageInfo=lv=-57;cid=testClusterID;nsid=432234365;c=1733451172620), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:12:57,753 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x91076d0de8e8efcc with lease ID 0xb91b10e451baacc6: Processing first storage report for DS-71c131c8-ed20-4508-8e4e-31670e4d4387 from datanode DatanodeRegistration(127.0.0.1:37507, datanodeUuid=534e26a3-2a5e-4655-863b-3ac3e0ebd568, infoPort=36457, infoSecurePort=0, ipcPort=40275, storageInfo=lv=-57;cid=testClusterID;nsid=432234365;c=1733451172620) 2024-12-06T02:12:57,753 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x91076d0de8e8efcc with lease ID 0xb91b10e451baacc6: from storage DS-71c131c8-ed20-4508-8e4e-31670e4d4387 node DatanodeRegistration(127.0.0.1:37507, datanodeUuid=534e26a3-2a5e-4655-863b-3ac3e0ebd568, infoPort=36457, infoSecurePort=0, ipcPort=40275, storageInfo=lv=-57;cid=testClusterID;nsid=432234365;c=1733451172620), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:12:57,809 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809 2024-12-06T02:12:57,918 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/cluster_6bfa3219-09af-b57f-5334-81904daba1c0/zookeeper_0, clientPort=49766, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/cluster_6bfa3219-09af-b57f-5334-81904daba1c0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/cluster_6bfa3219-09af-b57f-5334-81904daba1c0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T02:12:57,929 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49766 2024-12-06T02:12:57,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:12:57,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:12:58,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741825_1001 (size=7) 2024-12-06T02:12:58,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37507 is added to blk_1073741825_1001 (size=7) 2024-12-06T02:12:58,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741825_1001 (size=7) 2024-12-06T02:12:58,401 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa with version=8 2024-12-06T02:12:58,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/hbase-staging 2024-12-06T02:12:58,559 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-06T02:12:58,901 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:12:58,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:12:58,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:12:58,922 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:12:58,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:12:58,923 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:12:59,134 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T02:12:59,231 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-06T02:12:59,244 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-06T02:12:59,250 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:12:59,294 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1013 (auto-detected) 2024-12-06T02:12:59,298 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-06T02:12:59,337 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40477 2024-12-06T02:12:59,374 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40477 connecting to ZooKeeper ensemble=127.0.0.1:49766 2024-12-06T02:12:59,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404770x0, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:12:59,532 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40477-0x101a869db480000 connected 2024-12-06T02:12:59,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:12:59,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:12:59,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40477-0x101a869db480000, quorum=127.0.0.1:49766, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T02:12:59,665 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa, hbase.cluster.distributed=false 2024-12-06T02:12:59,686 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40477-0x101a869db480000, quorum=127.0.0.1:49766, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T02:12:59,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40477 2024-12-06T02:12:59,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40477 2024-12-06T02:12:59,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40477 2024-12-06T02:12:59,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40477 2024-12-06T02:12:59,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40477 2024-12-06T02:12:59,784 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:12:59,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:12:59,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:12:59,786 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:12:59,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:12:59,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:12:59,790 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T02:12:59,793 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:12:59,794 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42617 2024-12-06T02:12:59,797 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42617 connecting to ZooKeeper ensemble=127.0.0.1:49766 2024-12-06T02:12:59,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:12:59,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:12:59,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426170x0, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:12:59,824 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426170x0, quorum=127.0.0.1:49766, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T02:12:59,828 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42617-0x101a869db480001 connected 2024-12-06T02:12:59,830 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T02:12:59,841 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T02:12:59,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42617-0x101a869db480001, quorum=127.0.0.1:49766, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T02:12:59,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42617-0x101a869db480001, quorum=127.0.0.1:49766, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T02:12:59,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42617 2024-12-06T02:12:59,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42617 2024-12-06T02:12:59,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42617 2024-12-06T02:12:59,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42617 2024-12-06T02:12:59,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42617 2024-12-06T02:12:59,886 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:12:59,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:12:59,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:12:59,888 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:12:59,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:12:59,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:12:59,888 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T02:12:59,889 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:12:59,890 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35775 2024-12-06T02:12:59,893 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35775 connecting to ZooKeeper ensemble=127.0.0.1:49766 2024-12-06T02:12:59,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:12:59,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:12:59,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357750x0, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:12:59,921 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357750x0, quorum=127.0.0.1:49766, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T02:12:59,922 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T02:12:59,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35775-0x101a869db480002 connected 2024-12-06T02:12:59,931 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T02:12:59,933 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35775-0x101a869db480002, quorum=127.0.0.1:49766, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T02:12:59,936 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35775-0x101a869db480002, quorum=127.0.0.1:49766, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T02:12:59,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35775 2024-12-06T02:12:59,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35775 2024-12-06T02:12:59,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35775 2024-12-06T02:12:59,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35775 2024-12-06T02:12:59,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35775 2024-12-06T02:12:59,969 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:12:59,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:12:59,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:12:59,970 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:12:59,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:12:59,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:12:59,970 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T02:12:59,970 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:12:59,971 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32769 2024-12-06T02:12:59,973 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32769 connecting to ZooKeeper ensemble=127.0.0.1:49766 2024-12-06T02:12:59,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:12:59,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:12:59,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:327690x0, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:12:59,992 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:327690x0, quorum=127.0.0.1:49766, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T02:12:59,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32769-0x101a869db480003 connected 2024-12-06T02:12:59,993 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T02:12:59,994 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T02:12:59,995 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32769-0x101a869db480003, quorum=127.0.0.1:49766, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T02:12:59,997 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32769-0x101a869db480003, quorum=127.0.0.1:49766, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T02:12:59,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32769 2024-12-06T02:13:00,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32769 2024-12-06T02:13:00,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32769 2024-12-06T02:13:00,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32769 2024-12-06T02:13:00,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32769 2024-12-06T02:13:00,018 DEBUG [M:0;5c7979348d1b:40477 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5c7979348d1b:40477 2024-12-06T02:13:00,020 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/5c7979348d1b,40477,1733451178639 2024-12-06T02:13:00,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x101a869db480001, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T02:13:00,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40477-0x101a869db480000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T02:13:00,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32769-0x101a869db480003, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T02:13:00,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35775-0x101a869db480002, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T02:13:00,070 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40477-0x101a869db480000, quorum=127.0.0.1:49766, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5c7979348d1b,40477,1733451178639 2024-12-06T02:13:00,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32769-0x101a869db480003, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T02:13:00,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x101a869db480001, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T02:13:00,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40477-0x101a869db480000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:13:00,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35775-0x101a869db480002, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T02:13:00,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35775-0x101a869db480002, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:13:00,220 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40477-0x101a869db480000, quorum=127.0.0.1:49766, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T02:13:00,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32769-0x101a869db480003, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:13:00,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x101a869db480001, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:13:00,222 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5c7979348d1b,40477,1733451178639 from backup master directory 2024-12-06T02:13:00,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x101a869db480001, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T02:13:00,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32769-0x101a869db480003, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T02:13:00,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35775-0x101a869db480002, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T02:13:00,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40477-0x101a869db480000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5c7979348d1b,40477,1733451178639 2024-12-06T02:13:00,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40477-0x101a869db480000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T02:13:00,429 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:13:00,430 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5c7979348d1b,40477,1733451178639 2024-12-06T02:13:00,433 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-06T02:13:00,435 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-06T02:13:00,492 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/hbase.id] with ID: a5005ab5-009c-4f11-ab05-9f820720fffd 2024-12-06T02:13:00,493 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/.tmp/hbase.id 2024-12-06T02:13:00,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741826_1002 (size=42) 2024-12-06T02:13:00,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37507 is added to blk_1073741826_1002 (size=42) 2024-12-06T02:13:00,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741826_1002 (size=42) 2024-12-06T02:13:00,508 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/.tmp/hbase.id]:[hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/hbase.id] 2024-12-06T02:13:00,556 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:13:00,561 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T02:13:00,577 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-06T02:13:00,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40477-0x101a869db480000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:13:00,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32769-0x101a869db480003, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:13:00,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35775-0x101a869db480002, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:13:00,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x101a869db480001, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:13:00,763 WARN [IPC Server handler 1 on default port 45949 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-06T02:13:00,763 WARN [IPC Server handler 1 on default port 45949 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-06T02:13:00,764 WARN [IPC Server handler 1 on default port 45949 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-06T02:13:00,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741827_1003 (size=196) 2024-12-06T02:13:00,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741827_1003 (size=196) 2024-12-06T02:13:00,793 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:13:00,795 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T02:13:00,814 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T02:13:00,820 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:13:00,849 WARN [IPC Server handler 4 on default port 45949 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-06T02:13:00,850 WARN [IPC Server handler 4 on default port 45949 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-06T02:13:00,850 WARN [IPC Server handler 4 on default port 45949 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-06T02:13:00,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741828_1004 (size=1189) 2024-12-06T02:13:00,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741828_1004 (size=1189) 2024-12-06T02:13:00,888 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/MasterData/data/master/store 2024-12-06T02:13:00,914 WARN [IPC Server handler 3 on default port 45949 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-06T02:13:00,915 WARN [IPC Server handler 3 on default port 45949 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-06T02:13:00,915 WARN [IPC Server handler 3 on default port 45949 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-06T02:13:00,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741829_1005 (size=34) 2024-12-06T02:13:00,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741829_1005 (size=34) 2024-12-06T02:13:00,941 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-06T02:13:00,947 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:13:00,948 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:13:00,949 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:13:00,949 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:13:00,952 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:13:00,952 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:13:00,953 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:13:00,954 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451180948Disabling compacts and flushes for region at 1733451180948Disabling writes for close at 1733451180952 (+4 ms)Writing region close event to WAL at 1733451180952Closed at 1733451180952 2024-12-06T02:13:00,957 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/MasterData/data/master/store/.initializing 2024-12-06T02:13:00,958 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/MasterData/WALs/5c7979348d1b,40477,1733451178639 2024-12-06T02:13:00,970 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:13:00,985 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-06T02:13:00,985 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-06T02:13:00,985 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-06T02:13:00,986 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-06T02:13:00,986 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-06T02:13:00,986 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-06T02:13:00,987 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-06T02:13:00,987 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-06T02:13:00,987 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-06T02:13:00,988 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-06T02:13:00,988 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-06T02:13:00,988 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-06T02:13:00,998 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5c7979348d1b%2C40477%2C1733451178639, suffix=, logDir=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/MasterData/WALs/5c7979348d1b,40477,1733451178639, archiveDir=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/MasterData/oldWALs, maxLogs=10 2024-12-06T02:13:01,026 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/MasterData/WALs/5c7979348d1b,40477,1733451178639/5c7979348d1b%2C40477%2C1733451178639.1733451181005, exclude list is [], retry=0 2024-12-06T02:13:01,030 WARN [IPC Server handler 4 on default port 45949 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-06T02:13:01,030 WARN [IPC Server handler 4 on default port 45949 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-06T02:13:01,030 WARN [IPC Server handler 4 on default port 45949 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-06T02:13:01,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39299,DS-597f3b9d-f0ba-4089-976c-88a3627656a6,DISK] 2024-12-06T02:13:01,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43957,DS-3adba56a-1d10-444a-bfaf-a03ad0c6ceab,DISK] 2024-12-06T02:13:01,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-06T02:13:01,100 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/MasterData/WALs/5c7979348d1b,40477,1733451178639/5c7979348d1b%2C40477%2C1733451178639.1733451181005 2024-12-06T02:13:01,101 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40269:40269),(127.0.0.1/127.0.0.1:34193:34193)] 2024-12-06T02:13:01,101 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:13:01,102 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:13:01,105 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:13:01,107 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:13:01,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:13:01,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T02:13:01,180 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:13:01,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:13:01,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:13:01,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T02:13:01,195 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:13:01,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:13:01,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:13:01,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T02:13:01,201 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:13:01,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:13:01,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:13:01,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T02:13:01,207 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:13:01,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:13:01,209 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:13:01,214 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:13:01,216 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:13:01,225 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:13:01,226 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:13:01,234 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:13:01,240 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:13:01,246 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:13:01,248 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67462549, jitterRate=0.005270317196846008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:13:01,257 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733451181120Initializing all the Stores at 1733451181122 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451181122Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451181123 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451181123Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451181123Cleaning up temporary data from old regions at 1733451181226 (+103 ms)Region opened successfully at 1733451181257 (+31 ms) 2024-12-06T02:13:01,260 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T02:13:01,323 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@151d192a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:13:01,367 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T02:13:01,380 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T02:13:01,380 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T02:13:01,384 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T02:13:01,385 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-06T02:13:01,392 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-12-06T02:13:01,392 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-06T02:13:01,445 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T02:13:01,473 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40477-0x101a869db480000, quorum=127.0.0.1:49766, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T02:13:01,486 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T02:13:01,490 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T02:13:01,501 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40477-0x101a869db480000, quorum=127.0.0.1:49766, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T02:13:01,516 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T02:13:01,520 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T02:13:01,535 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40477-0x101a869db480000, quorum=127.0.0.1:49766, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T02:13:01,546 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T02:13:01,549 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40477-0x101a869db480000, quorum=127.0.0.1:49766, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T02:13:01,559 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T02:13:01,588 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40477-0x101a869db480000, quorum=127.0.0.1:49766, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T02:13:01,602 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T02:13:01,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x101a869db480001, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T02:13:01,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x101a869db480001, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:13:01,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32769-0x101a869db480003, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T02:13:01,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32769-0x101a869db480003, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:13:01,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35775-0x101a869db480002, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T02:13:01,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35775-0x101a869db480002, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:13:01,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40477-0x101a869db480000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T02:13:01,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40477-0x101a869db480000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:13:01,622 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5c7979348d1b,40477,1733451178639, sessionid=0x101a869db480000, setting cluster-up flag (Was=false) 2024-12-06T02:13:01,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x101a869db480001, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:13:01,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32769-0x101a869db480003, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:13:01,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40477-0x101a869db480000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:13:01,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35775-0x101a869db480002, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:13:01,714 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T02:13:01,717 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,40477,1733451178639 2024-12-06T02:13:01,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40477-0x101a869db480000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:13:01,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32769-0x101a869db480003, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:13:01,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x101a869db480001, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:13:01,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35775-0x101a869db480002, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:13:01,809 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T02:13:01,811 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,40477,1733451178639 2024-12-06T02:13:01,816 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T02:13:01,913 INFO [RS:0;5c7979348d1b:42617 {}] regionserver.HRegionServer(746): ClusterId : a5005ab5-009c-4f11-ab05-9f820720fffd 2024-12-06T02:13:01,917 DEBUG [RS:0;5c7979348d1b:42617 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T02:13:01,928 INFO [RS:1;5c7979348d1b:35775 {}] regionserver.HRegionServer(746): ClusterId : a5005ab5-009c-4f11-ab05-9f820720fffd 2024-12-06T02:13:01,929 DEBUG [RS:1;5c7979348d1b:35775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T02:13:01,930 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T02:13:01,944 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T02:13:01,947 DEBUG [RS:0;5c7979348d1b:42617 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T02:13:01,948 DEBUG [RS:0;5c7979348d1b:42617 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T02:13:01,948 INFO [RS:2;5c7979348d1b:32769 {}] regionserver.HRegionServer(746): ClusterId : a5005ab5-009c-4f11-ab05-9f820720fffd 2024-12-06T02:13:01,948 DEBUG [RS:1;5c7979348d1b:35775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T02:13:01,948 DEBUG [RS:2;5c7979348d1b:32769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T02:13:01,948 DEBUG [RS:1;5c7979348d1b:35775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T02:13:01,953 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T02:13:01,962 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5c7979348d1b,40477,1733451178639 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T02:13:01,994 DEBUG [RS:2;5c7979348d1b:32769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T02:13:01,994 DEBUG [RS:2;5c7979348d1b:32769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T02:13:01,994 DEBUG [RS:1;5c7979348d1b:35775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T02:13:01,995 DEBUG [RS:1;5c7979348d1b:35775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c6d8234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:13:01,996 DEBUG [RS:0;5c7979348d1b:42617 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T02:13:01,996 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:13:01,996 DEBUG [RS:0;5c7979348d1b:42617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@584e64a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:13:01,996 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:13:01,997 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:13:01,997 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:13:01,997 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5c7979348d1b:0, corePoolSize=10, maxPoolSize=10 2024-12-06T02:13:01,997 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:01,997 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:13:01,997 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,015 DEBUG [RS:1;5c7979348d1b:35775 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;5c7979348d1b:35775 2024-12-06T02:13:02,016 DEBUG [RS:0;5c7979348d1b:42617 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5c7979348d1b:42617 2024-12-06T02:13:02,019 INFO [RS:0;5c7979348d1b:42617 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T02:13:02,019 INFO [RS:1;5c7979348d1b:35775 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T02:13:02,019 INFO [RS:0;5c7979348d1b:42617 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T02:13:02,019 INFO [RS:1;5c7979348d1b:35775 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T02:13:02,019 DEBUG [RS:0;5c7979348d1b:42617 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T02:13:02,020 DEBUG [RS:1;5c7979348d1b:35775 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T02:13:02,022 DEBUG [RS:2;5c7979348d1b:32769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T02:13:02,023 DEBUG [RS:2;5c7979348d1b:32769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b2ebb76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:13:02,024 INFO [RS:0;5c7979348d1b:42617 {}] regionserver.HRegionServer(2659): reportForDuty to master=5c7979348d1b,40477,1733451178639 with port=42617, startcode=1733451179753 2024-12-06T02:13:02,024 INFO [RS:1;5c7979348d1b:35775 {}] regionserver.HRegionServer(2659): reportForDuty to master=5c7979348d1b,40477,1733451178639 with port=35775, startcode=1733451179886 2024-12-06T02:13:02,034 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733451212034 2024-12-06T02:13:02,036 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T02:13:02,037 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T02:13:02,042 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T02:13:02,043 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T02:13:02,043 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T02:13:02,043 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T02:13:02,044 DEBUG [RS:1;5c7979348d1b:35775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T02:13:02,046 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:13:02,046 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T02:13:02,044 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,048 DEBUG [RS:0;5c7979348d1b:42617 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T02:13:02,051 DEBUG [RS:2;5c7979348d1b:32769 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;5c7979348d1b:32769 2024-12-06T02:13:02,052 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T02:13:02,054 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T02:13:02,054 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T02:13:02,056 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:13:02,057 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T02:13:02,058 INFO [RS:2;5c7979348d1b:32769 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T02:13:02,058 INFO [RS:2;5c7979348d1b:32769 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T02:13:02,058 DEBUG [RS:2;5c7979348d1b:32769 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T02:13:02,059 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T02:13:02,059 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T02:13:02,060 INFO [RS:2;5c7979348d1b:32769 {}] regionserver.HRegionServer(2659): reportForDuty to master=5c7979348d1b,40477,1733451178639 with port=32769, startcode=1733451179969 2024-12-06T02:13:02,061 DEBUG [RS:2;5c7979348d1b:32769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T02:13:02,064 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451182062,5,FailOnTimeoutGroup] 2024-12-06T02:13:02,065 WARN [IPC Server handler 2 on default port 45949 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-06T02:13:02,065 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451182064,5,FailOnTimeoutGroup] 2024-12-06T02:13:02,065 WARN [IPC Server handler 2 on default port 45949 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-06T02:13:02,065 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,065 WARN [IPC Server handler 2 on default port 45949 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-06T02:13:02,065 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T02:13:02,067 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,067 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741831_1007 (size=1321) 2024-12-06T02:13:02,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741831_1007 (size=1321) 2024-12-06T02:13:02,087 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T02:13:02,088 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa 2024-12-06T02:13:02,102 WARN [IPC Server handler 0 on default port 45949 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-06T02:13:02,102 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52091, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T02:13:02,102 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T02:13:02,102 WARN [IPC Server handler 0 on default port 45949 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-06T02:13:02,102 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T02:13:02,102 WARN [IPC Server handler 0 on default port 45949 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-06T02:13:02,110 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40477 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5c7979348d1b,42617,1733451179753 2024-12-06T02:13:02,113 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40477 {}] master.ServerManager(517): Registering regionserver=5c7979348d1b,42617,1733451179753 2024-12-06T02:13:02,123 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40477 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5c7979348d1b,32769,1733451179969 2024-12-06T02:13:02,123 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40477 {}] master.ServerManager(517): Registering regionserver=5c7979348d1b,32769,1733451179969 2024-12-06T02:13:02,128 DEBUG [RS:0;5c7979348d1b:42617 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa 2024-12-06T02:13:02,128 DEBUG [RS:0;5c7979348d1b:42617 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45949 2024-12-06T02:13:02,128 DEBUG [RS:0;5c7979348d1b:42617 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T02:13:02,138 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40477 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5c7979348d1b,35775,1733451179886 2024-12-06T02:13:02,138 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40477 {}] master.ServerManager(517): Registering regionserver=5c7979348d1b,35775,1733451179886 2024-12-06T02:13:02,139 DEBUG [RS:2;5c7979348d1b:32769 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa 2024-12-06T02:13:02,139 DEBUG [RS:2;5c7979348d1b:32769 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45949 2024-12-06T02:13:02,139 DEBUG [RS:2;5c7979348d1b:32769 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T02:13:02,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741832_1008 (size=32) 2024-12-06T02:13:02,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741832_1008 (size=32) 2024-12-06T02:13:02,144 DEBUG [RS:1;5c7979348d1b:35775 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa 2024-12-06T02:13:02,145 DEBUG [RS:1;5c7979348d1b:35775 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45949 2024-12-06T02:13:02,145 DEBUG [RS:1;5c7979348d1b:35775 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T02:13:02,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40477-0x101a869db480000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T02:13:02,212 DEBUG [RS:0;5c7979348d1b:42617 {}] zookeeper.ZKUtil(111): regionserver:42617-0x101a869db480001, quorum=127.0.0.1:49766, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5c7979348d1b,42617,1733451179753 2024-12-06T02:13:02,213 WARN [RS:0;5c7979348d1b:42617 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:13:02,213 INFO [RS:0;5c7979348d1b:42617 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:13:02,213 DEBUG [RS:0;5c7979348d1b:42617 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/WALs/5c7979348d1b,42617,1733451179753 2024-12-06T02:13:02,255 DEBUG [RS:1;5c7979348d1b:35775 {}] zookeeper.ZKUtil(111): regionserver:35775-0x101a869db480002, quorum=127.0.0.1:49766, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5c7979348d1b,35775,1733451179886 2024-12-06T02:13:02,255 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5c7979348d1b,32769,1733451179969] 2024-12-06T02:13:02,255 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5c7979348d1b,42617,1733451179753] 2024-12-06T02:13:02,255 WARN [RS:1;5c7979348d1b:35775 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:13:02,255 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5c7979348d1b,35775,1733451179886] 2024-12-06T02:13:02,256 INFO [RS:1;5c7979348d1b:35775 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:13:02,256 DEBUG [RS:1;5c7979348d1b:35775 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/WALs/5c7979348d1b,35775,1733451179886 2024-12-06T02:13:02,256 DEBUG [RS:2;5c7979348d1b:32769 {}] zookeeper.ZKUtil(111): regionserver:32769-0x101a869db480003, quorum=127.0.0.1:49766, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5c7979348d1b,32769,1733451179969 2024-12-06T02:13:02,257 WARN [RS:2;5c7979348d1b:32769 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:13:02,257 INFO [RS:2;5c7979348d1b:32769 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:13:02,257 DEBUG [RS:2;5c7979348d1b:32769 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/WALs/5c7979348d1b,32769,1733451179969 2024-12-06T02:13:02,295 INFO [RS:1;5c7979348d1b:35775 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T02:13:02,295 INFO [RS:2;5c7979348d1b:32769 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T02:13:02,294 INFO [RS:0;5c7979348d1b:42617 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T02:13:02,334 INFO [RS:2;5c7979348d1b:32769 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T02:13:02,335 INFO [RS:0;5c7979348d1b:42617 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T02:13:02,336 INFO [RS:1;5c7979348d1b:35775 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T02:13:02,345 INFO [RS:1;5c7979348d1b:35775 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T02:13:02,345 INFO [RS:2;5c7979348d1b:32769 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T02:13:02,345 INFO [RS:1;5c7979348d1b:35775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,345 INFO [RS:2;5c7979348d1b:32769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,346 INFO [RS:0;5c7979348d1b:42617 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T02:13:02,346 INFO [RS:0;5c7979348d1b:42617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,347 INFO [RS:1;5c7979348d1b:35775 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T02:13:02,347 INFO [RS:0;5c7979348d1b:42617 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T02:13:02,347 INFO [RS:2;5c7979348d1b:32769 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T02:13:02,361 INFO [RS:0;5c7979348d1b:42617 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T02:13:02,362 INFO [RS:2;5c7979348d1b:32769 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T02:13:02,364 INFO [RS:0;5c7979348d1b:42617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,364 DEBUG [RS:0;5c7979348d1b:42617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,364 DEBUG [RS:0;5c7979348d1b:42617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,365 DEBUG [RS:0;5c7979348d1b:42617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,365 DEBUG [RS:0;5c7979348d1b:42617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,365 DEBUG [RS:0;5c7979348d1b:42617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,365 DEBUG [RS:0;5c7979348d1b:42617 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:13:02,365 DEBUG [RS:0;5c7979348d1b:42617 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,366 DEBUG [RS:0;5c7979348d1b:42617 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,366 DEBUG [RS:0;5c7979348d1b:42617 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,366 DEBUG [RS:0;5c7979348d1b:42617 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,366 DEBUG [RS:0;5c7979348d1b:42617 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,366 DEBUG [RS:0;5c7979348d1b:42617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,367 INFO [RS:1;5c7979348d1b:35775 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T02:13:02,367 DEBUG [RS:0;5c7979348d1b:42617 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:13:02,367 DEBUG [RS:0;5c7979348d1b:42617 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:13:02,367 INFO [RS:1;5c7979348d1b:35775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,367 DEBUG [RS:1;5c7979348d1b:35775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,367 DEBUG [RS:1;5c7979348d1b:35775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,368 DEBUG [RS:1;5c7979348d1b:35775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,368 DEBUG [RS:1;5c7979348d1b:35775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,368 DEBUG [RS:1;5c7979348d1b:35775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,368 DEBUG [RS:1;5c7979348d1b:35775 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:13:02,368 DEBUG [RS:1;5c7979348d1b:35775 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,368 DEBUG [RS:1;5c7979348d1b:35775 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,369 DEBUG [RS:1;5c7979348d1b:35775 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,369 DEBUG [RS:1;5c7979348d1b:35775 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,369 DEBUG [RS:1;5c7979348d1b:35775 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,371 INFO [RS:2;5c7979348d1b:32769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,371 DEBUG [RS:2;5c7979348d1b:32769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,371 DEBUG [RS:2;5c7979348d1b:32769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,372 DEBUG [RS:2;5c7979348d1b:32769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,372 DEBUG [RS:2;5c7979348d1b:32769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,372 DEBUG [RS:2;5c7979348d1b:32769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,372 DEBUG [RS:2;5c7979348d1b:32769 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:13:02,372 DEBUG [RS:2;5c7979348d1b:32769 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,373 DEBUG [RS:2;5c7979348d1b:32769 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,373 DEBUG [RS:2;5c7979348d1b:32769 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,373 DEBUG [RS:2;5c7979348d1b:32769 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,373 DEBUG [RS:2;5c7979348d1b:32769 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,373 DEBUG [RS:2;5c7979348d1b:32769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,373 DEBUG [RS:2;5c7979348d1b:32769 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:13:02,374 DEBUG [RS:2;5c7979348d1b:32769 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:13:02,377 DEBUG [RS:1;5c7979348d1b:35775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:13:02,377 DEBUG [RS:1;5c7979348d1b:35775 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:13:02,378 DEBUG [RS:1;5c7979348d1b:35775 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:13:02,401 INFO [RS:0;5c7979348d1b:42617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,401 INFO [RS:0;5c7979348d1b:42617 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,402 INFO [RS:0;5c7979348d1b:42617 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,402 INFO [RS:0;5c7979348d1b:42617 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,402 INFO [RS:0;5c7979348d1b:42617 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,402 INFO [RS:0;5c7979348d1b:42617 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,42617,1733451179753-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:13:02,436 INFO [RS:1;5c7979348d1b:35775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,437 INFO [RS:1;5c7979348d1b:35775 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,437 INFO [RS:1;5c7979348d1b:35775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,437 INFO [RS:1;5c7979348d1b:35775 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,437 INFO [RS:1;5c7979348d1b:35775 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,437 INFO [RS:1;5c7979348d1b:35775 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,35775,1733451179886-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:13:02,453 INFO [RS:2;5c7979348d1b:32769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,453 INFO [RS:2;5c7979348d1b:32769 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,454 INFO [RS:2;5c7979348d1b:32769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,454 INFO [RS:2;5c7979348d1b:32769 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,454 INFO [RS:2;5c7979348d1b:32769 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,454 INFO [RS:2;5c7979348d1b:32769 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,32769,1733451179969-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:13:02,454 INFO [RS:0;5c7979348d1b:42617 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T02:13:02,457 INFO [RS:0;5c7979348d1b:42617 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,42617,1733451179753-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,457 INFO [RS:0;5c7979348d1b:42617 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,458 INFO [RS:0;5c7979348d1b:42617 {}] regionserver.Replication(171): 5c7979348d1b,42617,1733451179753 started 2024-12-06T02:13:02,493 INFO [RS:1;5c7979348d1b:35775 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T02:13:02,493 INFO [RS:1;5c7979348d1b:35775 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,35775,1733451179886-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,494 INFO [RS:1;5c7979348d1b:35775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,497 INFO [RS:0;5c7979348d1b:42617 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,498 INFO [RS:0;5c7979348d1b:42617 {}] regionserver.HRegionServer(1482): Serving as 5c7979348d1b,42617,1733451179753, RpcServer on 5c7979348d1b/172.17.0.3:42617, sessionid=0x101a869db480001 2024-12-06T02:13:02,499 DEBUG [RS:0;5c7979348d1b:42617 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T02:13:02,499 DEBUG [RS:0;5c7979348d1b:42617 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5c7979348d1b,42617,1733451179753 2024-12-06T02:13:02,499 DEBUG [RS:0;5c7979348d1b:42617 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,42617,1733451179753' 2024-12-06T02:13:02,500 DEBUG [RS:0;5c7979348d1b:42617 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T02:13:02,500 INFO [RS:1;5c7979348d1b:35775 {}] regionserver.Replication(171): 5c7979348d1b,35775,1733451179886 started 2024-12-06T02:13:02,503 DEBUG [RS:0;5c7979348d1b:42617 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T02:13:02,504 DEBUG [RS:0;5c7979348d1b:42617 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T02:13:02,504 DEBUG [RS:0;5c7979348d1b:42617 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T02:13:02,505 DEBUG [RS:0;5c7979348d1b:42617 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5c7979348d1b,42617,1733451179753 2024-12-06T02:13:02,505 DEBUG [RS:0;5c7979348d1b:42617 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,42617,1733451179753' 2024-12-06T02:13:02,505 DEBUG [RS:0;5c7979348d1b:42617 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T02:13:02,506 DEBUG [RS:0;5c7979348d1b:42617 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T02:13:02,507 DEBUG [RS:0;5c7979348d1b:42617 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T02:13:02,508 INFO [RS:0;5c7979348d1b:42617 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T02:13:02,508 INFO [RS:0;5c7979348d1b:42617 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T02:13:02,522 INFO [RS:2;5c7979348d1b:32769 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T02:13:02,522 INFO [RS:2;5c7979348d1b:32769 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,32769,1733451179969-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,522 INFO [RS:2;5c7979348d1b:32769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,522 INFO [RS:2;5c7979348d1b:32769 {}] regionserver.Replication(171): 5c7979348d1b,32769,1733451179969 started 2024-12-06T02:13:02,529 INFO [RS:1;5c7979348d1b:35775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,530 INFO [RS:1;5c7979348d1b:35775 {}] regionserver.HRegionServer(1482): Serving as 5c7979348d1b,35775,1733451179886, RpcServer on 5c7979348d1b/172.17.0.3:35775, sessionid=0x101a869db480002 2024-12-06T02:13:02,530 DEBUG [RS:1;5c7979348d1b:35775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T02:13:02,531 DEBUG [RS:1;5c7979348d1b:35775 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5c7979348d1b,35775,1733451179886 2024-12-06T02:13:02,531 DEBUG [RS:1;5c7979348d1b:35775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,35775,1733451179886' 2024-12-06T02:13:02,531 DEBUG [RS:1;5c7979348d1b:35775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T02:13:02,532 DEBUG [RS:1;5c7979348d1b:35775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T02:13:02,536 DEBUG [RS:1;5c7979348d1b:35775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T02:13:02,536 DEBUG [RS:1;5c7979348d1b:35775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T02:13:02,536 DEBUG [RS:1;5c7979348d1b:35775 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5c7979348d1b,35775,1733451179886 2024-12-06T02:13:02,537 DEBUG [RS:1;5c7979348d1b:35775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,35775,1733451179886' 2024-12-06T02:13:02,537 DEBUG [RS:1;5c7979348d1b:35775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T02:13:02,538 DEBUG [RS:1;5c7979348d1b:35775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T02:13:02,540 DEBUG [RS:1;5c7979348d1b:35775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T02:13:02,540 INFO [RS:1;5c7979348d1b:35775 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T02:13:02,540 INFO [RS:1;5c7979348d1b:35775 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T02:13:02,543 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:13:02,547 INFO [RS:2;5c7979348d1b:32769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:02,547 INFO [RS:2;5c7979348d1b:32769 {}] regionserver.HRegionServer(1482): Serving as 5c7979348d1b,32769,1733451179969, RpcServer on 5c7979348d1b/172.17.0.3:32769, sessionid=0x101a869db480003 2024-12-06T02:13:02,548 DEBUG [RS:2;5c7979348d1b:32769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T02:13:02,548 DEBUG [RS:2;5c7979348d1b:32769 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5c7979348d1b,32769,1733451179969 2024-12-06T02:13:02,548 DEBUG [RS:2;5c7979348d1b:32769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,32769,1733451179969' 2024-12-06T02:13:02,548 DEBUG [RS:2;5c7979348d1b:32769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T02:13:02,549 DEBUG [RS:2;5c7979348d1b:32769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T02:13:02,550 DEBUG [RS:2;5c7979348d1b:32769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T02:13:02,550 DEBUG [RS:2;5c7979348d1b:32769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T02:13:02,550 DEBUG [RS:2;5c7979348d1b:32769 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5c7979348d1b,32769,1733451179969 2024-12-06T02:13:02,550 DEBUG [RS:2;5c7979348d1b:32769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,32769,1733451179969' 2024-12-06T02:13:02,550 DEBUG [RS:2;5c7979348d1b:32769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T02:13:02,551 DEBUG [RS:2;5c7979348d1b:32769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T02:13:02,552 DEBUG [RS:2;5c7979348d1b:32769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T02:13:02,552 INFO [RS:2;5c7979348d1b:32769 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T02:13:02,552 INFO [RS:2;5c7979348d1b:32769 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T02:13:02,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:13:02,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:13:02,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:13:02,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:13:02,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:13:02,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:13:02,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:13:02,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:13:02,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:13:02,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:13:02,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:13:02,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:13:02,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:13:02,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:13:02,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:13:02,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:13:02,578 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:13:02,580 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/hbase/meta/1588230740 2024-12-06T02:13:02,581 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/hbase/meta/1588230740 2024-12-06T02:13:02,584 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:13:02,584 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:13:02,585 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:13:02,588 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:13:02,594 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:13:02,596 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71604191, jitterRate=0.0669855922460556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:13:02,597 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733451182543Initializing all the Stores at 1733451182546 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451182546Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451182556 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451182556Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451182556Cleaning up temporary data from old regions at 1733451182584 (+28 ms)Region opened successfully at 1733451182597 (+13 ms) 2024-12-06T02:13:02,597 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:13:02,598 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:13:02,598 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:13:02,598 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:13:02,598 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:13:02,605 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:13:02,605 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451182597Disabling compacts and flushes for region at 1733451182597Disabling writes for close at 1733451182598 (+1 ms)Writing region close event to WAL at 1733451182604 (+6 ms)Closed at 1733451182605 (+1 ms) 2024-12-06T02:13:02,611 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:13:02,611 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T02:13:02,615 INFO [RS:0;5c7979348d1b:42617 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:13:02,619 INFO [RS:0;5c7979348d1b:42617 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5c7979348d1b%2C42617%2C1733451179753, suffix=, logDir=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/WALs/5c7979348d1b,42617,1733451179753, archiveDir=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/oldWALs, maxLogs=32 2024-12-06T02:13:02,620 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T02:13:02,632 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:13:02,637 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T02:13:02,642 INFO [RS:1;5c7979348d1b:35775 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:13:02,647 INFO [RS:1;5c7979348d1b:35775 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5c7979348d1b%2C35775%2C1733451179886, suffix=, logDir=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/WALs/5c7979348d1b,35775,1733451179886, archiveDir=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/oldWALs, maxLogs=32 2024-12-06T02:13:02,653 INFO [RS:2;5c7979348d1b:32769 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:13:02,661 DEBUG [RS:0;5c7979348d1b:42617 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/WALs/5c7979348d1b,42617,1733451179753/5c7979348d1b%2C42617%2C1733451179753.1733451182622, exclude list is [], retry=0 2024-12-06T02:13:02,663 INFO [RS:2;5c7979348d1b:32769 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5c7979348d1b%2C32769%2C1733451179969, suffix=, logDir=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/WALs/5c7979348d1b,32769,1733451179969, archiveDir=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/oldWALs, maxLogs=32 2024-12-06T02:13:02,668 DEBUG [RS:1;5c7979348d1b:35775 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/WALs/5c7979348d1b,35775,1733451179886/5c7979348d1b%2C35775%2C1733451179886.1733451182649, exclude list is [], retry=0 2024-12-06T02:13:02,669 WARN [IPC Server handler 1 on default port 45949 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-06T02:13:02,669 WARN [IPC Server handler 1 on default port 45949 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-06T02:13:02,669 WARN [IPC Server handler 1 on default port 45949 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-06T02:13:02,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39299,DS-597f3b9d-f0ba-4089-976c-88a3627656a6,DISK] 2024-12-06T02:13:02,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43957,DS-3adba56a-1d10-444a-bfaf-a03ad0c6ceab,DISK] 2024-12-06T02:13:02,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43957,DS-3adba56a-1d10-444a-bfaf-a03ad0c6ceab,DISK] 2024-12-06T02:13:02,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39299,DS-597f3b9d-f0ba-4089-976c-88a3627656a6,DISK] 2024-12-06T02:13:02,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37507,DS-076dbb56-9326-4763-ad96-c28067cff35a,DISK] 2024-12-06T02:13:02,721 DEBUG [RS:2;5c7979348d1b:32769 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/WALs/5c7979348d1b,32769,1733451179969/5c7979348d1b%2C32769%2C1733451179969.1733451182665, exclude list is [], retry=0 2024-12-06T02:13:02,724 WARN [IPC Server handler 3 on default port 45949 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-06T02:13:02,724 WARN [IPC Server handler 3 on default port 45949 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-06T02:13:02,724 WARN [IPC Server handler 3 on default port 45949 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-06T02:13:02,724 INFO [RS:0;5c7979348d1b:42617 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/WALs/5c7979348d1b,42617,1733451179753/5c7979348d1b%2C42617%2C1733451179753.1733451182622 2024-12-06T02:13:02,725 INFO [RS:1;5c7979348d1b:35775 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/WALs/5c7979348d1b,35775,1733451179886/5c7979348d1b%2C35775%2C1733451179886.1733451182649 2024-12-06T02:13:02,725 DEBUG [RS:0;5c7979348d1b:42617 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34193:34193),(127.0.0.1/127.0.0.1:40269:40269)] 2024-12-06T02:13:02,725 DEBUG [RS:1;5c7979348d1b:35775 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36457:36457),(127.0.0.1/127.0.0.1:40269:40269),(127.0.0.1/127.0.0.1:34193:34193)] 2024-12-06T02:13:02,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43957,DS-3adba56a-1d10-444a-bfaf-a03ad0c6ceab,DISK] 2024-12-06T02:13:02,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39299,DS-597f3b9d-f0ba-4089-976c-88a3627656a6,DISK] 2024-12-06T02:13:02,746 INFO [RS:2;5c7979348d1b:32769 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/WALs/5c7979348d1b,32769,1733451179969/5c7979348d1b%2C32769%2C1733451179969.1733451182665 2024-12-06T02:13:02,746 DEBUG [RS:2;5c7979348d1b:32769 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40269:40269),(127.0.0.1/127.0.0.1:34193:34193)] 2024-12-06T02:13:02,790 DEBUG [5c7979348d1b:40477 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-06T02:13:02,799 DEBUG [5c7979348d1b:40477 {}] balancer.BalancerClusterState(204): Hosts are {5c7979348d1b=0} racks are {/default-rack=0} 2024-12-06T02:13:02,813 DEBUG [5c7979348d1b:40477 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T02:13:02,813 DEBUG [5c7979348d1b:40477 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T02:13:02,813 DEBUG [5c7979348d1b:40477 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-06T02:13:02,813 DEBUG [5c7979348d1b:40477 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T02:13:02,814 DEBUG [5c7979348d1b:40477 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T02:13:02,814 DEBUG [5c7979348d1b:40477 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-06T02:13:02,814 INFO [5c7979348d1b:40477 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T02:13:02,814 INFO [5c7979348d1b:40477 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T02:13:02,814 INFO [5c7979348d1b:40477 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-06T02:13:02,814 DEBUG [5c7979348d1b:40477 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T02:13:02,827 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5c7979348d1b,42617,1733451179753 2024-12-06T02:13:02,838 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,42617,1733451179753, state=OPENING 2024-12-06T02:13:02,854 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T02:13:02,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x101a869db480001, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:13:02,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32769-0x101a869db480003, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:13:02,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40477-0x101a869db480000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:13:02,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35775-0x101a869db480002, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:13:02,866 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T02:13:02,866 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T02:13:02,867 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T02:13:02,868 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:13:02,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,42617,1733451179753}] 2024-12-06T02:13:02,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T02:13:06,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37507 is added to blk_1073741829_1005 (size=34) 2024-12-06T02:13:06,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37507 is added to blk_1073741831_1007 (size=1321) 2024-12-06T02:13:06,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37507 is added to blk_1073741827_1003 (size=196) 2024-12-06T02:13:06,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37507 is added to blk_1073741828_1004 (size=1189) 2024-12-06T02:13:09,222 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T02:13:09,222 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-06T02:13:09,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37507 is added to blk_1073741832_1008 (size=32) 2024-12-06T02:13:12,908 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:13:12,918 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T02:13:12,961 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T02:13:12,961 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:13:12,962 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T02:13:12,974 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5c7979348d1b%2C42617%2C1733451179753.meta, suffix=.meta, logDir=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/WALs/5c7979348d1b,42617,1733451179753, archiveDir=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/oldWALs, maxLogs=32 2024-12-06T02:13:12,996 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/WALs/5c7979348d1b,42617,1733451179753/5c7979348d1b%2C42617%2C1733451179753.meta.1733451192976.meta, exclude list is [], retry=0 2024-12-06T02:13:13,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37507,DS-076dbb56-9326-4763-ad96-c28067cff35a,DISK] 2024-12-06T02:13:13,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39299,DS-597f3b9d-f0ba-4089-976c-88a3627656a6,DISK] 2024-12-06T02:13:13,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43957,DS-3adba56a-1d10-444a-bfaf-a03ad0c6ceab,DISK] 2024-12-06T02:13:13,041 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/WALs/5c7979348d1b,42617,1733451179753/5c7979348d1b%2C42617%2C1733451179753.meta.1733451192976.meta 2024-12-06T02:13:13,041 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36457:36457),(127.0.0.1/127.0.0.1:40269:40269),(127.0.0.1/127.0.0.1:34193:34193)] 2024-12-06T02:13:13,042 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:13:13,043 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:13:13,047 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T02:13:13,058 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T02:13:13,065 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T02:13:13,067 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:13:13,067 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T02:13:13,067 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T02:13:13,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:13:13,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:13:13,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:13:13,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:13:13,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:13:13,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:13:13,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:13:13,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:13:13,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:13:13,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:13:13,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:13:13,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:13:13,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:13:13,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:13:13,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:13:13,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:13:13,117 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:13:13,120 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/hbase/meta/1588230740 2024-12-06T02:13:13,124 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/hbase/meta/1588230740 2024-12-06T02:13:13,128 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:13:13,128 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:13:13,130 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:13:13,134 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:13:13,139 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71832584, jitterRate=0.07038891315460205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:13:13,140 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T02:13:13,142 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733451193068Writing region info on filesystem at 1733451193068Initializing all the Stores at 1733451193082 (+14 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451193082Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451193085 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451193085Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451193085Cleaning up temporary data from old regions at 1733451193128 (+43 ms)Running coprocessor post-open hooks at 1733451193140 (+12 ms)Region opened successfully at 1733451193141 (+1 ms) 2024-12-06T02:13:13,153 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733451192895 2024-12-06T02:13:13,176 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T02:13:13,177 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T02:13:13,180 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,42617,1733451179753 2024-12-06T02:13:13,183 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,42617,1733451179753, state=OPEN 2024-12-06T02:13:13,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x101a869db480001, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T02:13:13,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32769-0x101a869db480003, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T02:13:13,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40477-0x101a869db480000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T02:13:13,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35775-0x101a869db480002, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T02:13:13,219 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T02:13:13,219 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T02:13:13,219 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T02:13:13,219 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T02:13:13,220 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5c7979348d1b,42617,1733451179753 2024-12-06T02:13:13,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T02:13:13,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,42617,1733451179753 in 10.3510 sec 2024-12-06T02:13:13,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T02:13:13,238 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6100 sec 2024-12-06T02:13:13,240 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:13:13,240 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T02:13:13,264 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:13:13,266 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,42617,1733451179753, seqNum=-1] 2024-12-06T02:13:13,293 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:13:13,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:13:13,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.4730 sec 2024-12-06T02:13:13,339 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733451193339, completionTime=-1 2024-12-06T02:13:13,344 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-06T02:13:13,344 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T02:13:13,390 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-06T02:13:13,391 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733451253390 2024-12-06T02:13:13,391 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733451313391 2024-12-06T02:13:13,391 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 46 msec 2024-12-06T02:13:13,393 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-06T02:13:13,401 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,40477,1733451178639-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:13,402 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,40477,1733451178639-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:13,402 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,40477,1733451178639-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:13,405 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5c7979348d1b:40477, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:13,411 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:13,412 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:13,415 DEBUG [master/5c7979348d1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T02:13:13,456 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 13.026sec 2024-12-06T02:13:13,475 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T02:13:13,477 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T02:13:13,478 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T02:13:13,479 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T02:13:13,479 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T02:13:13,489 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,40477,1733451178639-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:13:13,489 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,40477,1733451178639-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T02:13:13,505 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T02:13:13,506 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T02:13:13,507 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,40477,1733451178639-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:13:13,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3680bc40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:13:13,565 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-06T02:13:13,565 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-06T02:13:13,572 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,40477,-1 for getting cluster id 2024-12-06T02:13:13,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:13:13,627 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5005ab5-009c-4f11-ab05-9f820720fffd' 2024-12-06T02:13:13,630 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:13:13,630 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5005ab5-009c-4f11-ab05-9f820720fffd" 2024-12-06T02:13:13,630 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c5ad3fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:13:13,630 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,40477,-1] 2024-12-06T02:13:13,633 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:13:13,638 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:13:13,639 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:13:13,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@748ca048, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:13:13,649 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:13:13,662 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,42617,1733451179753, seqNum=-1] 2024-12-06T02:13:13,662 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:13:13,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:13:13,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5c7979348d1b,40477,1733451178639 2024-12-06T02:13:13,708 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733451193702 (current time:1733451193702). 2024-12-06T02:13:13,708 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-06T02:13:13,708 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-06T02:13:13,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3189d79e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:13:13,712 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,40477,-1 for getting cluster id 2024-12-06T02:13:13,713 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:13:13,714 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5005ab5-009c-4f11-ab05-9f820720fffd' 2024-12-06T02:13:13,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:13:13,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5005ab5-009c-4f11-ab05-9f820720fffd" 2024-12-06T02:13:13,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bc9126d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:13:13,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,40477,-1] 2024-12-06T02:13:13,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:13:13,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:13:13,719 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:13:13,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@640baa0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:13:13,724 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:13:13,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,42617,1733451179753, seqNum=-1] 2024-12-06T02:13:13,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:13:13,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:13:13,731 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:13:13,731 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:13:13,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:13:13,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:13:13,740 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:13:13,750 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:13:13,757 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,40477,1733451178639 2024-12-06T02:13:13,760 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35440f67 2024-12-06T02:13:13,761 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:13:13,766 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:13:13,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40477 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:13:13,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40477 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-06T02:13:13,788 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T02:13:13,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40477 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-06T02:13:13,792 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:13:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:13:13,799 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T02:13:13,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741837_1013 (size=361) 2024-12-06T02:13:13,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741837_1013 (size=361) 2024-12-06T02:13:13,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37507 is added to blk_1073741837_1013 (size=361) 2024-12-06T02:13:13,856 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a7f0947254f77554dd5c70fd0feb5e5d, NAME => 'SPTestTable,,1733451193768.a7f0947254f77554dd5c70fd0feb5e5d.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa 2024-12-06T02:13:13,857 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 695622e180af89d89dbe61517816b2c9, NAME => 'SPTestTable,19999999,1733451193768.695622e180af89d89dbe61517816b2c9.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa 2024-12-06T02:13:13,866 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3e5d2e1bf963c70fe50808f2152b4971, NAME => 'SPTestTable,33333332,1733451193768.3e5d2e1bf963c70fe50808f2152b4971.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa 2024-12-06T02:13:13,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37507 is added to blk_1073741840_1016 (size=54) 2024-12-06T02:13:13,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741839_1015 (size=62) 2024-12-06T02:13:13,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741839_1015 (size=62) 2024-12-06T02:13:13,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741840_1016 (size=54) 2024-12-06T02:13:13,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37507 is added to blk_1073741839_1015 (size=62) 2024-12-06T02:13:13,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741840_1016 (size=54) 2024-12-06T02:13:13,888 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733451193768.3e5d2e1bf963c70fe50808f2152b4971.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:13:13,888 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733451193768.a7f0947254f77554dd5c70fd0feb5e5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:13:13,888 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 3e5d2e1bf963c70fe50808f2152b4971, disabling compactions & flushes 2024-12-06T02:13:13,888 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing a7f0947254f77554dd5c70fd0feb5e5d, disabling compactions & flushes 2024-12-06T02:13:13,888 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733451193768.3e5d2e1bf963c70fe50808f2152b4971. 2024-12-06T02:13:13,888 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733451193768.a7f0947254f77554dd5c70fd0feb5e5d. 2024-12-06T02:13:13,888 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733451193768.3e5d2e1bf963c70fe50808f2152b4971. 2024-12-06T02:13:13,888 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733451193768.a7f0947254f77554dd5c70fd0feb5e5d. 2024-12-06T02:13:13,888 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733451193768.3e5d2e1bf963c70fe50808f2152b4971. after waiting 0 ms 2024-12-06T02:13:13,888 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733451193768.a7f0947254f77554dd5c70fd0feb5e5d. after waiting 0 ms 2024-12-06T02:13:13,888 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733451193768.3e5d2e1bf963c70fe50808f2152b4971. 2024-12-06T02:13:13,888 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733451193768.a7f0947254f77554dd5c70fd0feb5e5d. 2024-12-06T02:13:13,888 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733451193768.3e5d2e1bf963c70fe50808f2152b4971. 2024-12-06T02:13:13,888 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733451193768.a7f0947254f77554dd5c70fd0feb5e5d. 2024-12-06T02:13:13,889 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for a7f0947254f77554dd5c70fd0feb5e5d: Waiting for close lock at 1733451193888Disabling compacts and flushes for region at 1733451193888Disabling writes for close at 1733451193888Writing region close event to WAL at 1733451193888Closed at 1733451193888 2024-12-06T02:13:13,889 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3e5d2e1bf963c70fe50808f2152b4971: Waiting for close lock at 1733451193888Disabling compacts and flushes for region at 1733451193888Disabling writes for close at 1733451193888Writing region close event to WAL at 1733451193888Closed at 1733451193888 2024-12-06T02:13:13,890 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => fdcde9729f74afb199c290667fac8bb2, NAME => 'SPTestTable,4ccccccb,1733451193768.fdcde9729f74afb199c290667fac8bb2.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa 2024-12-06T02:13:13,890 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7a9e35a587d610f60dacb1e3fe1e250f, NAME => 'SPTestTable,66666664,1733451193768.7a9e35a587d610f60dacb1e3fe1e250f.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa 2024-12-06T02:13:13,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741838_1014 (size=62) 2024-12-06T02:13:13,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37507 is added to blk_1073741838_1014 (size=62) 2024-12-06T02:13:13,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741838_1014 (size=62) 2024-12-06T02:13:13,898 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733451193768.695622e180af89d89dbe61517816b2c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:13:13,898 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 695622e180af89d89dbe61517816b2c9, disabling compactions & flushes 2024-12-06T02:13:13,899 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733451193768.695622e180af89d89dbe61517816b2c9. 2024-12-06T02:13:13,899 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733451193768.695622e180af89d89dbe61517816b2c9. 2024-12-06T02:13:13,899 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733451193768.695622e180af89d89dbe61517816b2c9. after waiting 0 ms 2024-12-06T02:13:13,899 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733451193768.695622e180af89d89dbe61517816b2c9. 2024-12-06T02:13:13,899 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733451193768.695622e180af89d89dbe61517816b2c9. 2024-12-06T02:13:13,899 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 695622e180af89d89dbe61517816b2c9: Waiting for close lock at 1733451193898Disabling compacts and flushes for region at 1733451193898Disabling writes for close at 1733451193899 (+1 ms)Writing region close event to WAL at 1733451193899Closed at 1733451193899 2024-12-06T02:13:13,900 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => dead0d628f1fc213e2f0f9de2766037f, NAME => 'SPTestTable,7ffffffd,1733451193768.dead0d628f1fc213e2f0f9de2766037f.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa 2024-12-06T02:13:13,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:13:13,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741841_1017 (size=62) 2024-12-06T02:13:13,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37507 is added to blk_1073741841_1017 (size=62) 2024-12-06T02:13:13,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741841_1017 (size=62) 2024-12-06T02:13:13,938 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733451193768.7a9e35a587d610f60dacb1e3fe1e250f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:13:13,939 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 7a9e35a587d610f60dacb1e3fe1e250f, disabling compactions & flushes 2024-12-06T02:13:13,939 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733451193768.7a9e35a587d610f60dacb1e3fe1e250f. 2024-12-06T02:13:13,939 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733451193768.7a9e35a587d610f60dacb1e3fe1e250f. 2024-12-06T02:13:13,939 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733451193768.7a9e35a587d610f60dacb1e3fe1e250f. after waiting 0 ms 2024-12-06T02:13:13,939 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733451193768.7a9e35a587d610f60dacb1e3fe1e250f. 2024-12-06T02:13:13,939 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733451193768.7a9e35a587d610f60dacb1e3fe1e250f. 2024-12-06T02:13:13,939 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7a9e35a587d610f60dacb1e3fe1e250f: Waiting for close lock at 1733451193938Disabling compacts and flushes for region at 1733451193938Disabling writes for close at 1733451193939 (+1 ms)Writing region close event to WAL at 1733451193939Closed at 1733451193939 2024-12-06T02:13:13,940 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5751297a51a195aa6de9b072a36403ad, NAME => 'SPTestTable,99999996,1733451193768.5751297a51a195aa6de9b072a36403ad.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa 2024-12-06T02:13:13,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741842_1018 (size=62) 2024-12-06T02:13:13,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37507 is added to blk_1073741842_1018 (size=62) 2024-12-06T02:13:13,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741842_1018 (size=62) 2024-12-06T02:13:13,956 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733451193768.fdcde9729f74afb199c290667fac8bb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:13:13,956 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing fdcde9729f74afb199c290667fac8bb2, disabling compactions & flushes 2024-12-06T02:13:13,956 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733451193768.fdcde9729f74afb199c290667fac8bb2. 2024-12-06T02:13:13,956 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733451193768.fdcde9729f74afb199c290667fac8bb2. 2024-12-06T02:13:13,956 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733451193768.fdcde9729f74afb199c290667fac8bb2. after waiting 0 ms 2024-12-06T02:13:13,956 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733451193768.fdcde9729f74afb199c290667fac8bb2. 2024-12-06T02:13:13,956 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733451193768.fdcde9729f74afb199c290667fac8bb2. 2024-12-06T02:13:13,956 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for fdcde9729f74afb199c290667fac8bb2: Waiting for close lock at 1733451193956Disabling compacts and flushes for region at 1733451193956Disabling writes for close at 1733451193956Writing region close event to WAL at 1733451193956Closed at 1733451193956 2024-12-06T02:13:13,957 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ca9e2bc9b8f16250a88cb835f9ddfac9, NAME => 'SPTestTable,b333332f,1733451193768.ca9e2bc9b8f16250a88cb835f9ddfac9.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa 2024-12-06T02:13:13,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741843_1019 (size=62) 2024-12-06T02:13:13,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741843_1019 (size=62) 2024-12-06T02:13:13,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37507 is added to blk_1073741843_1019 (size=62) 2024-12-06T02:13:13,966 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733451193768.dead0d628f1fc213e2f0f9de2766037f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:13:13,966 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing dead0d628f1fc213e2f0f9de2766037f, disabling compactions & flushes 2024-12-06T02:13:13,966 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733451193768.dead0d628f1fc213e2f0f9de2766037f. 2024-12-06T02:13:13,966 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733451193768.dead0d628f1fc213e2f0f9de2766037f. 2024-12-06T02:13:13,966 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733451193768.dead0d628f1fc213e2f0f9de2766037f. after waiting 0 ms 2024-12-06T02:13:13,966 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733451193768.dead0d628f1fc213e2f0f9de2766037f. 2024-12-06T02:13:13,967 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733451193768.dead0d628f1fc213e2f0f9de2766037f. 2024-12-06T02:13:13,967 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for dead0d628f1fc213e2f0f9de2766037f: Waiting for close lock at 1733451193966Disabling compacts and flushes for region at 1733451193966Disabling writes for close at 1733451193966Writing region close event to WAL at 1733451193966Closed at 1733451193966 2024-12-06T02:13:13,968 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e4df4f0d9c9efcf7ccd4bb22febeff38, NAME => 'SPTestTable,ccccccc8,1733451193768.e4df4f0d9c9efcf7ccd4bb22febeff38.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa 2024-12-06T02:13:13,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37507 is added to blk_1073741844_1020 (size=62) 2024-12-06T02:13:13,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741844_1020 (size=62) 2024-12-06T02:13:13,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741844_1020 (size=62) 2024-12-06T02:13:13,998 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733451193768.5751297a51a195aa6de9b072a36403ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:13:13,998 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 5751297a51a195aa6de9b072a36403ad, disabling compactions & flushes 2024-12-06T02:13:13,998 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733451193768.5751297a51a195aa6de9b072a36403ad. 2024-12-06T02:13:13,998 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733451193768.5751297a51a195aa6de9b072a36403ad. 2024-12-06T02:13:13,998 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733451193768.5751297a51a195aa6de9b072a36403ad. after waiting 0 ms 2024-12-06T02:13:13,998 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733451193768.5751297a51a195aa6de9b072a36403ad. 2024-12-06T02:13:13,999 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733451193768.5751297a51a195aa6de9b072a36403ad. 2024-12-06T02:13:13,999 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5751297a51a195aa6de9b072a36403ad: Waiting for close lock at 1733451193998Disabling compacts and flushes for region at 1733451193998Disabling writes for close at 1733451193998Writing region close event to WAL at 1733451193998Closed at 1733451193999 (+1 ms) 2024-12-06T02:13:13,999 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 908f4862979637c1bc3818d1203b1ef0, NAME => 'SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa 2024-12-06T02:13:14,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741845_1021 (size=62) 2024-12-06T02:13:14,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741845_1021 (size=62) 2024-12-06T02:13:14,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37507 is added to blk_1073741845_1021 (size=62) 2024-12-06T02:13:14,025 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733451193768.ca9e2bc9b8f16250a88cb835f9ddfac9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:13:14,025 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing ca9e2bc9b8f16250a88cb835f9ddfac9, disabling compactions & flushes 2024-12-06T02:13:14,025 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733451193768.ca9e2bc9b8f16250a88cb835f9ddfac9. 2024-12-06T02:13:14,025 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733451193768.ca9e2bc9b8f16250a88cb835f9ddfac9. 2024-12-06T02:13:14,026 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733451193768.ca9e2bc9b8f16250a88cb835f9ddfac9. after waiting 0 ms 2024-12-06T02:13:14,026 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733451193768.ca9e2bc9b8f16250a88cb835f9ddfac9. 2024-12-06T02:13:14,026 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733451193768.ca9e2bc9b8f16250a88cb835f9ddfac9. 2024-12-06T02:13:14,026 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for ca9e2bc9b8f16250a88cb835f9ddfac9: Waiting for close lock at 1733451194025Disabling compacts and flushes for region at 1733451194025Disabling writes for close at 1733451194026 (+1 ms)Writing region close event to WAL at 1733451194026Closed at 1733451194026 2024-12-06T02:13:14,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37507 is added to blk_1073741846_1022 (size=62) 2024-12-06T02:13:14,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741846_1022 (size=62) 2024-12-06T02:13:14,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741846_1022 (size=62) 2024-12-06T02:13:14,058 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733451193768.e4df4f0d9c9efcf7ccd4bb22febeff38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:13:14,058 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing e4df4f0d9c9efcf7ccd4bb22febeff38, disabling compactions & flushes 2024-12-06T02:13:14,058 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733451193768.e4df4f0d9c9efcf7ccd4bb22febeff38. 2024-12-06T02:13:14,058 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733451193768.e4df4f0d9c9efcf7ccd4bb22febeff38. 2024-12-06T02:13:14,059 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733451193768.e4df4f0d9c9efcf7ccd4bb22febeff38. after waiting 0 ms 2024-12-06T02:13:14,059 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733451193768.e4df4f0d9c9efcf7ccd4bb22febeff38. 2024-12-06T02:13:14,059 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733451193768.e4df4f0d9c9efcf7ccd4bb22febeff38. 2024-12-06T02:13:14,059 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for e4df4f0d9c9efcf7ccd4bb22febeff38: Waiting for close lock at 1733451194058Disabling compacts and flushes for region at 1733451194058Disabling writes for close at 1733451194059 (+1 ms)Writing region close event to WAL at 1733451194059Closed at 1733451194059 2024-12-06T02:13:14,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37507 is added to blk_1073741847_1023 (size=54) 2024-12-06T02:13:14,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741847_1023 (size=54) 2024-12-06T02:13:14,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741847_1023 (size=54) 2024-12-06T02:13:14,074 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:13:14,075 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 908f4862979637c1bc3818d1203b1ef0, disabling compactions & flushes 2024-12-06T02:13:14,075 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0. 2024-12-06T02:13:14,075 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0. 2024-12-06T02:13:14,075 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0. after waiting 0 ms 2024-12-06T02:13:14,075 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0. 2024-12-06T02:13:14,075 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0. 2024-12-06T02:13:14,075 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 908f4862979637c1bc3818d1203b1ef0: Waiting for close lock at 1733451194075Disabling compacts and flushes for region at 1733451194075Disabling writes for close at 1733451194075Writing region close event to WAL at 1733451194075Closed at 1733451194075 2024-12-06T02:13:14,078 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T02:13:14,084 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733451193768.a7f0947254f77554dd5c70fd0feb5e5d.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733451194079"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451194079"}]},"ts":"1733451194079"} 2024-12-06T02:13:14,084 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733451193768.3e5d2e1bf963c70fe50808f2152b4971.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733451194079"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451194079"}]},"ts":"1733451194079"} 2024-12-06T02:13:14,084 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733451193768.695622e180af89d89dbe61517816b2c9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733451194079"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451194079"}]},"ts":"1733451194079"} 2024-12-06T02:13:14,085 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733451193768.7a9e35a587d610f60dacb1e3fe1e250f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733451194079"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451194079"}]},"ts":"1733451194079"} 2024-12-06T02:13:14,085 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733451193768.fdcde9729f74afb199c290667fac8bb2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733451194079"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451194079"}]},"ts":"1733451194079"} 2024-12-06T02:13:14,085 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733451193768.dead0d628f1fc213e2f0f9de2766037f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733451194079"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451194079"}]},"ts":"1733451194079"} 2024-12-06T02:13:14,085 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733451193768.5751297a51a195aa6de9b072a36403ad.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733451194079"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451194079"}]},"ts":"1733451194079"} 2024-12-06T02:13:14,085 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733451193768.ca9e2bc9b8f16250a88cb835f9ddfac9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733451194079"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451194079"}]},"ts":"1733451194079"} 2024-12-06T02:13:14,085 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733451193768.e4df4f0d9c9efcf7ccd4bb22febeff38.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733451194079"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451194079"}]},"ts":"1733451194079"} 2024-12-06T02:13:14,085 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733451194079"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451194079"}]},"ts":"1733451194079"} 2024-12-06T02:13:14,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:13:14,133 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-06T02:13:14,135 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T02:13:14,139 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451194136"}]},"ts":"1733451194136"} 2024-12-06T02:13:14,143 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-06T02:13:14,144 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {5c7979348d1b=0} racks are {/default-rack=0} 2024-12-06T02:13:14,154 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T02:13:14,154 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T02:13:14,154 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-06T02:13:14,154 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T02:13:14,154 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T02:13:14,154 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-06T02:13:14,154 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T02:13:14,154 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T02:13:14,154 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-06T02:13:14,154 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T02:13:14,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a7f0947254f77554dd5c70fd0feb5e5d, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=695622e180af89d89dbe61517816b2c9, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3e5d2e1bf963c70fe50808f2152b4971, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fdcde9729f74afb199c290667fac8bb2, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7a9e35a587d610f60dacb1e3fe1e250f, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dead0d628f1fc213e2f0f9de2766037f, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5751297a51a195aa6de9b072a36403ad, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ca9e2bc9b8f16250a88cb835f9ddfac9, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e4df4f0d9c9efcf7ccd4bb22febeff38, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=908f4862979637c1bc3818d1203b1ef0, ASSIGN}] 2024-12-06T02:13:14,161 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5751297a51a195aa6de9b072a36403ad, ASSIGN 2024-12-06T02:13:14,162 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dead0d628f1fc213e2f0f9de2766037f, ASSIGN 2024-12-06T02:13:14,162 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fdcde9729f74afb199c290667fac8bb2, ASSIGN 2024-12-06T02:13:14,163 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7a9e35a587d610f60dacb1e3fe1e250f, ASSIGN 2024-12-06T02:13:14,164 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5751297a51a195aa6de9b072a36403ad, ASSIGN; state=OFFLINE, location=5c7979348d1b,35775,1733451179886; forceNewPlan=false, retain=false 2024-12-06T02:13:14,165 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dead0d628f1fc213e2f0f9de2766037f, ASSIGN; state=OFFLINE, location=5c7979348d1b,42617,1733451179753; forceNewPlan=false, retain=false 2024-12-06T02:13:14,167 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fdcde9729f74afb199c290667fac8bb2, ASSIGN; state=OFFLINE, location=5c7979348d1b,32769,1733451179969; forceNewPlan=false, retain=false 2024-12-06T02:13:14,167 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7a9e35a587d610f60dacb1e3fe1e250f, ASSIGN; state=OFFLINE, location=5c7979348d1b,35775,1733451179886; forceNewPlan=false, retain=false 2024-12-06T02:13:14,171 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=908f4862979637c1bc3818d1203b1ef0, ASSIGN 2024-12-06T02:13:14,172 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e4df4f0d9c9efcf7ccd4bb22febeff38, ASSIGN 2024-12-06T02:13:14,173 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=908f4862979637c1bc3818d1203b1ef0, ASSIGN; state=OFFLINE, location=5c7979348d1b,35775,1733451179886; forceNewPlan=false, retain=false 2024-12-06T02:13:14,173 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3e5d2e1bf963c70fe50808f2152b4971, ASSIGN 2024-12-06T02:13:14,177 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=695622e180af89d89dbe61517816b2c9, ASSIGN 2024-12-06T02:13:14,177 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3e5d2e1bf963c70fe50808f2152b4971, ASSIGN; state=OFFLINE, location=5c7979348d1b,32769,1733451179969; forceNewPlan=false, retain=false 2024-12-06T02:13:14,180 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a7f0947254f77554dd5c70fd0feb5e5d, ASSIGN 2024-12-06T02:13:14,180 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=695622e180af89d89dbe61517816b2c9, ASSIGN; state=OFFLINE, location=5c7979348d1b,42617,1733451179753; forceNewPlan=false, retain=false 2024-12-06T02:13:14,181 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ca9e2bc9b8f16250a88cb835f9ddfac9, ASSIGN 2024-12-06T02:13:14,184 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ca9e2bc9b8f16250a88cb835f9ddfac9, ASSIGN; state=OFFLINE, location=5c7979348d1b,32769,1733451179969; forceNewPlan=false, retain=false 2024-12-06T02:13:14,184 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e4df4f0d9c9efcf7ccd4bb22febeff38, ASSIGN; state=OFFLINE, location=5c7979348d1b,42617,1733451179753; forceNewPlan=false, retain=false 2024-12-06T02:13:14,185 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a7f0947254f77554dd5c70fd0feb5e5d, ASSIGN; state=OFFLINE, location=5c7979348d1b,35775,1733451179886; forceNewPlan=false, retain=false 2024-12-06T02:13:14,285 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T02:13:14,317 INFO [5c7979348d1b:40477 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-06T02:13:14,318 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=695622e180af89d89dbe61517816b2c9, regionState=OPENING, regionLocation=5c7979348d1b,42617,1733451179753 2024-12-06T02:13:14,318 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5751297a51a195aa6de9b072a36403ad, regionState=OPENING, regionLocation=5c7979348d1b,35775,1733451179886 2024-12-06T02:13:14,318 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=e4df4f0d9c9efcf7ccd4bb22febeff38, regionState=OPENING, regionLocation=5c7979348d1b,42617,1733451179753 2024-12-06T02:13:14,318 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=dead0d628f1fc213e2f0f9de2766037f, regionState=OPENING, regionLocation=5c7979348d1b,42617,1733451179753 2024-12-06T02:13:14,318 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=908f4862979637c1bc3818d1203b1ef0, regionState=OPENING, regionLocation=5c7979348d1b,35775,1733451179886 2024-12-06T02:13:14,319 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a7f0947254f77554dd5c70fd0feb5e5d, regionState=OPENING, regionLocation=5c7979348d1b,35775,1733451179886 2024-12-06T02:13:14,319 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7a9e35a587d610f60dacb1e3fe1e250f, regionState=OPENING, regionLocation=5c7979348d1b,35775,1733451179886 2024-12-06T02:13:14,320 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=fdcde9729f74afb199c290667fac8bb2, regionState=OPENING, regionLocation=5c7979348d1b,32769,1733451179969 2024-12-06T02:13:14,320 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ca9e2bc9b8f16250a88cb835f9ddfac9, regionState=OPENING, regionLocation=5c7979348d1b,32769,1733451179969 2024-12-06T02:13:14,321 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3e5d2e1bf963c70fe50808f2152b4971, regionState=OPENING, regionLocation=5c7979348d1b,32769,1733451179969 2024-12-06T02:13:14,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=908f4862979637c1bc3818d1203b1ef0, ASSIGN because future has completed 2024-12-06T02:13:14,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 908f4862979637c1bc3818d1203b1ef0, server=5c7979348d1b,35775,1733451179886}] 2024-12-06T02:13:14,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e4df4f0d9c9efcf7ccd4bb22febeff38, ASSIGN because future has completed 2024-12-06T02:13:14,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5751297a51a195aa6de9b072a36403ad, ASSIGN because future has completed 2024-12-06T02:13:14,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5751297a51a195aa6de9b072a36403ad, server=5c7979348d1b,35775,1733451179886}] 2024-12-06T02:13:14,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=695622e180af89d89dbe61517816b2c9, ASSIGN because future has completed 2024-12-06T02:13:14,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 695622e180af89d89dbe61517816b2c9, server=5c7979348d1b,42617,1733451179753}] 2024-12-06T02:13:14,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dead0d628f1fc213e2f0f9de2766037f, ASSIGN because future has completed 2024-12-06T02:13:14,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4df4f0d9c9efcf7ccd4bb22febeff38, server=5c7979348d1b,42617,1733451179753}] 2024-12-06T02:13:14,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7a9e35a587d610f60dacb1e3fe1e250f, ASSIGN because future has completed 2024-12-06T02:13:14,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a7f0947254f77554dd5c70fd0feb5e5d, ASSIGN because future has completed 2024-12-06T02:13:14,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fdcde9729f74afb199c290667fac8bb2, ASSIGN because future has completed 2024-12-06T02:13:14,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure dead0d628f1fc213e2f0f9de2766037f, server=5c7979348d1b,42617,1733451179753}] 2024-12-06T02:13:14,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ca9e2bc9b8f16250a88cb835f9ddfac9, ASSIGN because future has completed 2024-12-06T02:13:14,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3e5d2e1bf963c70fe50808f2152b4971, ASSIGN because future has completed 2024-12-06T02:13:14,384 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a9e35a587d610f60dacb1e3fe1e250f, server=5c7979348d1b,35775,1733451179886}] 2024-12-06T02:13:14,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7f0947254f77554dd5c70fd0feb5e5d, server=5c7979348d1b,35775,1733451179886}] 2024-12-06T02:13:14,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e5d2e1bf963c70fe50808f2152b4971, server=5c7979348d1b,32769,1733451179969}] 2024-12-06T02:13:14,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca9e2bc9b8f16250a88cb835f9ddfac9, server=5c7979348d1b,32769,1733451179969}] 2024-12-06T02:13:14,403 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdcde9729f74afb199c290667fac8bb2, server=5c7979348d1b,32769,1733451179969}] 2024-12-06T02:13:14,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:13:14,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:13:15,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:13:17,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:13:18,619 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T02:13:19,221 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T02:13:19,221 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T02:13:19,223 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:13:19,223 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T02:13:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:13:24,346 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:13:24,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T02:13:24,354 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0. 2024-12-06T02:13:24,354 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 908f4862979637c1bc3818d1203b1ef0, NAME => 'SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-06T02:13:24,355 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 908f4862979637c1bc3818d1203b1ef0 2024-12-06T02:13:24,355 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:13:24,355 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 908f4862979637c1bc3818d1203b1ef0 2024-12-06T02:13:24,355 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 908f4862979637c1bc3818d1203b1ef0 2024-12-06T02:13:24,357 INFO [StoreOpener-908f4862979637c1bc3818d1203b1ef0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 908f4862979637c1bc3818d1203b1ef0 2024-12-06T02:13:24,360 INFO [StoreOpener-908f4862979637c1bc3818d1203b1ef0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 908f4862979637c1bc3818d1203b1ef0 columnFamilyName cf 2024-12-06T02:13:24,360 DEBUG [StoreOpener-908f4862979637c1bc3818d1203b1ef0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:13:24,361 INFO [StoreOpener-908f4862979637c1bc3818d1203b1ef0-1 {}] regionserver.HStore(327): Store=908f4862979637c1bc3818d1203b1ef0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:13:24,361 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 908f4862979637c1bc3818d1203b1ef0 2024-12-06T02:13:24,364 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/908f4862979637c1bc3818d1203b1ef0 2024-12-06T02:13:24,365 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/908f4862979637c1bc3818d1203b1ef0 2024-12-06T02:13:24,366 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 908f4862979637c1bc3818d1203b1ef0 2024-12-06T02:13:24,366 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 908f4862979637c1bc3818d1203b1ef0 2024-12-06T02:13:24,370 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 908f4862979637c1bc3818d1203b1ef0 2024-12-06T02:13:24,375 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/908f4862979637c1bc3818d1203b1ef0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:13:24,376 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 908f4862979637c1bc3818d1203b1ef0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67168166, jitterRate=8.836686611175537E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T02:13:24,377 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 908f4862979637c1bc3818d1203b1ef0 2024-12-06T02:13:24,378 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 908f4862979637c1bc3818d1203b1ef0: Running coprocessor pre-open hook at 1733451204355Writing region info on filesystem at 1733451204355Initializing all the Stores at 1733451204357 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451204357Cleaning up temporary data from old regions at 1733451204366 (+9 ms)Running coprocessor post-open hooks at 1733451204377 (+11 ms)Region opened successfully at 1733451204378 (+1 ms) 2024-12-06T02:13:24,382 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0., pid=15, masterSystemTime=1733451204345 2024-12-06T02:13:24,386 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0. 2024-12-06T02:13:24,386 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0. 2024-12-06T02:13:24,387 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733451193768.5751297a51a195aa6de9b072a36403ad. 2024-12-06T02:13:24,387 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 5751297a51a195aa6de9b072a36403ad, NAME => 'SPTestTable,99999996,1733451193768.5751297a51a195aa6de9b072a36403ad.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-06T02:13:24,387 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=908f4862979637c1bc3818d1203b1ef0, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,35775,1733451179886 2024-12-06T02:13:24,388 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5751297a51a195aa6de9b072a36403ad 2024-12-06T02:13:24,388 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733451193768.5751297a51a195aa6de9b072a36403ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:13:24,388 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 5751297a51a195aa6de9b072a36403ad 2024-12-06T02:13:24,388 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 5751297a51a195aa6de9b072a36403ad 2024-12-06T02:13:24,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 908f4862979637c1bc3818d1203b1ef0, server=5c7979348d1b,35775,1733451179886 because future has completed 2024-12-06T02:13:24,392 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40477 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=5c7979348d1b,35775,1733451179886, table=SPTestTable, region=908f4862979637c1bc3818d1203b1ef0. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-06T02:13:24,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-06T02:13:24,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 908f4862979637c1bc3818d1203b1ef0, server=5c7979348d1b,35775,1733451179886 in 10.0690 sec 2024-12-06T02:13:24,400 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733451193768.e4df4f0d9c9efcf7ccd4bb22febeff38. 2024-12-06T02:13:24,401 INFO [StoreOpener-5751297a51a195aa6de9b072a36403ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5751297a51a195aa6de9b072a36403ad 2024-12-06T02:13:24,401 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => e4df4f0d9c9efcf7ccd4bb22febeff38, NAME => 'SPTestTable,ccccccc8,1733451193768.e4df4f0d9c9efcf7ccd4bb22febeff38.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-06T02:13:24,401 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e4df4f0d9c9efcf7ccd4bb22febeff38 2024-12-06T02:13:24,401 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733451193768.e4df4f0d9c9efcf7ccd4bb22febeff38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:13:24,401 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for e4df4f0d9c9efcf7ccd4bb22febeff38 2024-12-06T02:13:24,401 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for e4df4f0d9c9efcf7ccd4bb22febeff38 2024-12-06T02:13:24,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=908f4862979637c1bc3818d1203b1ef0, ASSIGN in 10.2430 sec 2024-12-06T02:13:24,403 INFO [StoreOpener-5751297a51a195aa6de9b072a36403ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5751297a51a195aa6de9b072a36403ad columnFamilyName cf 2024-12-06T02:13:24,403 DEBUG [StoreOpener-5751297a51a195aa6de9b072a36403ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:13:24,404 INFO [StoreOpener-e4df4f0d9c9efcf7ccd4bb22febeff38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e4df4f0d9c9efcf7ccd4bb22febeff38 2024-12-06T02:13:24,404 INFO [StoreOpener-5751297a51a195aa6de9b072a36403ad-1 {}] regionserver.HStore(327): Store=5751297a51a195aa6de9b072a36403ad/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:13:24,405 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 5751297a51a195aa6de9b072a36403ad 2024-12-06T02:13:24,406 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/5751297a51a195aa6de9b072a36403ad 2024-12-06T02:13:24,407 INFO [StoreOpener-e4df4f0d9c9efcf7ccd4bb22febeff38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4df4f0d9c9efcf7ccd4bb22febeff38 columnFamilyName cf 2024-12-06T02:13:24,407 DEBUG [StoreOpener-e4df4f0d9c9efcf7ccd4bb22febeff38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:13:24,407 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/5751297a51a195aa6de9b072a36403ad 2024-12-06T02:13:24,408 INFO [StoreOpener-e4df4f0d9c9efcf7ccd4bb22febeff38-1 {}] regionserver.HStore(327): Store=e4df4f0d9c9efcf7ccd4bb22febeff38/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:13:24,408 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for e4df4f0d9c9efcf7ccd4bb22febeff38 2024-12-06T02:13:24,409 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 5751297a51a195aa6de9b072a36403ad 2024-12-06T02:13:24,409 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 5751297a51a195aa6de9b072a36403ad 2024-12-06T02:13:24,409 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/e4df4f0d9c9efcf7ccd4bb22febeff38 2024-12-06T02:13:24,410 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:13:24,411 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/e4df4f0d9c9efcf7ccd4bb22febeff38 2024-12-06T02:13:24,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T02:13:24,412 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for e4df4f0d9c9efcf7ccd4bb22febeff38 2024-12-06T02:13:24,412 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for e4df4f0d9c9efcf7ccd4bb22febeff38 2024-12-06T02:13:24,413 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 5751297a51a195aa6de9b072a36403ad 2024-12-06T02:13:24,420 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/5751297a51a195aa6de9b072a36403ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:13:24,421 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for e4df4f0d9c9efcf7ccd4bb22febeff38 2024-12-06T02:13:24,421 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 5751297a51a195aa6de9b072a36403ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64042105, jitterRate=-0.045698270201683044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T02:13:24,421 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5751297a51a195aa6de9b072a36403ad 2024-12-06T02:13:24,421 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 5751297a51a195aa6de9b072a36403ad: Running coprocessor pre-open hook at 1733451204388Writing region info on filesystem at 1733451204388Initializing all the Stores at 1733451204391 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451204391Cleaning up temporary data from old regions at 1733451204409 (+18 ms)Running coprocessor post-open hooks at 1733451204421 (+12 ms)Region opened successfully at 1733451204421 2024-12-06T02:13:24,424 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733451193768.5751297a51a195aa6de9b072a36403ad., pid=16, masterSystemTime=1733451204345 2024-12-06T02:13:24,424 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733451193768.fdcde9729f74afb199c290667fac8bb2. 2024-12-06T02:13:24,424 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => fdcde9729f74afb199c290667fac8bb2, NAME => 'SPTestTable,4ccccccb,1733451193768.fdcde9729f74afb199c290667fac8bb2.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-06T02:13:24,424 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fdcde9729f74afb199c290667fac8bb2 2024-12-06T02:13:24,425 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733451193768.fdcde9729f74afb199c290667fac8bb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:13:24,425 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for fdcde9729f74afb199c290667fac8bb2 2024-12-06T02:13:24,425 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for fdcde9729f74afb199c290667fac8bb2 2024-12-06T02:13:24,427 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/e4df4f0d9c9efcf7ccd4bb22febeff38/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:13:24,429 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened e4df4f0d9c9efcf7ccd4bb22febeff38; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61140632, jitterRate=-0.08893358707427979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T02:13:24,429 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e4df4f0d9c9efcf7ccd4bb22febeff38 2024-12-06T02:13:24,430 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for e4df4f0d9c9efcf7ccd4bb22febeff38: Running coprocessor pre-open hook at 1733451204402Writing region info on filesystem at 1733451204402Initializing all the Stores at 1733451204403 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451204403Cleaning up temporary data from old regions at 1733451204412 (+9 ms)Running coprocessor post-open hooks at 1733451204429 (+17 ms)Region opened successfully at 1733451204429 2024-12-06T02:13:24,431 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733451193768.e4df4f0d9c9efcf7ccd4bb22febeff38., pid=17, masterSystemTime=1733451204379 2024-12-06T02:13:24,433 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733451193768.5751297a51a195aa6de9b072a36403ad. 2024-12-06T02:13:24,433 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733451193768.5751297a51a195aa6de9b072a36403ad. 2024-12-06T02:13:24,437 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733451193768.7a9e35a587d610f60dacb1e3fe1e250f. 2024-12-06T02:13:24,437 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a9e35a587d610f60dacb1e3fe1e250f, NAME => 'SPTestTable,66666664,1733451193768.7a9e35a587d610f60dacb1e3fe1e250f.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-06T02:13:24,438 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7a9e35a587d610f60dacb1e3fe1e250f 2024-12-06T02:13:24,438 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733451193768.7a9e35a587d610f60dacb1e3fe1e250f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:13:24,438 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 7a9e35a587d610f60dacb1e3fe1e250f 2024-12-06T02:13:24,439 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 7a9e35a587d610f60dacb1e3fe1e250f 2024-12-06T02:13:24,439 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5751297a51a195aa6de9b072a36403ad, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,35775,1733451179886 2024-12-06T02:13:24,440 INFO [StoreOpener-fdcde9729f74afb199c290667fac8bb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fdcde9729f74afb199c290667fac8bb2 2024-12-06T02:13:24,442 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=e4df4f0d9c9efcf7ccd4bb22febeff38, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,42617,1733451179753 2024-12-06T02:13:24,443 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733451193768.e4df4f0d9c9efcf7ccd4bb22febeff38. 2024-12-06T02:13:24,443 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733451193768.e4df4f0d9c9efcf7ccd4bb22febeff38. 2024-12-06T02:13:24,444 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733451193768.dead0d628f1fc213e2f0f9de2766037f. 2024-12-06T02:13:24,444 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => dead0d628f1fc213e2f0f9de2766037f, NAME => 'SPTestTable,7ffffffd,1733451193768.dead0d628f1fc213e2f0f9de2766037f.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-06T02:13:24,444 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dead0d628f1fc213e2f0f9de2766037f 2024-12-06T02:13:24,444 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733451193768.dead0d628f1fc213e2f0f9de2766037f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:13:24,444 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for dead0d628f1fc213e2f0f9de2766037f 2024-12-06T02:13:24,445 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for dead0d628f1fc213e2f0f9de2766037f 2024-12-06T02:13:24,446 INFO [StoreOpener-fdcde9729f74afb199c290667fac8bb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdcde9729f74afb199c290667fac8bb2 columnFamilyName cf 2024-12-06T02:13:24,446 DEBUG [StoreOpener-fdcde9729f74afb199c290667fac8bb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:13:24,447 INFO [StoreOpener-fdcde9729f74afb199c290667fac8bb2-1 {}] regionserver.HStore(327): Store=fdcde9729f74afb199c290667fac8bb2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:13:24,448 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for fdcde9729f74afb199c290667fac8bb2 2024-12-06T02:13:24,449 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/fdcde9729f74afb199c290667fac8bb2 2024-12-06T02:13:24,450 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/fdcde9729f74afb199c290667fac8bb2 2024-12-06T02:13:24,450 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for fdcde9729f74afb199c290667fac8bb2 2024-12-06T02:13:24,450 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for fdcde9729f74afb199c290667fac8bb2 2024-12-06T02:13:24,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5751297a51a195aa6de9b072a36403ad, server=5c7979348d1b,35775,1733451179886 because future has completed 2024-12-06T02:13:24,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4df4f0d9c9efcf7ccd4bb22febeff38, server=5c7979348d1b,42617,1733451179753 because future has completed 2024-12-06T02:13:24,455 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for fdcde9729f74afb199c290667fac8bb2 2024-12-06T02:13:24,460 INFO [StoreOpener-7a9e35a587d610f60dacb1e3fe1e250f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7a9e35a587d610f60dacb1e3fe1e250f 2024-12-06T02:13:24,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-12-06T02:13:24,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 5751297a51a195aa6de9b072a36403ad, server=5c7979348d1b,35775,1733451179886 in 10.1140 sec 2024-12-06T02:13:24,462 INFO [StoreOpener-dead0d628f1fc213e2f0f9de2766037f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dead0d628f1fc213e2f0f9de2766037f 2024-12-06T02:13:24,464 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/fdcde9729f74afb199c290667fac8bb2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:13:24,465 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened fdcde9729f74afb199c290667fac8bb2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65125864, jitterRate=-0.029549002647399902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T02:13:24,466 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fdcde9729f74afb199c290667fac8bb2 2024-12-06T02:13:24,466 INFO [StoreOpener-7a9e35a587d610f60dacb1e3fe1e250f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a9e35a587d610f60dacb1e3fe1e250f columnFamilyName cf 2024-12-06T02:13:24,466 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for fdcde9729f74afb199c290667fac8bb2: Running coprocessor pre-open hook at 1733451204425Writing region info on filesystem at 1733451204425Initializing all the Stores at 1733451204428 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451204428Cleaning up temporary data from old regions at 1733451204451 (+23 ms)Running coprocessor post-open hooks at 1733451204466 (+15 ms)Region opened successfully at 1733451204466 2024-12-06T02:13:24,466 DEBUG [StoreOpener-7a9e35a587d610f60dacb1e3fe1e250f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:13:24,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=13 2024-12-06T02:13:24,467 INFO [StoreOpener-dead0d628f1fc213e2f0f9de2766037f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dead0d628f1fc213e2f0f9de2766037f columnFamilyName cf 2024-12-06T02:13:24,467 DEBUG [StoreOpener-dead0d628f1fc213e2f0f9de2766037f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:13:24,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure e4df4f0d9c9efcf7ccd4bb22febeff38, server=5c7979348d1b,42617,1733451179753 in 10.1130 sec 2024-12-06T02:13:24,467 INFO [StoreOpener-7a9e35a587d610f60dacb1e3fe1e250f-1 {}] regionserver.HStore(327): Store=7a9e35a587d610f60dacb1e3fe1e250f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:13:24,467 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 7a9e35a587d610f60dacb1e3fe1e250f 2024-12-06T02:13:24,469 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/7a9e35a587d610f60dacb1e3fe1e250f 2024-12-06T02:13:24,470 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/7a9e35a587d610f60dacb1e3fe1e250f 2024-12-06T02:13:24,470 INFO [StoreOpener-dead0d628f1fc213e2f0f9de2766037f-1 {}] regionserver.HStore(327): Store=dead0d628f1fc213e2f0f9de2766037f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:13:24,470 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for dead0d628f1fc213e2f0f9de2766037f 2024-12-06T02:13:24,471 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 7a9e35a587d610f60dacb1e3fe1e250f 2024-12-06T02:13:24,471 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 7a9e35a587d610f60dacb1e3fe1e250f 2024-12-06T02:13:24,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e4df4f0d9c9efcf7ccd4bb22febeff38, ASSIGN in 10.3110 sec 2024-12-06T02:13:24,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5751297a51a195aa6de9b072a36403ad, ASSIGN in 10.3050 sec 2024-12-06T02:13:24,472 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733451193768.fdcde9729f74afb199c290667fac8bb2., pid=24, masterSystemTime=1733451204410 2024-12-06T02:13:24,472 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/dead0d628f1fc213e2f0f9de2766037f 2024-12-06T02:13:24,473 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/dead0d628f1fc213e2f0f9de2766037f 2024-12-06T02:13:24,475 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for dead0d628f1fc213e2f0f9de2766037f 2024-12-06T02:13:24,475 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for dead0d628f1fc213e2f0f9de2766037f 2024-12-06T02:13:24,476 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733451193768.fdcde9729f74afb199c290667fac8bb2. 2024-12-06T02:13:24,476 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733451193768.fdcde9729f74afb199c290667fac8bb2. 2024-12-06T02:13:24,476 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 7a9e35a587d610f60dacb1e3fe1e250f 2024-12-06T02:13:24,477 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733451193768.3e5d2e1bf963c70fe50808f2152b4971. 2024-12-06T02:13:24,477 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e5d2e1bf963c70fe50808f2152b4971, NAME => 'SPTestTable,33333332,1733451193768.3e5d2e1bf963c70fe50808f2152b4971.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-06T02:13:24,478 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3e5d2e1bf963c70fe50808f2152b4971 2024-12-06T02:13:24,478 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=fdcde9729f74afb199c290667fac8bb2, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,32769,1733451179969 2024-12-06T02:13:24,478 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733451193768.3e5d2e1bf963c70fe50808f2152b4971.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:13:24,478 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 3e5d2e1bf963c70fe50808f2152b4971 2024-12-06T02:13:24,478 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 3e5d2e1bf963c70fe50808f2152b4971 2024-12-06T02:13:24,479 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for dead0d628f1fc213e2f0f9de2766037f 2024-12-06T02:13:24,482 INFO [StoreOpener-3e5d2e1bf963c70fe50808f2152b4971-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3e5d2e1bf963c70fe50808f2152b4971 2024-12-06T02:13:24,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdcde9729f74afb199c290667fac8bb2, server=5c7979348d1b,32769,1733451179969 because future has completed 2024-12-06T02:13:24,485 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/7a9e35a587d610f60dacb1e3fe1e250f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:13:24,486 INFO [StoreOpener-3e5d2e1bf963c70fe50808f2152b4971-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e5d2e1bf963c70fe50808f2152b4971 columnFamilyName cf 2024-12-06T02:13:24,486 DEBUG [StoreOpener-3e5d2e1bf963c70fe50808f2152b4971-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:13:24,486 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 7a9e35a587d610f60dacb1e3fe1e250f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70231756, jitterRate=0.046534717082977295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T02:13:24,486 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7a9e35a587d610f60dacb1e3fe1e250f 2024-12-06T02:13:24,486 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 7a9e35a587d610f60dacb1e3fe1e250f: Running coprocessor pre-open hook at 1733451204439Writing region info on filesystem at 1733451204439Initializing all the Stores at 1733451204452 (+13 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451204453 (+1 ms)Cleaning up temporary data from old regions at 1733451204471 (+18 ms)Running coprocessor post-open hooks at 1733451204486 (+15 ms)Region opened successfully at 1733451204486 2024-12-06T02:13:24,488 INFO [StoreOpener-3e5d2e1bf963c70fe50808f2152b4971-1 {}] regionserver.HStore(327): Store=3e5d2e1bf963c70fe50808f2152b4971/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:13:24,488 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 3e5d2e1bf963c70fe50808f2152b4971 2024-12-06T02:13:24,488 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733451193768.7a9e35a587d610f60dacb1e3fe1e250f., pid=20, masterSystemTime=1733451204345 2024-12-06T02:13:24,490 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/3e5d2e1bf963c70fe50808f2152b4971 2024-12-06T02:13:24,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=8 2024-12-06T02:13:24,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure fdcde9729f74afb199c290667fac8bb2, server=5c7979348d1b,32769,1733451179969 in 10.0830 sec 2024-12-06T02:13:24,492 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733451193768.7a9e35a587d610f60dacb1e3fe1e250f. 2024-12-06T02:13:24,492 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733451193768.7a9e35a587d610f60dacb1e3fe1e250f. 2024-12-06T02:13:24,492 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,,1733451193768.a7f0947254f77554dd5c70fd0feb5e5d. 2024-12-06T02:13:24,492 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/3e5d2e1bf963c70fe50808f2152b4971 2024-12-06T02:13:24,492 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => a7f0947254f77554dd5c70fd0feb5e5d, NAME => 'SPTestTable,,1733451193768.a7f0947254f77554dd5c70fd0feb5e5d.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-06T02:13:24,493 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a7f0947254f77554dd5c70fd0feb5e5d 2024-12-06T02:13:24,493 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,,1733451193768.a7f0947254f77554dd5c70fd0feb5e5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:13:24,493 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for a7f0947254f77554dd5c70fd0feb5e5d 2024-12-06T02:13:24,493 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for a7f0947254f77554dd5c70fd0feb5e5d 2024-12-06T02:13:24,494 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7a9e35a587d610f60dacb1e3fe1e250f, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,35775,1733451179886 2024-12-06T02:13:24,494 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 3e5d2e1bf963c70fe50808f2152b4971 2024-12-06T02:13:24,494 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 3e5d2e1bf963c70fe50808f2152b4971 2024-12-06T02:13:24,496 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40477 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=5c7979348d1b,35775,1733451179886, table=SPTestTable, region=7a9e35a587d610f60dacb1e3fe1e250f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-06T02:13:24,498 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 3e5d2e1bf963c70fe50808f2152b4971 2024-12-06T02:13:24,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a9e35a587d610f60dacb1e3fe1e250f, server=5c7979348d1b,35775,1733451179886 because future has completed 2024-12-06T02:13:24,500 INFO [StoreOpener-a7f0947254f77554dd5c70fd0feb5e5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a7f0947254f77554dd5c70fd0feb5e5d 2024-12-06T02:13:24,501 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/dead0d628f1fc213e2f0f9de2766037f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:13:24,501 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened dead0d628f1fc213e2f0f9de2766037f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68960587, jitterRate=0.027592822909355164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T02:13:24,502 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dead0d628f1fc213e2f0f9de2766037f 2024-12-06T02:13:24,502 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for dead0d628f1fc213e2f0f9de2766037f: Running coprocessor pre-open hook at 1733451204445Writing region info on filesystem at 1733451204445Initializing all the Stores at 1733451204456 (+11 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451204456Cleaning up temporary data from old regions at 1733451204475 (+19 ms)Running coprocessor post-open hooks at 1733451204502 (+27 ms)Region opened successfully at 1733451204502 2024-12-06T02:13:24,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fdcde9729f74afb199c290667fac8bb2, ASSIGN in 10.3360 sec 2024-12-06T02:13:24,504 INFO [StoreOpener-a7f0947254f77554dd5c70fd0feb5e5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7f0947254f77554dd5c70fd0feb5e5d columnFamilyName cf 2024-12-06T02:13:24,504 DEBUG [StoreOpener-a7f0947254f77554dd5c70fd0feb5e5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:13:24,505 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733451193768.dead0d628f1fc213e2f0f9de2766037f., pid=19, masterSystemTime=1733451204379 2024-12-06T02:13:24,505 INFO [StoreOpener-a7f0947254f77554dd5c70fd0feb5e5d-1 {}] regionserver.HStore(327): Store=a7f0947254f77554dd5c70fd0feb5e5d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:13:24,505 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for a7f0947254f77554dd5c70fd0feb5e5d 2024-12-06T02:13:24,506 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/3e5d2e1bf963c70fe50808f2152b4971/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:13:24,508 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 3e5d2e1bf963c70fe50808f2152b4971; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72216206, jitterRate=0.07610532641410828}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T02:13:24,508 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e5d2e1bf963c70fe50808f2152b4971 2024-12-06T02:13:24,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=9 2024-12-06T02:13:24,508 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 3e5d2e1bf963c70fe50808f2152b4971: Running coprocessor pre-open hook at 1733451204478Writing region info on filesystem at 1733451204478Initializing all the Stores at 1733451204481 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451204481Cleaning up temporary data from old regions at 1733451204494 (+13 ms)Running coprocessor post-open hooks at 1733451204508 (+14 ms)Region opened successfully at 1733451204508 2024-12-06T02:13:24,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7a9e35a587d610f60dacb1e3fe1e250f, server=5c7979348d1b,35775,1733451179886 in 10.1470 sec 2024-12-06T02:13:24,508 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/a7f0947254f77554dd5c70fd0feb5e5d 2024-12-06T02:13:24,509 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/a7f0947254f77554dd5c70fd0feb5e5d 2024-12-06T02:13:24,510 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for a7f0947254f77554dd5c70fd0feb5e5d 2024-12-06T02:13:24,510 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733451193768.3e5d2e1bf963c70fe50808f2152b4971., pid=22, masterSystemTime=1733451204410 2024-12-06T02:13:24,510 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for a7f0947254f77554dd5c70fd0feb5e5d 2024-12-06T02:13:24,510 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733451193768.dead0d628f1fc213e2f0f9de2766037f. 2024-12-06T02:13:24,510 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733451193768.dead0d628f1fc213e2f0f9de2766037f. 2024-12-06T02:13:24,511 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733451193768.695622e180af89d89dbe61517816b2c9. 2024-12-06T02:13:24,511 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 695622e180af89d89dbe61517816b2c9, NAME => 'SPTestTable,19999999,1733451193768.695622e180af89d89dbe61517816b2c9.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-06T02:13:24,511 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 695622e180af89d89dbe61517816b2c9 2024-12-06T02:13:24,511 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733451193768.695622e180af89d89dbe61517816b2c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:13:24,511 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 695622e180af89d89dbe61517816b2c9 2024-12-06T02:13:24,512 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 695622e180af89d89dbe61517816b2c9 2024-12-06T02:13:24,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7a9e35a587d610f60dacb1e3fe1e250f, ASSIGN in 10.3520 sec 2024-12-06T02:13:24,512 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=dead0d628f1fc213e2f0f9de2766037f, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,42617,1733451179753 2024-12-06T02:13:24,514 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733451193768.3e5d2e1bf963c70fe50808f2152b4971. 2024-12-06T02:13:24,514 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733451193768.3e5d2e1bf963c70fe50808f2152b4971. 2024-12-06T02:13:24,514 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733451193768.ca9e2bc9b8f16250a88cb835f9ddfac9. 2024-12-06T02:13:24,514 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => ca9e2bc9b8f16250a88cb835f9ddfac9, NAME => 'SPTestTable,b333332f,1733451193768.ca9e2bc9b8f16250a88cb835f9ddfac9.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-06T02:13:24,515 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ca9e2bc9b8f16250a88cb835f9ddfac9 2024-12-06T02:13:24,515 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733451193768.ca9e2bc9b8f16250a88cb835f9ddfac9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:13:24,515 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3e5d2e1bf963c70fe50808f2152b4971, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,32769,1733451179969 2024-12-06T02:13:24,515 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for ca9e2bc9b8f16250a88cb835f9ddfac9 2024-12-06T02:13:24,515 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for ca9e2bc9b8f16250a88cb835f9ddfac9 2024-12-06T02:13:24,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure dead0d628f1fc213e2f0f9de2766037f, server=5c7979348d1b,42617,1733451179753 because future has completed 2024-12-06T02:13:24,517 INFO [StoreOpener-695622e180af89d89dbe61517816b2c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 695622e180af89d89dbe61517816b2c9 2024-12-06T02:13:24,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e5d2e1bf963c70fe50808f2152b4971, server=5c7979348d1b,32769,1733451179969 because future has completed 2024-12-06T02:13:24,520 INFO [StoreOpener-695622e180af89d89dbe61517816b2c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 695622e180af89d89dbe61517816b2c9 columnFamilyName cf 2024-12-06T02:13:24,521 DEBUG [StoreOpener-695622e180af89d89dbe61517816b2c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:13:24,521 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for a7f0947254f77554dd5c70fd0feb5e5d 2024-12-06T02:13:24,522 INFO [StoreOpener-695622e180af89d89dbe61517816b2c9-1 {}] regionserver.HStore(327): Store=695622e180af89d89dbe61517816b2c9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:13:24,522 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 695622e180af89d89dbe61517816b2c9 2024-12-06T02:13:24,524 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/695622e180af89d89dbe61517816b2c9 2024-12-06T02:13:24,525 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/695622e180af89d89dbe61517816b2c9 2024-12-06T02:13:24,526 INFO [StoreOpener-ca9e2bc9b8f16250a88cb835f9ddfac9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ca9e2bc9b8f16250a88cb835f9ddfac9 2024-12-06T02:13:24,526 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 695622e180af89d89dbe61517816b2c9 2024-12-06T02:13:24,526 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 695622e180af89d89dbe61517816b2c9 2024-12-06T02:13:24,527 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/a7f0947254f77554dd5c70fd0feb5e5d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:13:24,528 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened a7f0947254f77554dd5c70fd0feb5e5d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74533022, jitterRate=0.11062857508659363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T02:13:24,528 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a7f0947254f77554dd5c70fd0feb5e5d 2024-12-06T02:13:24,529 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for a7f0947254f77554dd5c70fd0feb5e5d: Running coprocessor pre-open hook at 1733451204493Writing region info on filesystem at 1733451204493Initializing all the Stores at 1733451204497 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451204497Cleaning up temporary data from old regions at 1733451204510 (+13 ms)Running coprocessor post-open hooks at 1733451204529 (+19 ms)Region opened successfully at 1733451204529 2024-12-06T02:13:24,529 INFO [StoreOpener-ca9e2bc9b8f16250a88cb835f9ddfac9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca9e2bc9b8f16250a88cb835f9ddfac9 columnFamilyName cf 2024-12-06T02:13:24,530 DEBUG [StoreOpener-ca9e2bc9b8f16250a88cb835f9ddfac9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:13:24,530 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733451193768.a7f0947254f77554dd5c70fd0feb5e5d., pid=21, masterSystemTime=1733451204345 2024-12-06T02:13:24,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=10 2024-12-06T02:13:24,532 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 695622e180af89d89dbe61517816b2c9 2024-12-06T02:13:24,533 INFO [StoreOpener-ca9e2bc9b8f16250a88cb835f9ddfac9-1 {}] regionserver.HStore(327): Store=ca9e2bc9b8f16250a88cb835f9ddfac9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:13:24,533 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for ca9e2bc9b8f16250a88cb835f9ddfac9 2024-12-06T02:13:24,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure dead0d628f1fc213e2f0f9de2766037f, server=5c7979348d1b,42617,1733451179753 in 10.1690 sec 2024-12-06T02:13:24,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-12-06T02:13:24,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e5d2e1bf963c70fe50808f2152b4971, server=5c7979348d1b,32769,1733451179969 in 10.1310 sec 2024-12-06T02:13:24,535 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733451193768.a7f0947254f77554dd5c70fd0feb5e5d. 2024-12-06T02:13:24,534 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/ca9e2bc9b8f16250a88cb835f9ddfac9 2024-12-06T02:13:24,536 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733451193768.a7f0947254f77554dd5c70fd0feb5e5d. 2024-12-06T02:13:24,537 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/ca9e2bc9b8f16250a88cb835f9ddfac9 2024-12-06T02:13:24,538 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a7f0947254f77554dd5c70fd0feb5e5d, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,35775,1733451179886 2024-12-06T02:13:24,538 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for ca9e2bc9b8f16250a88cb835f9ddfac9 2024-12-06T02:13:24,538 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for ca9e2bc9b8f16250a88cb835f9ddfac9 2024-12-06T02:13:24,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dead0d628f1fc213e2f0f9de2766037f, ASSIGN in 10.3750 sec 2024-12-06T02:13:24,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7f0947254f77554dd5c70fd0feb5e5d, server=5c7979348d1b,35775,1733451179886 because future has completed 2024-12-06T02:13:24,542 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for ca9e2bc9b8f16250a88cb835f9ddfac9 2024-12-06T02:13:24,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3e5d2e1bf963c70fe50808f2152b4971, ASSIGN in 10.3810 sec 2024-12-06T02:13:24,547 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/695622e180af89d89dbe61517816b2c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:13:24,549 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 695622e180af89d89dbe61517816b2c9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70085241, jitterRate=0.044351473450660706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T02:13:24,549 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 695622e180af89d89dbe61517816b2c9 2024-12-06T02:13:24,549 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 695622e180af89d89dbe61517816b2c9: Running coprocessor pre-open hook at 1733451204512Writing region info on filesystem at 1733451204512Initializing all the Stores at 1733451204514 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451204514Cleaning up temporary data from old regions at 1733451204526 (+12 ms)Running coprocessor post-open hooks at 1733451204549 (+23 ms)Region opened successfully at 1733451204549 2024-12-06T02:13:24,551 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733451193768.695622e180af89d89dbe61517816b2c9., pid=18, masterSystemTime=1733451204379 2024-12-06T02:13:24,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=5 2024-12-06T02:13:24,552 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/ca9e2bc9b8f16250a88cb835f9ddfac9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:13:24,554 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened ca9e2bc9b8f16250a88cb835f9ddfac9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65377290, jitterRate=-0.02580246329307556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T02:13:24,554 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ca9e2bc9b8f16250a88cb835f9ddfac9 2024-12-06T02:13:24,555 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for ca9e2bc9b8f16250a88cb835f9ddfac9: Running coprocessor pre-open hook at 1733451204515Writing region info on filesystem at 1733451204515Initializing all the Stores at 1733451204518 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451204518Cleaning up temporary data from old regions at 1733451204538 (+20 ms)Running coprocessor post-open hooks at 1733451204554 (+16 ms)Region opened successfully at 1733451204555 (+1 ms) 2024-12-06T02:13:24,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a7f0947254f77554dd5c70fd0feb5e5d, server=5c7979348d1b,35775,1733451179886 in 10.1600 sec 2024-12-06T02:13:24,556 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733451193768.695622e180af89d89dbe61517816b2c9. 2024-12-06T02:13:24,556 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733451193768.695622e180af89d89dbe61517816b2c9. 2024-12-06T02:13:24,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a7f0947254f77554dd5c70fd0feb5e5d, ASSIGN in 10.3950 sec 2024-12-06T02:13:24,557 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=695622e180af89d89dbe61517816b2c9, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,42617,1733451179753 2024-12-06T02:13:24,561 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733451193768.ca9e2bc9b8f16250a88cb835f9ddfac9., pid=23, masterSystemTime=1733451204410 2024-12-06T02:13:24,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 695622e180af89d89dbe61517816b2c9, server=5c7979348d1b,42617,1733451179753 because future has completed 2024-12-06T02:13:24,564 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733451193768.ca9e2bc9b8f16250a88cb835f9ddfac9. 2024-12-06T02:13:24,564 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733451193768.ca9e2bc9b8f16250a88cb835f9ddfac9. 2024-12-06T02:13:24,567 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ca9e2bc9b8f16250a88cb835f9ddfac9, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,32769,1733451179969 2024-12-06T02:13:24,569 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=6 2024-12-06T02:13:24,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 695622e180af89d89dbe61517816b2c9, server=5c7979348d1b,42617,1733451179753 in 10.2150 sec 2024-12-06T02:13:24,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca9e2bc9b8f16250a88cb835f9ddfac9, server=5c7979348d1b,32769,1733451179969 because future has completed 2024-12-06T02:13:24,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=695622e180af89d89dbe61517816b2c9, ASSIGN in 10.4140 sec 2024-12-06T02:13:24,580 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=12 2024-12-06T02:13:24,580 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure ca9e2bc9b8f16250a88cb835f9ddfac9, server=5c7979348d1b,32769,1733451179969 in 10.1750 sec 2024-12-06T02:13:24,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=4 2024-12-06T02:13:24,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ca9e2bc9b8f16250a88cb835f9ddfac9, ASSIGN in 10.4240 sec 2024-12-06T02:13:24,588 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T02:13:24,588 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451204588"}]},"ts":"1733451204588"} 2024-12-06T02:13:24,597 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-06T02:13:24,604 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T02:13:24,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.8280 sec 2024-12-06T02:13:26,281 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-06T02:13:27,800 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T02:13:29,221 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-06T02:13:29,221 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-06T02:13:29,914 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T02:13:32,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:13:32,028 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-06T02:13:32,028 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-06T02:13:32,030 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T02:13:32,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-06T02:13:32,061 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T02:13:32,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-06T02:13:32,142 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733451193768.5751297a51a195aa6de9b072a36403ad., hostname=5c7979348d1b,35775,1733451179886, seqNum=2] 2024-12-06T02:13:32,149 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733451193768.5751297a51a195aa6de9b072a36403ad., hostname=5c7979348d1b,35775,1733451179886, seqNum=2] 2024-12-06T02:13:32,152 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733451193768.5751297a51a195aa6de9b072a36403ad., hostname=5c7979348d1b,35775,1733451179886, seqNum=2] 2024-12-06T02:13:32,155 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733451193768.5751297a51a195aa6de9b072a36403ad., hostname=5c7979348d1b,35775,1733451179886, seqNum=2] 2024-12-06T02:13:32,230 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733451193768.ca9e2bc9b8f16250a88cb835f9ddfac9., hostname=5c7979348d1b,32769,1733451179969, seqNum=2] 2024-12-06T02:13:32,232 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733451193768.ca9e2bc9b8f16250a88cb835f9ddfac9., hostname=5c7979348d1b,32769,1733451179969, seqNum=2] 2024-12-06T02:13:32,235 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733451193768.ca9e2bc9b8f16250a88cb835f9ddfac9., hostname=5c7979348d1b,32769,1733451179969, seqNum=2] 2024-12-06T02:13:32,237 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733451193768.ca9e2bc9b8f16250a88cb835f9ddfac9., hostname=5c7979348d1b,32769,1733451179969, seqNum=2] 2024-12-06T02:13:32,238 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733451193768.ca9e2bc9b8f16250a88cb835f9ddfac9., hostname=5c7979348d1b,32769,1733451179969, seqNum=2] 2024-12-06T02:13:32,240 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733451193768.ca9e2bc9b8f16250a88cb835f9ddfac9., hostname=5c7979348d1b,32769,1733451179969, seqNum=2] 2024-12-06T02:13:32,277 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733451193768.e4df4f0d9c9efcf7ccd4bb22febeff38., hostname=5c7979348d1b,42617,1733451179753, seqNum=2] 2024-12-06T02:13:32,281 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733451193768.e4df4f0d9c9efcf7ccd4bb22febeff38., hostname=5c7979348d1b,42617,1733451179753, seqNum=2] 2024-12-06T02:13:32,284 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733451193768.e4df4f0d9c9efcf7ccd4bb22febeff38., hostname=5c7979348d1b,42617,1733451179753, seqNum=2] 2024-12-06T02:13:32,286 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733451193768.e4df4f0d9c9efcf7ccd4bb22febeff38., hostname=5c7979348d1b,42617,1733451179753, seqNum=2] 2024-12-06T02:13:32,290 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733451193768.e4df4f0d9c9efcf7ccd4bb22febeff38., hostname=5c7979348d1b,42617,1733451179753, seqNum=2] 2024-12-06T02:13:32,293 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733451193768.e4df4f0d9c9efcf7ccd4bb22febeff38., hostname=5c7979348d1b,42617,1733451179753, seqNum=2] 2024-12-06T02:13:32,298 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733451193768.e4df4f0d9c9efcf7ccd4bb22febeff38., hostname=5c7979348d1b,42617,1733451179753, seqNum=2] 2024-12-06T02:13:32,299 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733451193768.e4df4f0d9c9efcf7ccd4bb22febeff38., hostname=5c7979348d1b,42617,1733451179753, seqNum=2] 2024-12-06T02:13:32,385 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0., hostname=5c7979348d1b,35775,1733451179886, seqNum=2] 2024-12-06T02:13:32,389 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0., hostname=5c7979348d1b,35775,1733451179886, seqNum=2] 2024-12-06T02:13:32,401 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0., hostname=5c7979348d1b,35775,1733451179886, seqNum=2] 2024-12-06T02:13:32,407 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0., hostname=5c7979348d1b,35775,1733451179886, seqNum=2] 2024-12-06T02:13:32,410 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0., hostname=5c7979348d1b,35775,1733451179886, seqNum=2] 2024-12-06T02:13:32,413 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0., hostname=5c7979348d1b,35775,1733451179886, seqNum=2] 2024-12-06T02:13:32,415 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0., hostname=5c7979348d1b,35775,1733451179886, seqNum=2] 2024-12-06T02:13:32,417 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0., hostname=5c7979348d1b,35775,1733451179886, seqNum=2] 2024-12-06T02:13:33,390 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:13:33,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:13:33,499 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:13:33,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32769 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733451193768.ca9e2bc9b8f16250a88cb835f9ddfac9. with WAL disabled. Data may be lost in the event of a crash. 2024-12-06T02:13:33,561 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:13:33,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42617 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733451193768.e4df4f0d9c9efcf7ccd4bb22febeff38. with WAL disabled. Data may be lost in the event of a crash. 2024-12-06T02:13:33,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35775 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1733451193768.5751297a51a195aa6de9b072a36403ad. 2024-12-06T02:13:33,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35775 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733451193768.5751297a51a195aa6de9b072a36403ad. with WAL disabled. Data may be lost in the event of a crash. 2024-12-06T02:13:34,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35775 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0. with WAL disabled. Data may be lost in the event of a crash. 2024-12-06T02:13:34,671 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-06T02:13:34,675 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-06T02:13:34,681 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-06T02:13:34,682 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T02:13:34,696 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-06T02:13:34,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741848_1024 (size=49) 2024-12-06T02:13:34,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37507 is added to blk_1073741848_1024 (size=49) 2024-12-06T02:13:34,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741848_1024 (size=49) 2024-12-06T02:13:34,730 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-06T02:13:34,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a7f0947254f77554dd5c70fd0feb5e5d}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 695622e180af89d89dbe61517816b2c9}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e5d2e1bf963c70fe50808f2152b4971}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fdcde9729f74afb199c290667fac8bb2}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7a9e35a587d610f60dacb1e3fe1e250f}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dead0d628f1fc213e2f0f9de2766037f}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5751297a51a195aa6de9b072a36403ad}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca9e2bc9b8f16250a88cb835f9ddfac9}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e4df4f0d9c9efcf7ccd4bb22febeff38}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 908f4862979637c1bc3818d1203b1ef0}] 2024-12-06T02:13:34,736 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 695622e180af89d89dbe61517816b2c9 2024-12-06T02:13:34,737 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a7f0947254f77554dd5c70fd0feb5e5d 2024-12-06T02:13:34,738 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e5d2e1bf963c70fe50808f2152b4971 2024-12-06T02:13:34,738 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dead0d628f1fc213e2f0f9de2766037f 2024-12-06T02:13:34,738 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 908f4862979637c1bc3818d1203b1ef0 2024-12-06T02:13:34,741 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e4df4f0d9c9efcf7ccd4bb22febeff38 2024-12-06T02:13:34,752 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca9e2bc9b8f16250a88cb835f9ddfac9 2024-12-06T02:13:34,755 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5751297a51a195aa6de9b072a36403ad 2024-12-06T02:13:34,756 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7a9e35a587d610f60dacb1e3fe1e250f 2024-12-06T02:13:34,762 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fdcde9729f74afb199c290667fac8bb2 2024-12-06T02:13:34,784 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 5c7979348d1b,35775,1733451179886 2024-12-06T02:13:34,785 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 5c7979348d1b,35775,1733451179886: Simulated kill ***** 2024-12-06T02:13:34,785 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T02:13:34,787 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T02:13:34,789 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T02:13:34,790 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T02:13:34,791 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T02:13:34,799 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 656947376 }, "NonHeapMemoryUsage": { "committed": 157417472, "init": 7667712, "max": -1, "used": 153859664 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "5c7979348d1b", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "5c7979348d1b", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:49766", "tag.serverName": "5c7979348d1b,35775,1733451179886", "tag.clusterId": "a5005ab5-009c-4f11-ab05-9f820720fffd", "tag.Context": "regionserver", "tag.Hostname": "5c7979348d1b", "regionCount": 4, "storeCount": 4, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 1024, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733451179886, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-06T02:13:34,803 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40477 {}] master.MasterRpcServices(700): 5c7979348d1b,35775,1733451179886 reported a fatal error: ***** ABORTING region server 5c7979348d1b,35775,1733451179886: Simulated kill ***** 2024-12-06T02:13:34,807 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5c7979348d1b,35775,1733451179886' ***** 2024-12-06T02:13:34,807 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-06T02:13:34,807 INFO [RS:1;5c7979348d1b:35775 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T02:13:34,808 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T02:13:34,808 INFO [RS:1;5c7979348d1b:35775 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-06T02:13:34,808 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T02:13:34,808 INFO [RS:1;5c7979348d1b:35775 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-06T02:13:34,808 INFO [RS:1;5c7979348d1b:35775 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:13:34,808 INFO [RS:1;5c7979348d1b:35775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;5c7979348d1b:35775. 2024-12-06T02:13:34,808 DEBUG [RS:1;5c7979348d1b:35775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:13:34,808 DEBUG [RS:1;5c7979348d1b:35775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:13:34,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741834_1010 (size=1242) 2024-12-06T02:13:34,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37507 is added to blk_1073741834_1010 (size=1242) 2024-12-06T02:13:34,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741834_1010 (size=1242) 2024-12-06T02:13:34,831 DEBUG [RS:1;5c7979348d1b:35775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:13:34,831 INFO [RS:1;5c7979348d1b:35775 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:13:34,832 INFO [RS:1;5c7979348d1b:35775 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35775 2024-12-06T02:13:34,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35775-0x101a869db480002, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5c7979348d1b,35775,1733451179886 2024-12-06T02:13:34,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40477-0x101a869db480000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T02:13:34,849 INFO [RS:1;5c7979348d1b:35775 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:13:34,863 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5c7979348d1b,35775,1733451179886] 2024-12-06T02:13:34,873 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5c7979348d1b,35775,1733451179886 already deleted, retry=false 2024-12-06T02:13:34,873 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 5c7979348d1b,35775,1733451179886 on 5c7979348d1b,40477,1733451178639 2024-12-06T02:13:34,879 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 5c7979348d1b,35775,1733451179886, splitWal=true, meta=false 2024-12-06T02:13:34,883 INFO [regionserver/5c7979348d1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:13:34,884 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 5c7979348d1b,35775,1733451179886, splitWal=true, meta=false 2024-12-06T02:13:34,885 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 5c7979348d1b,35775,1733451179886 (carryingMeta=false) 5c7979348d1b,35775,1733451179886/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@45f52bcb[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-06T02:13:34,887 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 5c7979348d1b,35775,1733451179886 had 4 regions 2024-12-06T02:13:34,887 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5751297a51a195aa6de9b072a36403ad 2024-12-06T02:13:34,888 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 908f4862979637c1bc3818d1203b1ef0 2024-12-06T02:13:34,889 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7a9e35a587d610f60dacb1e3fe1e250f 2024-12-06T02:13:34,889 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a7f0947254f77554dd5c70fd0feb5e5d 2024-12-06T02:13:34,890 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 5c7979348d1b,35775,1733451179886, splitWal=true, meta=false, isMeta: false 2024-12-06T02:13:34,890 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 908f4862979637c1bc3818d1203b1ef0 can not run currently because target server of region SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0. 5c7979348d1b,35775,1733451179886 is in state SPLITTING, wait 1000 ms to retry 2024-12-06T02:13:34,890 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7a9e35a587d610f60dacb1e3fe1e250f can not run currently because target server of region SPTestTable,66666664,1733451193768.7a9e35a587d610f60dacb1e3fe1e250f. 5c7979348d1b,35775,1733451179886 is in state CRASHED, wait 1000 ms to retry 2024-12-06T02:13:34,890 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 908f4862979637c1bc3818d1203b1ef0; timeout=1000, timestamp=1733451215890 2024-12-06T02:13:34,890 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7a9e35a587d610f60dacb1e3fe1e250f; timeout=1000, timestamp=1733451215890 2024-12-06T02:13:34,890 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5751297a51a195aa6de9b072a36403ad can not run currently because target server of region SPTestTable,99999996,1733451193768.5751297a51a195aa6de9b072a36403ad. 5c7979348d1b,35775,1733451179886 is in state CRASHED, wait 1000 ms to retry 2024-12-06T02:13:34,890 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5751297a51a195aa6de9b072a36403ad; timeout=1000, timestamp=1733451215890 2024-12-06T02:13:34,892 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a7f0947254f77554dd5c70fd0feb5e5d can not run currently because target server of region SPTestTable,,1733451193768.a7f0947254f77554dd5c70fd0feb5e5d. 5c7979348d1b,35775,1733451179886 is in state SPLITTING, wait 1000 ms to retry 2024-12-06T02:13:34,892 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a7f0947254f77554dd5c70fd0feb5e5d; timeout=1000, timestamp=1733451215892 2024-12-06T02:13:34,893 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/WALs/5c7979348d1b,35775,1733451179886-splitting 2024-12-06T02:13:34,895 INFO [PEWorker-4 {}] master.SplitWALManager(105): 5c7979348d1b,35775,1733451179886 WAL count=1, meta=false 2024-12-06T02:13:34,899 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 5c7979348d1b%2C35775%2C1733451179886.1733451182649}] 2024-12-06T02:13:34,906 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=5c7979348d1b,32769,1733451179969 2024-12-06T02:13:34,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 5c7979348d1b%2C35775%2C1733451179886.1733451182649, worker=5c7979348d1b,32769,1733451179969}] 2024-12-06T02:13:34,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35775-0x101a869db480002, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:13:34,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35775-0x101a869db480002, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:13:34,963 INFO [RS:1;5c7979348d1b:35775 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:13:34,964 INFO [RS:1;5c7979348d1b:35775 {}] regionserver.HRegionServer(1031): Exiting; stopping=5c7979348d1b,35775,1733451179886; zookeeper connection closed. 2024-12-06T02:13:34,972 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9ca335b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9ca335b 2024-12-06T02:13:35,501 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T02:13:35,501 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T02:13:35,891 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7a9e35a587d610f60dacb1e3fe1e250f 2024-12-06T02:13:35,891 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5751297a51a195aa6de9b072a36403ad 2024-12-06T02:13:35,891 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 908f4862979637c1bc3818d1203b1ef0 2024-12-06T02:13:35,893 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 908f4862979637c1bc3818d1203b1ef0 can not run currently because target server of region SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0. 5c7979348d1b,35775,1733451179886 is in state SPLITTING, wait 2000 ms to retry 2024-12-06T02:13:35,893 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5751297a51a195aa6de9b072a36403ad can not run currently because target server of region SPTestTable,99999996,1733451193768.5751297a51a195aa6de9b072a36403ad. 5c7979348d1b,35775,1733451179886 is in state SPLITTING, wait 2000 ms to retry 2024-12-06T02:13:35,893 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7a9e35a587d610f60dacb1e3fe1e250f can not run currently because target server of region SPTestTable,66666664,1733451193768.7a9e35a587d610f60dacb1e3fe1e250f. 5c7979348d1b,35775,1733451179886 is in state SPLITTING, wait 2000 ms to retry 2024-12-06T02:13:35,893 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 908f4862979637c1bc3818d1203b1ef0; timeout=2000, timestamp=1733451217893 2024-12-06T02:13:35,893 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a7f0947254f77554dd5c70fd0feb5e5d 2024-12-06T02:13:35,893 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5751297a51a195aa6de9b072a36403ad; timeout=2000, timestamp=1733451217893 2024-12-06T02:13:35,893 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7a9e35a587d610f60dacb1e3fe1e250f; timeout=2000, timestamp=1733451217893 2024-12-06T02:13:35,895 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a7f0947254f77554dd5c70fd0feb5e5d can not run currently because target server of region SPTestTable,,1733451193768.a7f0947254f77554dd5c70fd0feb5e5d. 5c7979348d1b,35775,1733451179886 is in state SPLITTING, wait 2000 ms to retry 2024-12-06T02:13:35,895 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a7f0947254f77554dd5c70fd0feb5e5d; timeout=2000, timestamp=1733451217895 2024-12-06T02:13:37,893 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5751297a51a195aa6de9b072a36403ad 2024-12-06T02:13:37,894 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 908f4862979637c1bc3818d1203b1ef0 2024-12-06T02:13:37,895 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7a9e35a587d610f60dacb1e3fe1e250f 2024-12-06T02:13:37,895 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5751297a51a195aa6de9b072a36403ad can not run currently because target server of region SPTestTable,99999996,1733451193768.5751297a51a195aa6de9b072a36403ad. 5c7979348d1b,35775,1733451179886 is in state SPLITTING, wait 4000 ms to retry 2024-12-06T02:13:37,895 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5751297a51a195aa6de9b072a36403ad; timeout=4000, timestamp=1733451221895 2024-12-06T02:13:37,895 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a7f0947254f77554dd5c70fd0feb5e5d 2024-12-06T02:13:37,896 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7a9e35a587d610f60dacb1e3fe1e250f can not run currently because target server of region SPTestTable,66666664,1733451193768.7a9e35a587d610f60dacb1e3fe1e250f. 5c7979348d1b,35775,1733451179886 is in state SPLITTING, wait 4000 ms to retry 2024-12-06T02:13:37,897 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7a9e35a587d610f60dacb1e3fe1e250f; timeout=4000, timestamp=1733451221897 2024-12-06T02:13:37,898 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 908f4862979637c1bc3818d1203b1ef0 can not run currently because target server of region SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0. 5c7979348d1b,35775,1733451179886 is in state SPLITTING, wait 4000 ms to retry 2024-12-06T02:13:37,898 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 908f4862979637c1bc3818d1203b1ef0; timeout=4000, timestamp=1733451221898 2024-12-06T02:13:37,899 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a7f0947254f77554dd5c70fd0feb5e5d can not run currently because target server of region SPTestTable,,1733451193768.a7f0947254f77554dd5c70fd0feb5e5d. 5c7979348d1b,35775,1733451179886 is in state SPLITTING, wait 4000 ms to retry 2024-12-06T02:13:37,899 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a7f0947254f77554dd5c70fd0feb5e5d; timeout=4000, timestamp=1733451221899 2024-12-06T02:13:41,896 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5751297a51a195aa6de9b072a36403ad 2024-12-06T02:13:41,897 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5751297a51a195aa6de9b072a36403ad can not run currently because target server of region SPTestTable,99999996,1733451193768.5751297a51a195aa6de9b072a36403ad. 5c7979348d1b,35775,1733451179886 is in state SPLITTING, wait 8000 ms to retry 2024-12-06T02:13:41,897 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5751297a51a195aa6de9b072a36403ad; timeout=8000, timestamp=1733451229897 2024-12-06T02:13:41,898 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 908f4862979637c1bc3818d1203b1ef0 2024-12-06T02:13:41,898 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7a9e35a587d610f60dacb1e3fe1e250f 2024-12-06T02:13:41,899 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7a9e35a587d610f60dacb1e3fe1e250f can not run currently because target server of region SPTestTable,66666664,1733451193768.7a9e35a587d610f60dacb1e3fe1e250f. 5c7979348d1b,35775,1733451179886 is in state SPLITTING, wait 8000 ms to retry 2024-12-06T02:13:41,899 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a7f0947254f77554dd5c70fd0feb5e5d 2024-12-06T02:13:41,899 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 908f4862979637c1bc3818d1203b1ef0 can not run currently because target server of region SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0. 5c7979348d1b,35775,1733451179886 is in state SPLITTING, wait 8000 ms to retry 2024-12-06T02:13:41,899 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7a9e35a587d610f60dacb1e3fe1e250f; timeout=8000, timestamp=1733451229899 2024-12-06T02:13:41,899 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 908f4862979637c1bc3818d1203b1ef0; timeout=8000, timestamp=1733451229899 2024-12-06T02:13:41,900 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a7f0947254f77554dd5c70fd0feb5e5d can not run currently because target server of region SPTestTable,,1733451193768.a7f0947254f77554dd5c70fd0feb5e5d. 5c7979348d1b,35775,1733451179886 is in state SPLITTING, wait 8000 ms to retry 2024-12-06T02:13:41,900 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a7f0947254f77554dd5c70fd0feb5e5d; timeout=8000, timestamp=1733451229900 2024-12-06T02:13:44,410 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=5c7979348d1b,42617,1733451179753, timeout=1733451224739, delay=328, operations=[pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e4df4f0d9c9efcf7ccd4bb22febeff38, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dead0d628f1fc213e2f0f9de2766037f, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 695622e180af89d89dbe61517816b2c9], containedObject=5c7979348d1b,35775,1733451179886, timeout=1733451224740, delay=329, operations=null, containedObject=5c7979348d1b,32769,1733451179969, timeout=1733451224740, delay=329, operations=[pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e5d2e1bf963c70fe50808f2152b4971, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 5c7979348d1b%2C35775%2C1733451179886.1733451182649, worker=5c7979348d1b,32769,1733451179969, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca9e2bc9b8f16250a88cb835f9ddfac9, pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fdcde9729f74afb199c290667fac8bb2]] 2024-12-06T02:13:44,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32769 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-06T02:13:44,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42617 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-06T02:13:44,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42617 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-06T02:13:44,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733451193768.e4df4f0d9c9efcf7ccd4bb22febeff38. 2024-12-06T02:13:44,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733451193768.3e5d2e1bf963c70fe50808f2152b4971. 2024-12-06T02:13:44,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42617 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-06T02:13:44,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733451193768.dead0d628f1fc213e2f0f9de2766037f. 2024-12-06T02:13:44,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32769 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-06T02:13:44,746 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733451193768.695622e180af89d89dbe61517816b2c9. 2024-12-06T02:13:44,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32769 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-06T02:13:44,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32769 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-06T02:13:44,746 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733451193768.ca9e2bc9b8f16250a88cb835f9ddfac9. 2024-12-06T02:13:44,747 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733451193768.fdcde9729f74afb199c290667fac8bb2. 2024-12-06T02:13:44,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 695622e180af89d89dbe61517816b2c9: 2024-12-06T02:13:44,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for dead0d628f1fc213e2f0f9de2766037f: 2024-12-06T02:13:44,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for fdcde9729f74afb199c290667fac8bb2: 2024-12-06T02:13:44,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 3e5d2e1bf963c70fe50808f2152b4971: 2024-12-06T02:13:44,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733451193768.dead0d628f1fc213e2f0f9de2766037f. for SnapshotProcedureTest completed. 2024-12-06T02:13:44,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733451193768.695622e180af89d89dbe61517816b2c9. for SnapshotProcedureTest completed. 2024-12-06T02:13:44,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733451193768.fdcde9729f74afb199c290667fac8bb2. for SnapshotProcedureTest completed. 2024-12-06T02:13:44,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733451193768.3e5d2e1bf963c70fe50808f2152b4971. for SnapshotProcedureTest completed. 2024-12-06T02:13:44,751 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing ca9e2bc9b8f16250a88cb835f9ddfac9 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-06T02:13:44,751 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing e4df4f0d9c9efcf7ccd4bb22febeff38 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-06T02:13:44,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733451193768.dead0d628f1fc213e2f0f9de2766037f.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T02:13:44,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733451193768.fdcde9729f74afb199c290667fac8bb2.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T02:13:44,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733451193768.695622e180af89d89dbe61517816b2c9.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T02:13:44,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733451193768.3e5d2e1bf963c70fe50808f2152b4971.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T02:13:44,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T02:13:44,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T02:13:44,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T02:13:44,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T02:13:44,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T02:13:44,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T02:13:44,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T02:13:44,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T02:13:44,778 INFO [RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/WALs/5c7979348d1b,35775,1733451179886-splitting/5c7979348d1b%2C35775%2C1733451179886.1733451182649, size=1.2 K (1242bytes) 2024-12-06T02:13:44,779 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-06T02:13:44,779 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-06T02:13:44,779 INFO [RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/WALs/5c7979348d1b,35775,1733451179886-splitting/5c7979348d1b%2C35775%2C1733451179886.1733451182649 2024-12-06T02:13:44,786 INFO [RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/WALs/5c7979348d1b,35775,1733451179886-splitting/5c7979348d1b%2C35775%2C1733451179886.1733451182649 after 5ms 2024-12-06T02:13:44,805 INFO [RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/WALs/5c7979348d1b,35775,1733451179886-splitting/5c7979348d1b%2C35775%2C1733451179886.1733451182649 took 29ms 2024-12-06T02:13:44,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741849_1025 (size=65) 2024-12-06T02:13:44,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741849_1025 (size=65) 2024-12-06T02:13:44,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37507 is added to blk_1073741849_1025 (size=65) 2024-12-06T02:13:44,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733451193768.3e5d2e1bf963c70fe50808f2152b4971. 2024-12-06T02:13:44,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-06T02:13:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40477 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-06T02:13:44,821 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40477 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3e5d2e1bf963c70fe50808f2152b4971 2024-12-06T02:13:44,821 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e5d2e1bf963c70fe50808f2152b4971 2024-12-06T02:13:44,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3e5d2e1bf963c70fe50808f2152b4971 in 10.0910 sec 2024-12-06T02:13:44,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741850_1026 (size=65) 2024-12-06T02:13:44,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37507 is added to blk_1073741850_1026 (size=65) 2024-12-06T02:13:44,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741850_1026 (size=65) 2024-12-06T02:13:44,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741851_1027 (size=65) 2024-12-06T02:13:44,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741852_1028 (size=65) 2024-12-06T02:13:44,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741852_1028 (size=65) 2024-12-06T02:13:44,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37507 is added to blk_1073741852_1028 (size=65) 2024-12-06T02:13:44,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733451193768.fdcde9729f74afb199c290667fac8bb2. 2024-12-06T02:13:44,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-06T02:13:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40477 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-06T02:13:44,830 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733451193768.695622e180af89d89dbe61517816b2c9. 2024-12-06T02:13:44,830 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40477 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fdcde9729f74afb199c290667fac8bb2 2024-12-06T02:13:44,830 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-06T02:13:44,830 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733451193768.dead0d628f1fc213e2f0f9de2766037f. 2024-12-06T02:13:44,830 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-06T02:13:44,830 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fdcde9729f74afb199c290667fac8bb2 2024-12-06T02:13:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40477 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-06T02:13:44,832 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40477 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 695622e180af89d89dbe61517816b2c9 2024-12-06T02:13:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40477 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-06T02:13:44,832 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40477 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region dead0d628f1fc213e2f0f9de2766037f 2024-12-06T02:13:44,832 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 695622e180af89d89dbe61517816b2c9 2024-12-06T02:13:44,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37507 is added to blk_1073741851_1027 (size=65) 2024-12-06T02:13:44,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741851_1027 (size=65) 2024-12-06T02:13:44,832 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dead0d628f1fc213e2f0f9de2766037f 2024-12-06T02:13:44,839 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 908f4862979637c1bc3818d1203b1ef0: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-06T02:13:44,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 695622e180af89d89dbe61517816b2c9 in 10.1040 sec 2024-12-06T02:13:44,842 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 5751297a51a195aa6de9b072a36403ad: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-06T02:13:44,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fdcde9729f74afb199c290667fac8bb2 in 10.1020 sec 2024-12-06T02:13:44,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dead0d628f1fc213e2f0f9de2766037f in 10.1040 sec 2024-12-06T02:13:44,844 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 7a9e35a587d610f60dacb1e3fe1e250f: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-06T02:13:44,845 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for a7f0947254f77554dd5c70fd0feb5e5d: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-06T02:13:44,846 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/WALs/5c7979348d1b,35775,1733451179886-splitting/5c7979348d1b%2C35775%2C1733451179886.1733451182649 so closing down 2024-12-06T02:13:44,846 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T02:13:44,846 INFO [RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T02:13:44,850 INFO [RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 20 ms; skipped=4; WAL=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/WALs/5c7979348d1b,35775,1733451179886-splitting/5c7979348d1b%2C35775%2C1733451179886.1733451182649, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-12-06T02:13:44,851 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/WALs/5c7979348d1b,35775,1733451179886-splitting/5c7979348d1b%2C35775%2C1733451179886.1733451182649, journal: Splitting hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/WALs/5c7979348d1b,35775,1733451179886-splitting/5c7979348d1b%2C35775%2C1733451179886.1733451182649, size=1.2 K (1242bytes) at 1733451224778Finishing writing output for hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/WALs/5c7979348d1b,35775,1733451179886-splitting/5c7979348d1b%2C35775%2C1733451179886.1733451182649 so closing down at 1733451224846 (+68 ms)3 split writer threads finished at 1733451224846Processed 4 edits across 0 Regions in 20 ms; skipped=4; WAL=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/WALs/5c7979348d1b,35775,1733451179886-splitting/5c7979348d1b%2C35775%2C1733451179886.1733451182649, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1733451224850 (+4 ms) 2024-12-06T02:13:44,851 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/WALs/5c7979348d1b,35775,1733451179886-splitting/5c7979348d1b%2C35775%2C1733451179886.1733451182649 2024-12-06T02:13:44,851 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-06T02:13:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40477 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-06T02:13:44,862 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/WALs/5c7979348d1b,35775,1733451179886-splitting/5c7979348d1b%2C35775%2C1733451179886.1733451182649 to hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/oldWALs 2024-12-06T02:13:44,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-06T02:13:44,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 5c7979348d1b%2C35775%2C1733451179886.1733451182649, worker=5c7979348d1b,32769,1733451179969 in 9.9510 sec 2024-12-06T02:13:44,868 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=5c7979348d1b,32769,1733451179969 2024-12-06T02:13:44,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-06T02:13:44,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 5c7979348d1b%2C35775%2C1733451179886.1733451182649, worker=5c7979348d1b,32769,1733451179969 in 9.9710 sec 2024-12-06T02:13:44,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/e4df4f0d9c9efcf7ccd4bb22febeff38/.tmp/cf/d73bfc2753854506ba8ac23880304106 is 34, key is ccd/cf:cf/1733451213627/Put/seqid=0 2024-12-06T02:13:44,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/ca9e2bc9b8f16250a88cb835f9ddfac9/.tmp/cf/bb773691e2324d94882db8cace56208f is 34, key is baa/cf:cf/1733451213527/Put/seqid=0 2024-12-06T02:13:44,873 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/WALs/5c7979348d1b,35775,1733451179886-splitting dir is empty, no logs to split. 2024-12-06T02:13:44,873 INFO [PEWorker-3 {}] master.SplitWALManager(105): 5c7979348d1b,35775,1733451179886 WAL count=0, meta=false 2024-12-06T02:13:44,874 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 5c7979348d1b,35775,1733451179886 WAL splitting is done? wals=0, meta=false 2024-12-06T02:13:44,876 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 5c7979348d1b,35775,1733451179886 failed, ignore...File hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/WALs/5c7979348d1b,35775,1733451179886-splitting does not exist. 2024-12-06T02:13:44,878 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5751297a51a195aa6de9b072a36403ad, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=908f4862979637c1bc3818d1203b1ef0, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7a9e35a587d610f60dacb1e3fe1e250f, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a7f0947254f77554dd5c70fd0feb5e5d, ASSIGN}] 2024-12-06T02:13:44,881 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a7f0947254f77554dd5c70fd0feb5e5d, ASSIGN 2024-12-06T02:13:44,881 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=908f4862979637c1bc3818d1203b1ef0, ASSIGN 2024-12-06T02:13:44,882 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7a9e35a587d610f60dacb1e3fe1e250f, ASSIGN 2024-12-06T02:13:44,882 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5751297a51a195aa6de9b072a36403ad, ASSIGN 2024-12-06T02:13:44,897 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a7f0947254f77554dd5c70fd0feb5e5d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-06T02:13:44,897 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=908f4862979637c1bc3818d1203b1ef0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-06T02:13:44,897 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7a9e35a587d610f60dacb1e3fe1e250f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-06T02:13:44,898 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5751297a51a195aa6de9b072a36403ad, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-06T02:13:44,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741853_1029 (size=28623) 2024-12-06T02:13:44,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37507 is added to blk_1073741853_1029 (size=28623) 2024-12-06T02:13:44,909 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/ca9e2bc9b8f16250a88cb835f9ddfac9/.tmp/cf/bb773691e2324d94882db8cace56208f 2024-12-06T02:13:44,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741853_1029 (size=28623) 2024-12-06T02:13:44,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741854_1030 (size=47197) 2024-12-06T02:13:44,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741854_1030 (size=47197) 2024-12-06T02:13:44,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37507 is added to blk_1073741854_1030 (size=47197) 2024-12-06T02:13:44,929 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/e4df4f0d9c9efcf7ccd4bb22febeff38/.tmp/cf/d73bfc2753854506ba8ac23880304106 2024-12-06T02:13:44,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/e4df4f0d9c9efcf7ccd4bb22febeff38/.tmp/cf/d73bfc2753854506ba8ac23880304106 as hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/e4df4f0d9c9efcf7ccd4bb22febeff38/cf/d73bfc2753854506ba8ac23880304106 2024-12-06T02:13:44,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/ca9e2bc9b8f16250a88cb835f9ddfac9/.tmp/cf/bb773691e2324d94882db8cace56208f as hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/ca9e2bc9b8f16250a88cb835f9ddfac9/cf/bb773691e2324d94882db8cace56208f 2024-12-06T02:13:45,004 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/ca9e2bc9b8f16250a88cb835f9ddfac9/cf/bb773691e2324d94882db8cace56208f, entries=731, sequenceid=5, filesize=28.0 K 2024-12-06T02:13:45,005 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/e4df4f0d9c9efcf7ccd4bb22febeff38/cf/d73bfc2753854506ba8ac23880304106, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-06T02:13:45,013 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for e4df4f0d9c9efcf7ccd4bb22febeff38 in 261ms, sequenceid=5, compaction requested=false 2024-12-06T02:13:45,013 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for ca9e2bc9b8f16250a88cb835f9ddfac9 in 261ms, sequenceid=5, compaction requested=false 2024-12-06T02:13:45,014 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for e4df4f0d9c9efcf7ccd4bb22febeff38: 2024-12-06T02:13:45,014 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for ca9e2bc9b8f16250a88cb835f9ddfac9: 2024-12-06T02:13:45,014 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733451193768.e4df4f0d9c9efcf7ccd4bb22febeff38. for SnapshotProcedureTest completed. 2024-12-06T02:13:45,014 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733451193768.ca9e2bc9b8f16250a88cb835f9ddfac9. for SnapshotProcedureTest completed. 2024-12-06T02:13:45,014 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733451193768.ca9e2bc9b8f16250a88cb835f9ddfac9.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T02:13:45,014 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T02:13:45,014 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733451193768.e4df4f0d9c9efcf7ccd4bb22febeff38.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T02:13:45,014 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/ca9e2bc9b8f16250a88cb835f9ddfac9/cf/bb773691e2324d94882db8cace56208f] hfiles 2024-12-06T02:13:45,014 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T02:13:45,014 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/e4df4f0d9c9efcf7ccd4bb22febeff38/cf/d73bfc2753854506ba8ac23880304106] hfiles 2024-12-06T02:13:45,017 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/e4df4f0d9c9efcf7ccd4bb22febeff38/cf/d73bfc2753854506ba8ac23880304106 for snapshot=SnapshotProcedureTest 2024-12-06T02:13:45,017 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/ca9e2bc9b8f16250a88cb835f9ddfac9/cf/bb773691e2324d94882db8cace56208f for snapshot=SnapshotProcedureTest 2024-12-06T02:13:45,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741856_1032 (size=105) 2024-12-06T02:13:45,048 DEBUG [5c7979348d1b:40477 {}] balancer.BalancerClusterState(204): Hosts are {5c7979348d1b=0} racks are {/default-rack=0} 2024-12-06T02:13:45,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741856_1032 (size=105) 2024-12-06T02:13:45,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37507 is added to blk_1073741856_1032 (size=105) 2024-12-06T02:13:45,048 DEBUG [5c7979348d1b:40477 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T02:13:45,048 DEBUG [5c7979348d1b:40477 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T02:13:45,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741855_1031 (size=105) 2024-12-06T02:13:45,048 DEBUG [5c7979348d1b:40477 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T02:13:45,048 DEBUG [5c7979348d1b:40477 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T02:13:45,048 INFO [5c7979348d1b:40477 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T02:13:45,048 INFO [5c7979348d1b:40477 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T02:13:45,048 DEBUG [5c7979348d1b:40477 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T02:13:45,049 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=5751297a51a195aa6de9b072a36403ad, regionState=OPENING, regionLocation=5c7979348d1b,42617,1733451179753 2024-12-06T02:13:45,050 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=a7f0947254f77554dd5c70fd0feb5e5d, regionState=OPENING, regionLocation=5c7979348d1b,42617,1733451179753 2024-12-06T02:13:45,051 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=908f4862979637c1bc3818d1203b1ef0, regionState=OPENING, regionLocation=5c7979348d1b,32769,1733451179969 2024-12-06T02:13:45,051 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=7a9e35a587d610f60dacb1e3fe1e250f, regionState=OPENING, regionLocation=5c7979348d1b,32769,1733451179969 2024-12-06T02:13:45,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733451193768.e4df4f0d9c9efcf7ccd4bb22febeff38. 2024-12-06T02:13:45,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-06T02:13:45,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40477 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-06T02:13:45,054 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40477 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e4df4f0d9c9efcf7ccd4bb22febeff38 2024-12-06T02:13:45,054 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e4df4f0d9c9efcf7ccd4bb22febeff38 2024-12-06T02:13:45,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5751297a51a195aa6de9b072a36403ad, ASSIGN because future has completed 2024-12-06T02:13:45,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5751297a51a195aa6de9b072a36403ad, server=5c7979348d1b,42617,1733451179753}] 2024-12-06T02:13:45,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a7f0947254f77554dd5c70fd0feb5e5d, ASSIGN because future has completed 2024-12-06T02:13:45,059 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7f0947254f77554dd5c70fd0feb5e5d, server=5c7979348d1b,42617,1733451179753}] 2024-12-06T02:13:45,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=908f4862979637c1bc3818d1203b1ef0, ASSIGN because future has completed 2024-12-06T02:13:45,060 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 908f4862979637c1bc3818d1203b1ef0, server=5c7979348d1b,32769,1733451179969}] 2024-12-06T02:13:45,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7a9e35a587d610f60dacb1e3fe1e250f, ASSIGN because future has completed 2024-12-06T02:13:45,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e4df4f0d9c9efcf7ccd4bb22febeff38 in 10.3250 sec 2024-12-06T02:13:45,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a9e35a587d610f60dacb1e3fe1e250f, server=5c7979348d1b,32769,1733451179969}] 2024-12-06T02:13:45,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741855_1031 (size=105) 2024-12-06T02:13:45,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37507 is added to blk_1073741855_1031 (size=105) 2024-12-06T02:13:45,067 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733451193768.ca9e2bc9b8f16250a88cb835f9ddfac9. 2024-12-06T02:13:45,067 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-06T02:13:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40477 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-06T02:13:45,068 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40477 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ca9e2bc9b8f16250a88cb835f9ddfac9 2024-12-06T02:13:45,069 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca9e2bc9b8f16250a88cb835f9ddfac9 2024-12-06T02:13:45,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ca9e2bc9b8f16250a88cb835f9ddfac9 in 10.3390 sec 2024-12-06T02:13:49,897 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5751297a51a195aa6de9b072a36403ad held by pid=39 2024-12-06T02:13:49,897 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5751297a51a195aa6de9b072a36403ad 2024-12-06T02:13:49,899 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7a9e35a587d610f60dacb1e3fe1e250f held by pid=41 2024-12-06T02:13:49,899 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7a9e35a587d610f60dacb1e3fe1e250f 2024-12-06T02:13:49,899 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 908f4862979637c1bc3818d1203b1ef0 held by pid=40 2024-12-06T02:13:49,899 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 908f4862979637c1bc3818d1203b1ef0 2024-12-06T02:13:49,900 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a7f0947254f77554dd5c70fd0feb5e5d held by pid=42 2024-12-06T02:13:49,901 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a7f0947254f77554dd5c70fd0feb5e5d 2024-12-06T02:13:53,510 INFO [master/5c7979348d1b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-06T02:13:53,510 INFO [master/5c7979348d1b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-06T02:13:55,074 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733451193768.7a9e35a587d610f60dacb1e3fe1e250f. 2024-12-06T02:13:55,074 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a9e35a587d610f60dacb1e3fe1e250f, NAME => 'SPTestTable,66666664,1733451193768.7a9e35a587d610f60dacb1e3fe1e250f.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-06T02:13:55,074 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7a9e35a587d610f60dacb1e3fe1e250f 2024-12-06T02:13:55,075 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733451193768.7a9e35a587d610f60dacb1e3fe1e250f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:13:55,075 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 7a9e35a587d610f60dacb1e3fe1e250f 2024-12-06T02:13:55,075 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 7a9e35a587d610f60dacb1e3fe1e250f 2024-12-06T02:13:55,076 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733451193768.5751297a51a195aa6de9b072a36403ad. 2024-12-06T02:13:55,076 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 5751297a51a195aa6de9b072a36403ad, NAME => 'SPTestTable,99999996,1733451193768.5751297a51a195aa6de9b072a36403ad.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-06T02:13:55,076 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5751297a51a195aa6de9b072a36403ad 2024-12-06T02:13:55,077 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733451193768.5751297a51a195aa6de9b072a36403ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:13:55,077 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 5751297a51a195aa6de9b072a36403ad 2024-12-06T02:13:55,077 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 5751297a51a195aa6de9b072a36403ad 2024-12-06T02:13:55,080 INFO [StoreOpener-7a9e35a587d610f60dacb1e3fe1e250f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7a9e35a587d610f60dacb1e3fe1e250f 2024-12-06T02:13:55,082 INFO [StoreOpener-7a9e35a587d610f60dacb1e3fe1e250f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a9e35a587d610f60dacb1e3fe1e250f columnFamilyName cf 2024-12-06T02:13:55,082 DEBUG [StoreOpener-7a9e35a587d610f60dacb1e3fe1e250f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:13:55,083 INFO [StoreOpener-7a9e35a587d610f60dacb1e3fe1e250f-1 {}] regionserver.HStore(327): Store=7a9e35a587d610f60dacb1e3fe1e250f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:13:55,083 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 7a9e35a587d610f60dacb1e3fe1e250f 2024-12-06T02:13:55,084 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/7a9e35a587d610f60dacb1e3fe1e250f 2024-12-06T02:13:55,088 INFO [StoreOpener-5751297a51a195aa6de9b072a36403ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5751297a51a195aa6de9b072a36403ad 2024-12-06T02:13:55,097 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/7a9e35a587d610f60dacb1e3fe1e250f 2024-12-06T02:13:55,098 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 7a9e35a587d610f60dacb1e3fe1e250f 2024-12-06T02:13:55,098 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 7a9e35a587d610f60dacb1e3fe1e250f 2024-12-06T02:13:55,101 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 7a9e35a587d610f60dacb1e3fe1e250f 2024-12-06T02:13:55,102 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 7a9e35a587d610f60dacb1e3fe1e250f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60391741, jitterRate=-0.10009293258190155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T02:13:55,102 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7a9e35a587d610f60dacb1e3fe1e250f 2024-12-06T02:13:55,102 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 7a9e35a587d610f60dacb1e3fe1e250f: Running coprocessor pre-open hook at 1733451235075Writing region info on filesystem at 1733451235075Initializing all the Stores at 1733451235077 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451235077Cleaning up temporary data from old regions at 1733451235098 (+21 ms)Running coprocessor post-open hooks at 1733451235102 (+4 ms)Region opened successfully at 1733451235102 2024-12-06T02:13:55,104 INFO [StoreOpener-5751297a51a195aa6de9b072a36403ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5751297a51a195aa6de9b072a36403ad columnFamilyName cf 2024-12-06T02:13:55,104 DEBUG [StoreOpener-5751297a51a195aa6de9b072a36403ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:13:55,104 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733451193768.7a9e35a587d610f60dacb1e3fe1e250f., pid=46, masterSystemTime=1733451235065 2024-12-06T02:13:55,105 INFO [StoreOpener-5751297a51a195aa6de9b072a36403ad-1 {}] regionserver.HStore(327): Store=5751297a51a195aa6de9b072a36403ad/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:13:55,105 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 5751297a51a195aa6de9b072a36403ad 2024-12-06T02:13:55,107 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733451193768.7a9e35a587d610f60dacb1e3fe1e250f. 2024-12-06T02:13:55,108 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733451193768.7a9e35a587d610f60dacb1e3fe1e250f. 2024-12-06T02:13:55,108 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/5751297a51a195aa6de9b072a36403ad 2024-12-06T02:13:55,108 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0. 2024-12-06T02:13:55,108 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 908f4862979637c1bc3818d1203b1ef0, NAME => 'SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-06T02:13:55,108 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 908f4862979637c1bc3818d1203b1ef0 2024-12-06T02:13:55,109 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:13:55,109 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 908f4862979637c1bc3818d1203b1ef0 2024-12-06T02:13:55,109 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 908f4862979637c1bc3818d1203b1ef0 2024-12-06T02:13:55,109 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=7a9e35a587d610f60dacb1e3fe1e250f, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,32769,1733451179969 2024-12-06T02:13:55,110 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/5751297a51a195aa6de9b072a36403ad 2024-12-06T02:13:55,111 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 5751297a51a195aa6de9b072a36403ad 2024-12-06T02:13:55,111 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 5751297a51a195aa6de9b072a36403ad 2024-12-06T02:13:55,112 INFO [StoreOpener-908f4862979637c1bc3818d1203b1ef0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 908f4862979637c1bc3818d1203b1ef0 2024-12-06T02:13:55,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a9e35a587d610f60dacb1e3fe1e250f, server=5c7979348d1b,32769,1733451179969 because future has completed 2024-12-06T02:13:55,114 INFO [StoreOpener-908f4862979637c1bc3818d1203b1ef0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 908f4862979637c1bc3818d1203b1ef0 columnFamilyName cf 2024-12-06T02:13:55,115 DEBUG [StoreOpener-908f4862979637c1bc3818d1203b1ef0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:13:55,117 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 5751297a51a195aa6de9b072a36403ad 2024-12-06T02:13:55,117 INFO [StoreOpener-908f4862979637c1bc3818d1203b1ef0-1 {}] regionserver.HStore(327): Store=908f4862979637c1bc3818d1203b1ef0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:13:55,118 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 908f4862979637c1bc3818d1203b1ef0 2024-12-06T02:13:55,118 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 5751297a51a195aa6de9b072a36403ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63244420, jitterRate=-0.05758470296859741}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T02:13:55,118 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5751297a51a195aa6de9b072a36403ad 2024-12-06T02:13:55,119 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 5751297a51a195aa6de9b072a36403ad: Running coprocessor pre-open hook at 1733451235077Writing region info on filesystem at 1733451235077Initializing all the Stores at 1733451235078 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451235078Cleaning up temporary data from old regions at 1733451235111 (+33 ms)Running coprocessor post-open hooks at 1733451235118 (+7 ms)Region opened successfully at 1733451235118 2024-12-06T02:13:55,120 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733451193768.5751297a51a195aa6de9b072a36403ad., pid=43, masterSystemTime=1733451235062 2024-12-06T02:13:55,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=41 2024-12-06T02:13:55,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 7a9e35a587d610f60dacb1e3fe1e250f, server=5c7979348d1b,32769,1733451179969 in 10.0530 sec 2024-12-06T02:13:55,125 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733451193768.5751297a51a195aa6de9b072a36403ad. 2024-12-06T02:13:55,126 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733451193768.5751297a51a195aa6de9b072a36403ad. 2024-12-06T02:13:55,126 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,,1733451193768.a7f0947254f77554dd5c70fd0feb5e5d. 2024-12-06T02:13:55,126 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => a7f0947254f77554dd5c70fd0feb5e5d, NAME => 'SPTestTable,,1733451193768.a7f0947254f77554dd5c70fd0feb5e5d.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-06T02:13:55,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7a9e35a587d610f60dacb1e3fe1e250f, ASSIGN in 10.2450 sec 2024-12-06T02:13:55,126 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7a9e35a587d610f60dacb1e3fe1e250f 2024-12-06T02:13:55,126 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=5751297a51a195aa6de9b072a36403ad, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,42617,1733451179753 2024-12-06T02:13:55,127 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a7f0947254f77554dd5c70fd0feb5e5d 2024-12-06T02:13:55,127 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,,1733451193768.a7f0947254f77554dd5c70fd0feb5e5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:13:55,127 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for a7f0947254f77554dd5c70fd0feb5e5d 2024-12-06T02:13:55,127 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for a7f0947254f77554dd5c70fd0feb5e5d 2024-12-06T02:13:55,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5751297a51a195aa6de9b072a36403ad, server=5c7979348d1b,42617,1733451179753 because future has completed 2024-12-06T02:13:55,131 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/908f4862979637c1bc3818d1203b1ef0 2024-12-06T02:13:55,138 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=39 2024-12-06T02:13:55,138 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 5751297a51a195aa6de9b072a36403ad, server=5c7979348d1b,42617,1733451179753 in 10.0760 sec 2024-12-06T02:13:55,140 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/908f4862979637c1bc3818d1203b1ef0 2024-12-06T02:13:55,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5751297a51a195aa6de9b072a36403ad, ASSIGN in 10.2600 sec 2024-12-06T02:13:55,141 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5751297a51a195aa6de9b072a36403ad 2024-12-06T02:13:55,141 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 908f4862979637c1bc3818d1203b1ef0 2024-12-06T02:13:55,141 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 908f4862979637c1bc3818d1203b1ef0 2024-12-06T02:13:55,146 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 908f4862979637c1bc3818d1203b1ef0 2024-12-06T02:13:55,147 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 908f4862979637c1bc3818d1203b1ef0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68540915, jitterRate=0.02133922278881073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T02:13:55,147 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 908f4862979637c1bc3818d1203b1ef0 2024-12-06T02:13:55,148 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 908f4862979637c1bc3818d1203b1ef0: Running coprocessor pre-open hook at 1733451235109Writing region info on filesystem at 1733451235109Initializing all the Stores at 1733451235110 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451235110Cleaning up temporary data from old regions at 1733451235141 (+31 ms)Running coprocessor post-open hooks at 1733451235147 (+6 ms)Region opened successfully at 1733451235147 2024-12-06T02:13:55,149 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0., pid=45, masterSystemTime=1733451235065 2024-12-06T02:13:55,152 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0. 2024-12-06T02:13:55,152 INFO [StoreOpener-a7f0947254f77554dd5c70fd0feb5e5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a7f0947254f77554dd5c70fd0feb5e5d 2024-12-06T02:13:55,153 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0. 2024-12-06T02:13:55,155 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=908f4862979637c1bc3818d1203b1ef0, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,32769,1733451179969 2024-12-06T02:13:55,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 908f4862979637c1bc3818d1203b1ef0, server=5c7979348d1b,32769,1733451179969 because future has completed 2024-12-06T02:13:55,165 INFO [StoreOpener-a7f0947254f77554dd5c70fd0feb5e5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7f0947254f77554dd5c70fd0feb5e5d columnFamilyName cf 2024-12-06T02:13:55,165 DEBUG [StoreOpener-a7f0947254f77554dd5c70fd0feb5e5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:13:55,166 INFO [StoreOpener-a7f0947254f77554dd5c70fd0feb5e5d-1 {}] regionserver.HStore(327): Store=a7f0947254f77554dd5c70fd0feb5e5d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:13:55,166 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for a7f0947254f77554dd5c70fd0feb5e5d 2024-12-06T02:13:55,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=40 2024-12-06T02:13:55,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 908f4862979637c1bc3818d1203b1ef0, server=5c7979348d1b,32769,1733451179969 in 10.1030 sec 2024-12-06T02:13:55,168 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/a7f0947254f77554dd5c70fd0feb5e5d 2024-12-06T02:13:55,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=908f4862979637c1bc3818d1203b1ef0, ASSIGN in 10.2900 sec 2024-12-06T02:13:55,171 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/a7f0947254f77554dd5c70fd0feb5e5d 2024-12-06T02:13:55,171 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 908f4862979637c1bc3818d1203b1ef0 2024-12-06T02:13:55,172 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for a7f0947254f77554dd5c70fd0feb5e5d 2024-12-06T02:13:55,172 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for a7f0947254f77554dd5c70fd0feb5e5d 2024-12-06T02:13:55,178 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for a7f0947254f77554dd5c70fd0feb5e5d 2024-12-06T02:13:55,181 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened a7f0947254f77554dd5c70fd0feb5e5d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59537108, jitterRate=-0.11282795667648315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T02:13:55,181 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a7f0947254f77554dd5c70fd0feb5e5d 2024-12-06T02:13:55,181 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for a7f0947254f77554dd5c70fd0feb5e5d: Running coprocessor pre-open hook at 1733451235127Writing region info on filesystem at 1733451235127Initializing all the Stores at 1733451235137 (+10 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451235137Cleaning up temporary data from old regions at 1733451235172 (+35 ms)Running coprocessor post-open hooks at 1733451235181 (+9 ms)Region opened successfully at 1733451235181 2024-12-06T02:13:55,182 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733451193768.a7f0947254f77554dd5c70fd0feb5e5d., pid=44, masterSystemTime=1733451235062 2024-12-06T02:13:55,185 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733451193768.a7f0947254f77554dd5c70fd0feb5e5d. 2024-12-06T02:13:55,185 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733451193768.a7f0947254f77554dd5c70fd0feb5e5d. 2024-12-06T02:13:55,186 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=a7f0947254f77554dd5c70fd0feb5e5d, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,42617,1733451179753 2024-12-06T02:13:55,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7f0947254f77554dd5c70fd0feb5e5d, server=5c7979348d1b,42617,1733451179753 because future has completed 2024-12-06T02:13:55,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=42 2024-12-06T02:13:55,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure a7f0947254f77554dd5c70fd0feb5e5d, server=5c7979348d1b,42617,1733451179753 in 10.1300 sec 2024-12-06T02:13:55,197 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a7f0947254f77554dd5c70fd0feb5e5d 2024-12-06T02:13:55,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=36 2024-12-06T02:13:55,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a7f0947254f77554dd5c70fd0feb5e5d, ASSIGN in 10.3160 sec 2024-12-06T02:13:55,199 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 5c7979348d1b,35775,1733451179886 after splitting done 2024-12-06T02:13:55,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 5c7979348d1b,35775,1733451179886, splitWal=true, meta=false in 20.3250 sec 2024-12-06T02:13:57,801 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T02:14:00,615 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T02:14:02,443 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-06T02:14:05,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32769 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-06T02:14:05,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0. 2024-12-06T02:14:05,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32769 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-06T02:14:05,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733451193768.7a9e35a587d610f60dacb1e3fe1e250f. 2024-12-06T02:14:05,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 908f4862979637c1bc3818d1203b1ef0: 2024-12-06T02:14:05,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0. for SnapshotProcedureTest completed. 2024-12-06T02:14:05,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 7a9e35a587d610f60dacb1e3fe1e250f: 2024-12-06T02:14:05,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733451193768.7a9e35a587d610f60dacb1e3fe1e250f. for SnapshotProcedureTest completed. 2024-12-06T02:14:05,134 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733451193768.7a9e35a587d610f60dacb1e3fe1e250f.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T02:14:05,134 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T02:14:05,134 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T02:14:05,134 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T02:14:05,134 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T02:14:05,134 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T02:14:05,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42617 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-06T02:14:05,144 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733451193768.5751297a51a195aa6de9b072a36403ad. 2024-12-06T02:14:05,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42617 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-06T02:14:05,144 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 5751297a51a195aa6de9b072a36403ad: 2024-12-06T02:14:05,144 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733451193768.a7f0947254f77554dd5c70fd0feb5e5d. 2024-12-06T02:14:05,144 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733451193768.5751297a51a195aa6de9b072a36403ad. for SnapshotProcedureTest completed. 2024-12-06T02:14:05,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for a7f0947254f77554dd5c70fd0feb5e5d: 2024-12-06T02:14:05,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733451193768.a7f0947254f77554dd5c70fd0feb5e5d. for SnapshotProcedureTest completed. 2024-12-06T02:14:05,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733451193768.5751297a51a195aa6de9b072a36403ad.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T02:14:05,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T02:14:05,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T02:14:05,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733451193768.a7f0947254f77554dd5c70fd0feb5e5d.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T02:14:05,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T02:14:05,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T02:14:05,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741857_1033 (size=65) 2024-12-06T02:14:05,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741857_1033 (size=65) 2024-12-06T02:14:05,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37507 is added to blk_1073741857_1033 (size=65) 2024-12-06T02:14:05,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733451193768.7a9e35a587d610f60dacb1e3fe1e250f. 2024-12-06T02:14:05,173 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-06T02:14:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40477 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-06T02:14:05,174 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40477 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7a9e35a587d610f60dacb1e3fe1e250f 2024-12-06T02:14:05,174 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7a9e35a587d610f60dacb1e3fe1e250f 2024-12-06T02:14:05,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7a9e35a587d610f60dacb1e3fe1e250f in 30.4440 sec 2024-12-06T02:14:05,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37507 is added to blk_1073741859_1035 (size=65) 2024-12-06T02:14:05,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741859_1035 (size=65) 2024-12-06T02:14:05,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741859_1035 (size=65) 2024-12-06T02:14:05,210 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733451193768.5751297a51a195aa6de9b072a36403ad. 2024-12-06T02:14:05,210 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-06T02:14:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40477 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-06T02:14:05,211 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40477 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5751297a51a195aa6de9b072a36403ad 2024-12-06T02:14:05,211 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5751297a51a195aa6de9b072a36403ad 2024-12-06T02:14:05,216 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5751297a51a195aa6de9b072a36403ad in 30.4810 sec 2024-12-06T02:14:05,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37507 is added to blk_1073741858_1034 (size=57) 2024-12-06T02:14:05,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741858_1034 (size=57) 2024-12-06T02:14:05,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741858_1034 (size=57) 2024-12-06T02:14:05,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0. 2024-12-06T02:14:05,223 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-06T02:14:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40477 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-06T02:14:05,223 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40477 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 908f4862979637c1bc3818d1203b1ef0 2024-12-06T02:14:05,224 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 908f4862979637c1bc3818d1203b1ef0 2024-12-06T02:14:05,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 908f4862979637c1bc3818d1203b1ef0 in 30.4940 sec 2024-12-06T02:14:05,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741860_1036 (size=57) 2024-12-06T02:14:05,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37507 is added to blk_1073741860_1036 (size=57) 2024-12-06T02:14:05,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741860_1036 (size=57) 2024-12-06T02:14:05,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733451193768.a7f0947254f77554dd5c70fd0feb5e5d. 2024-12-06T02:14:05,241 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-06T02:14:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40477 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-06T02:14:05,241 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40477 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a7f0947254f77554dd5c70fd0feb5e5d 2024-12-06T02:14:05,242 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a7f0947254f77554dd5c70fd0feb5e5d 2024-12-06T02:14:05,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-12-06T02:14:05,247 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-06T02:14:05,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a7f0947254f77554dd5c70fd0feb5e5d in 30.5130 sec 2024-12-06T02:14:05,250 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-06T02:14:05,253 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-06T02:14:05,254 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-06T02:14:05,257 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-06T02:14:05,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741861_1037 (size=1094) 2024-12-06T02:14:05,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741861_1037 (size=1094) 2024-12-06T02:14:05,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37507 is added to blk_1073741861_1037 (size=1094) 2024-12-06T02:14:05,334 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-06T02:14:05,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-06T02:14:05,357 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5c7979348d1b,42617,1733451179753 2024-12-06T02:14:05,357 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5c7979348d1b,32769,1733451179969 2024-12-06T02:14:05,357 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5c7979348d1b,42617,1733451179753 2024-12-06T02:14:05,357 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5c7979348d1b,42617,1733451179753 2024-12-06T02:14:05,357 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5c7979348d1b,32769,1733451179969 2024-12-06T02:14:05,366 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5c7979348d1b,32769,1733451179969 2024-12-06T02:14:07,005 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:40477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-06T02:14:09,401 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e4df4f0d9c9efcf7ccd4bb22febeff38, had cached 0 bytes from a total of 47197 2024-12-06T02:14:09,515 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ca9e2bc9b8f16250a88cb835f9ddfac9, had cached 0 bytes from a total of 28623 2024-12-06T02:14:13,406 DEBUG [master/5c7979348d1b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3e5d2e1bf963c70fe50808f2152b4971 changed from -1.0 to 0.0, refreshing cache 2024-12-06T02:14:13,408 DEBUG [master/5c7979348d1b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fdcde9729f74afb199c290667fac8bb2 changed from -1.0 to 0.0, refreshing cache 2024-12-06T02:14:13,416 DEBUG [master/5c7979348d1b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7a9e35a587d610f60dacb1e3fe1e250f changed from -1.0 to 0.0, refreshing cache 2024-12-06T02:14:13,420 DEBUG [master/5c7979348d1b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ca9e2bc9b8f16250a88cb835f9ddfac9 changed from -1.0 to 0.0, refreshing cache 2024-12-06T02:14:13,420 DEBUG [master/5c7979348d1b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 908f4862979637c1bc3818d1203b1ef0 changed from -1.0 to 0.0, refreshing cache 2024-12-06T02:14:13,421 DEBUG [master/5c7979348d1b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a7f0947254f77554dd5c70fd0feb5e5d changed from -1.0 to 0.0, refreshing cache 2024-12-06T02:14:13,421 DEBUG [master/5c7979348d1b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 695622e180af89d89dbe61517816b2c9 changed from -1.0 to 0.0, refreshing cache 2024-12-06T02:14:13,421 DEBUG [master/5c7979348d1b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region dead0d628f1fc213e2f0f9de2766037f changed from -1.0 to 0.0, refreshing cache 2024-12-06T02:14:13,421 DEBUG [master/5c7979348d1b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5751297a51a195aa6de9b072a36403ad changed from -1.0 to 0.0, refreshing cache 2024-12-06T02:14:13,421 DEBUG [master/5c7979348d1b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e4df4f0d9c9efcf7ccd4bb22febeff38 changed from -1.0 to 0.0, refreshing cache 2024-12-06T02:14:15,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42617 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-06T02:14:15,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32769 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-12-06T02:14:15,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42617 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-06T02:14:15,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32769 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-12-06T02:14:15,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42617 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-12-06T02:14:15,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32769 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-06T02:14:15,390 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-06T02:14:15,392 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-06T02:14:15,392 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-06T02:14:15,392 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-06T02:14:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40477 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-12-06T02:14:15,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40477 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-12-06T02:14:15,410 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5c7979348d1b,32769,1733451179969 Release verify snapshot worker=5c7979348d1b,32769,1733451179969 2024-12-06T02:14:15,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-06T02:14:15,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-06T02:14:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40477 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-06T02:14:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40477 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-06T02:14:15,420 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-06T02:14:15,420 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-06T02:14:15,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5c7979348d1b,32769,1733451179969 in 10.0640 sec 2024-12-06T02:14:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40477 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-06T02:14:15,423 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5c7979348d1b,42617,1733451179753 Release verify snapshot worker=5c7979348d1b,42617,1733451179753 2024-12-06T02:14:15,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5c7979348d1b,42617,1733451179753 in 10.0770 sec 2024-12-06T02:14:15,426 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5c7979348d1b,32769,1733451179969 Release verify snapshot worker=5c7979348d1b,32769,1733451179969 2024-12-06T02:14:15,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5c7979348d1b,32769,1733451179969 in 10.0800 sec 2024-12-06T02:14:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40477 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-06T02:14:15,429 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5c7979348d1b,42617,1733451179753 2024-12-06T02:14:15,429 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5c7979348d1b,32769,1733451179969 2024-12-06T02:14:15,429 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5c7979348d1b,32769,1733451179969 2024-12-06T02:14:15,434 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5c7979348d1b,32769,1733451179969 Release verify snapshot worker=5c7979348d1b,32769,1733451179969 2024-12-06T02:14:15,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5c7979348d1b,32769,1733451179969 in 10.0880 sec 2024-12-06T02:14:15,441 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5c7979348d1b,42617,1733451179753 Release verify snapshot worker=5c7979348d1b,42617,1733451179753 2024-12-06T02:14:15,442 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5c7979348d1b,42617,1733451179753 Release verify snapshot worker=5c7979348d1b,42617,1733451179753 2024-12-06T02:14:15,446 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5c7979348d1b,42617,1733451179753 2024-12-06T02:14:15,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5c7979348d1b,42617,1733451179753 in 10.0950 sec 2024-12-06T02:14:15,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5c7979348d1b,42617,1733451179753 in 10.0960 sec 2024-12-06T02:14:25,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32769 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-12-06T02:14:25,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42617 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-06T02:14:25,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32769 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-12-06T02:14:25,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42617 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-12-06T02:14:25,430 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-06T02:14:25,430 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-06T02:14:25,431 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-06T02:14:25,431 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-06T02:14:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40477 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-06T02:14:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40477 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-06T02:14:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40477 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-06T02:14:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40477 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-06T02:14:25,434 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5c7979348d1b,42617,1733451179753 Release verify snapshot worker=5c7979348d1b,42617,1733451179753 2024-12-06T02:14:25,434 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5c7979348d1b,32769,1733451179969 Release verify snapshot worker=5c7979348d1b,32769,1733451179969 2024-12-06T02:14:25,435 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5c7979348d1b,42617,1733451179753 Release verify snapshot worker=5c7979348d1b,42617,1733451179753 2024-12-06T02:14:25,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5c7979348d1b,42617,1733451179753 in 20.0880 sec 2024-12-06T02:14:25,436 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5c7979348d1b,32769,1733451179969 Release verify snapshot worker=5c7979348d1b,32769,1733451179969 2024-12-06T02:14:25,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5c7979348d1b,32769,1733451179969 in 20.0880 sec 2024-12-06T02:14:25,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5c7979348d1b,42617,1733451179753 in 20.0900 sec 2024-12-06T02:14:25,438 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=25 2024-12-06T02:14:25,438 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5c7979348d1b,32769,1733451179969 in 20.0900 sec 2024-12-06T02:14:25,438 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-06T02:14:25,439 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/.hbase-snapshot/SnapshotProcedureTest 2024-12-06T02:14:25,442 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-06T02:14:25,442 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-06T02:14:25,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.7760 sec 2024-12-06T02:14:25,490 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-06T02:14:25,499 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-06T02:14:25,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T02:14:25,499 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:14:25,500 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:14:25,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:14:25,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:14:25,500 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T02:14:25,500 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=436609712, stopped=false 2024-12-06T02:14:25,501 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5c7979348d1b,40477,1733451178639 2024-12-06T02:14:25,501 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:14:25,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x101a869db480001, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T02:14:25,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32769-0x101a869db480003, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T02:14:25,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32769-0x101a869db480003, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:14:25,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x101a869db480001, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:14:25,533 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42617-0x101a869db480001, quorum=127.0.0.1:49766, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T02:14:25,533 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32769-0x101a869db480003, quorum=127.0.0.1:49766, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T02:14:25,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40477-0x101a869db480000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T02:14:25,533 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:14:25,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40477-0x101a869db480000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:14:25,534 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:14:25,534 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:14:25,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:14:25,534 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5c7979348d1b,42617,1733451179753' ***** 2024-12-06T02:14:25,534 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40477-0x101a869db480000, quorum=127.0.0.1:49766, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T02:14:25,534 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T02:14:25,534 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5c7979348d1b,32769,1733451179969' ***** 2024-12-06T02:14:25,534 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T02:14:25,535 INFO [RS:0;5c7979348d1b:42617 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T02:14:25,535 INFO [RS:0;5c7979348d1b:42617 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T02:14:25,535 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T02:14:25,535 INFO [RS:0;5c7979348d1b:42617 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T02:14:25,535 INFO [RS:2;5c7979348d1b:32769 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T02:14:25,535 INFO [RS:0;5c7979348d1b:42617 {}] regionserver.HRegionServer(3091): Received CLOSE for dead0d628f1fc213e2f0f9de2766037f 2024-12-06T02:14:25,535 INFO [RS:2;5c7979348d1b:32769 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T02:14:25,535 INFO [RS:2;5c7979348d1b:32769 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T02:14:25,535 INFO [RS:2;5c7979348d1b:32769 {}] regionserver.HRegionServer(3091): Received CLOSE for 7a9e35a587d610f60dacb1e3fe1e250f 2024-12-06T02:14:25,536 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T02:14:25,536 INFO [RS:0;5c7979348d1b:42617 {}] regionserver.HRegionServer(3091): Received CLOSE for a7f0947254f77554dd5c70fd0feb5e5d 2024-12-06T02:14:25,536 INFO [RS:0;5c7979348d1b:42617 {}] regionserver.HRegionServer(3091): Received CLOSE for 695622e180af89d89dbe61517816b2c9 2024-12-06T02:14:25,536 INFO [RS:0;5c7979348d1b:42617 {}] regionserver.HRegionServer(3091): Received CLOSE for e4df4f0d9c9efcf7ccd4bb22febeff38 2024-12-06T02:14:25,536 INFO [RS:2;5c7979348d1b:32769 {}] regionserver.HRegionServer(3091): Received CLOSE for ca9e2bc9b8f16250a88cb835f9ddfac9 2024-12-06T02:14:25,536 INFO [RS:2;5c7979348d1b:32769 {}] regionserver.HRegionServer(3091): Received CLOSE for 908f4862979637c1bc3818d1203b1ef0 2024-12-06T02:14:25,536 INFO [RS:0;5c7979348d1b:42617 {}] regionserver.HRegionServer(3091): Received CLOSE for 5751297a51a195aa6de9b072a36403ad 2024-12-06T02:14:25,536 INFO [RS:2;5c7979348d1b:32769 {}] regionserver.HRegionServer(3091): Received CLOSE for fdcde9729f74afb199c290667fac8bb2 2024-12-06T02:14:25,536 INFO [RS:2;5c7979348d1b:32769 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e5d2e1bf963c70fe50808f2152b4971 2024-12-06T02:14:25,536 INFO [RS:0;5c7979348d1b:42617 {}] regionserver.HRegionServer(959): stopping server 5c7979348d1b,42617,1733451179753 2024-12-06T02:14:25,536 INFO [RS:2;5c7979348d1b:32769 {}] regionserver.HRegionServer(959): stopping server 5c7979348d1b,32769,1733451179969 2024-12-06T02:14:25,536 INFO [RS:0;5c7979348d1b:42617 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:14:25,536 INFO [RS:2;5c7979348d1b:32769 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:14:25,536 INFO [RS:0;5c7979348d1b:42617 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:42617. 2024-12-06T02:14:25,536 INFO [RS:2;5c7979348d1b:32769 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;5c7979348d1b:32769. 2024-12-06T02:14:25,536 DEBUG [RS:2;5c7979348d1b:32769 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:14:25,536 DEBUG [RS:2;5c7979348d1b:32769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:14:25,537 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dead0d628f1fc213e2f0f9de2766037f, disabling compactions & flushes 2024-12-06T02:14:25,537 INFO [RS:2;5c7979348d1b:32769 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-06T02:14:25,537 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733451193768.dead0d628f1fc213e2f0f9de2766037f. 2024-12-06T02:14:25,537 DEBUG [RS:2;5c7979348d1b:32769 {}] regionserver.HRegionServer(1325): Online Regions={7a9e35a587d610f60dacb1e3fe1e250f=SPTestTable,66666664,1733451193768.7a9e35a587d610f60dacb1e3fe1e250f., ca9e2bc9b8f16250a88cb835f9ddfac9=SPTestTable,b333332f,1733451193768.ca9e2bc9b8f16250a88cb835f9ddfac9., 908f4862979637c1bc3818d1203b1ef0=SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0., fdcde9729f74afb199c290667fac8bb2=SPTestTable,4ccccccb,1733451193768.fdcde9729f74afb199c290667fac8bb2., 3e5d2e1bf963c70fe50808f2152b4971=SPTestTable,33333332,1733451193768.3e5d2e1bf963c70fe50808f2152b4971.} 2024-12-06T02:14:25,537 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733451193768.dead0d628f1fc213e2f0f9de2766037f. 2024-12-06T02:14:25,537 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733451193768.dead0d628f1fc213e2f0f9de2766037f. after waiting 0 ms 2024-12-06T02:14:25,537 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733451193768.dead0d628f1fc213e2f0f9de2766037f. 2024-12-06T02:14:25,537 DEBUG [RS:2;5c7979348d1b:32769 {}] regionserver.HRegionServer(1351): Waiting on 3e5d2e1bf963c70fe50808f2152b4971, 7a9e35a587d610f60dacb1e3fe1e250f, 908f4862979637c1bc3818d1203b1ef0, ca9e2bc9b8f16250a88cb835f9ddfac9, fdcde9729f74afb199c290667fac8bb2 2024-12-06T02:14:25,537 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7a9e35a587d610f60dacb1e3fe1e250f, disabling compactions & flushes 2024-12-06T02:14:25,537 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733451193768.7a9e35a587d610f60dacb1e3fe1e250f. 2024-12-06T02:14:25,537 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733451193768.7a9e35a587d610f60dacb1e3fe1e250f. 2024-12-06T02:14:25,537 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733451193768.7a9e35a587d610f60dacb1e3fe1e250f. after waiting 0 ms 2024-12-06T02:14:25,538 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733451193768.7a9e35a587d610f60dacb1e3fe1e250f. 2024-12-06T02:14:25,538 DEBUG [RS:0;5c7979348d1b:42617 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:14:25,538 DEBUG [RS:0;5c7979348d1b:42617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:14:25,538 INFO [RS:0;5c7979348d1b:42617 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T02:14:25,538 INFO [RS:0;5c7979348d1b:42617 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T02:14:25,538 INFO [RS:0;5c7979348d1b:42617 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T02:14:25,538 INFO [RS:0;5c7979348d1b:42617 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T02:14:25,539 INFO [RS:0;5c7979348d1b:42617 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-06T02:14:25,539 DEBUG [RS:0;5c7979348d1b:42617 {}] regionserver.HRegionServer(1325): Online Regions={dead0d628f1fc213e2f0f9de2766037f=SPTestTable,7ffffffd,1733451193768.dead0d628f1fc213e2f0f9de2766037f., a7f0947254f77554dd5c70fd0feb5e5d=SPTestTable,,1733451193768.a7f0947254f77554dd5c70fd0feb5e5d., 695622e180af89d89dbe61517816b2c9=SPTestTable,19999999,1733451193768.695622e180af89d89dbe61517816b2c9., 1588230740=hbase:meta,,1.1588230740, e4df4f0d9c9efcf7ccd4bb22febeff38=SPTestTable,ccccccc8,1733451193768.e4df4f0d9c9efcf7ccd4bb22febeff38., 5751297a51a195aa6de9b072a36403ad=SPTestTable,99999996,1733451193768.5751297a51a195aa6de9b072a36403ad.} 2024-12-06T02:14:25,539 DEBUG [RS:0;5c7979348d1b:42617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5751297a51a195aa6de9b072a36403ad, 695622e180af89d89dbe61517816b2c9, a7f0947254f77554dd5c70fd0feb5e5d, dead0d628f1fc213e2f0f9de2766037f, e4df4f0d9c9efcf7ccd4bb22febeff38 2024-12-06T02:14:25,539 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:14:25,539 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:14:25,539 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:14:25,540 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:14:25,540 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:14:25,540 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.26 KB heapSize=27.28 KB 2024-12-06T02:14:25,546 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/7a9e35a587d610f60dacb1e3fe1e250f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T02:14:25,549 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733451193768.7a9e35a587d610f60dacb1e3fe1e250f. 2024-12-06T02:14:25,550 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7a9e35a587d610f60dacb1e3fe1e250f: Waiting for close lock at 1733451265537Running coprocessor pre-close hooks at 1733451265537Disabling compacts and flushes for region at 1733451265537Disabling writes for close at 1733451265538 (+1 ms)Writing region close event to WAL at 1733451265541 (+3 ms)Running coprocessor post-close hooks at 1733451265547 (+6 ms)Closed at 1733451265549 (+2 ms) 2024-12-06T02:14:25,550 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733451193768.7a9e35a587d610f60dacb1e3fe1e250f. 2024-12-06T02:14:25,551 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ca9e2bc9b8f16250a88cb835f9ddfac9, disabling compactions & flushes 2024-12-06T02:14:25,551 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733451193768.ca9e2bc9b8f16250a88cb835f9ddfac9. 2024-12-06T02:14:25,551 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733451193768.ca9e2bc9b8f16250a88cb835f9ddfac9. 2024-12-06T02:14:25,551 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733451193768.ca9e2bc9b8f16250a88cb835f9ddfac9. after waiting 0 ms 2024-12-06T02:14:25,551 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733451193768.ca9e2bc9b8f16250a88cb835f9ddfac9. 2024-12-06T02:14:25,553 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/dead0d628f1fc213e2f0f9de2766037f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T02:14:25,559 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733451193768.dead0d628f1fc213e2f0f9de2766037f. 2024-12-06T02:14:25,559 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dead0d628f1fc213e2f0f9de2766037f: Waiting for close lock at 1733451265536Running coprocessor pre-close hooks at 1733451265537 (+1 ms)Disabling compacts and flushes for region at 1733451265537Disabling writes for close at 1733451265537Writing region close event to WAL at 1733451265537Running coprocessor post-close hooks at 1733451265559 (+22 ms)Closed at 1733451265559 2024-12-06T02:14:25,559 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733451193768.dead0d628f1fc213e2f0f9de2766037f. 2024-12-06T02:14:25,560 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a7f0947254f77554dd5c70fd0feb5e5d, disabling compactions & flushes 2024-12-06T02:14:25,560 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733451193768.a7f0947254f77554dd5c70fd0feb5e5d. 2024-12-06T02:14:25,560 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733451193768.a7f0947254f77554dd5c70fd0feb5e5d. 2024-12-06T02:14:25,560 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733451193768.a7f0947254f77554dd5c70fd0feb5e5d. after waiting 0 ms 2024-12-06T02:14:25,560 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733451193768.a7f0947254f77554dd5c70fd0feb5e5d. 2024-12-06T02:14:25,573 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/a7f0947254f77554dd5c70fd0feb5e5d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T02:14:25,574 INFO [regionserver/5c7979348d1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:14:25,575 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/ca9e2bc9b8f16250a88cb835f9ddfac9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T02:14:25,575 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733451193768.a7f0947254f77554dd5c70fd0feb5e5d. 2024-12-06T02:14:25,575 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a7f0947254f77554dd5c70fd0feb5e5d: Waiting for close lock at 1733451265559Running coprocessor pre-close hooks at 1733451265559Disabling compacts and flushes for region at 1733451265559Disabling writes for close at 1733451265560 (+1 ms)Writing region close event to WAL at 1733451265567 (+7 ms)Running coprocessor post-close hooks at 1733451265574 (+7 ms)Closed at 1733451265575 (+1 ms) 2024-12-06T02:14:25,575 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733451193768.a7f0947254f77554dd5c70fd0feb5e5d. 2024-12-06T02:14:25,575 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 695622e180af89d89dbe61517816b2c9, disabling compactions & flushes 2024-12-06T02:14:25,575 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733451193768.695622e180af89d89dbe61517816b2c9. 2024-12-06T02:14:25,575 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733451193768.695622e180af89d89dbe61517816b2c9. 2024-12-06T02:14:25,575 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733451193768.695622e180af89d89dbe61517816b2c9. after waiting 0 ms 2024-12-06T02:14:25,576 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733451193768.695622e180af89d89dbe61517816b2c9. 2024-12-06T02:14:25,576 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/hbase/meta/1588230740/.tmp/info/3119970aa72549c79b776fb9156d8d51 is 167, key is SPTestTable,19999999,1733451193768.695622e180af89d89dbe61517816b2c9./info:regioninfo/1733451204557/Put/seqid=0 2024-12-06T02:14:25,576 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733451193768.ca9e2bc9b8f16250a88cb835f9ddfac9. 2024-12-06T02:14:25,576 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ca9e2bc9b8f16250a88cb835f9ddfac9: Waiting for close lock at 1733451265551Running coprocessor pre-close hooks at 1733451265551Disabling compacts and flushes for region at 1733451265551Disabling writes for close at 1733451265551Writing region close event to WAL at 1733451265566 (+15 ms)Running coprocessor post-close hooks at 1733451265576 (+10 ms)Closed at 1733451265576 2024-12-06T02:14:25,576 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733451193768.ca9e2bc9b8f16250a88cb835f9ddfac9. 2024-12-06T02:14:25,576 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 908f4862979637c1bc3818d1203b1ef0, disabling compactions & flushes 2024-12-06T02:14:25,576 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0. 2024-12-06T02:14:25,576 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0. 2024-12-06T02:14:25,576 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0. after waiting 0 ms 2024-12-06T02:14:25,577 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0. 2024-12-06T02:14:25,578 INFO [regionserver/5c7979348d1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:14:25,582 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/908f4862979637c1bc3818d1203b1ef0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T02:14:25,583 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0. 2024-12-06T02:14:25,583 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 908f4862979637c1bc3818d1203b1ef0: Waiting for close lock at 1733451265576Running coprocessor pre-close hooks at 1733451265576Disabling compacts and flushes for region at 1733451265576Disabling writes for close at 1733451265577 (+1 ms)Writing region close event to WAL at 1733451265577Running coprocessor post-close hooks at 1733451265583 (+6 ms)Closed at 1733451265583 2024-12-06T02:14:25,583 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733451193768.908f4862979637c1bc3818d1203b1ef0. 2024-12-06T02:14:25,583 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fdcde9729f74afb199c290667fac8bb2, disabling compactions & flushes 2024-12-06T02:14:25,583 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733451193768.fdcde9729f74afb199c290667fac8bb2. 2024-12-06T02:14:25,583 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733451193768.fdcde9729f74afb199c290667fac8bb2. 2024-12-06T02:14:25,583 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733451193768.fdcde9729f74afb199c290667fac8bb2. after waiting 0 ms 2024-12-06T02:14:25,583 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733451193768.fdcde9729f74afb199c290667fac8bb2. 2024-12-06T02:14:25,591 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/695622e180af89d89dbe61517816b2c9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T02:14:25,592 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733451193768.695622e180af89d89dbe61517816b2c9. 2024-12-06T02:14:25,592 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 695622e180af89d89dbe61517816b2c9: Waiting for close lock at 1733451265575Running coprocessor pre-close hooks at 1733451265575Disabling compacts and flushes for region at 1733451265575Disabling writes for close at 1733451265576 (+1 ms)Writing region close event to WAL at 1733451265576Running coprocessor post-close hooks at 1733451265592 (+16 ms)Closed at 1733451265592 2024-12-06T02:14:25,593 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733451193768.695622e180af89d89dbe61517816b2c9. 2024-12-06T02:14:25,593 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e4df4f0d9c9efcf7ccd4bb22febeff38, disabling compactions & flushes 2024-12-06T02:14:25,593 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733451193768.e4df4f0d9c9efcf7ccd4bb22febeff38. 2024-12-06T02:14:25,593 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733451193768.e4df4f0d9c9efcf7ccd4bb22febeff38. 2024-12-06T02:14:25,593 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733451193768.e4df4f0d9c9efcf7ccd4bb22febeff38. after waiting 0 ms 2024-12-06T02:14:25,593 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733451193768.e4df4f0d9c9efcf7ccd4bb22febeff38. 2024-12-06T02:14:25,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37507 is added to blk_1073741862_1038 (size=20260) 2024-12-06T02:14:25,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741862_1038 (size=20260) 2024-12-06T02:14:25,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741862_1038 (size=20260) 2024-12-06T02:14:25,600 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.11 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/hbase/meta/1588230740/.tmp/info/3119970aa72549c79b776fb9156d8d51 2024-12-06T02:14:25,606 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/fdcde9729f74afb199c290667fac8bb2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T02:14:25,607 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733451193768.fdcde9729f74afb199c290667fac8bb2. 2024-12-06T02:14:25,607 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fdcde9729f74afb199c290667fac8bb2: Waiting for close lock at 1733451265583Running coprocessor pre-close hooks at 1733451265583Disabling compacts and flushes for region at 1733451265583Disabling writes for close at 1733451265583Writing region close event to WAL at 1733451265584 (+1 ms)Running coprocessor post-close hooks at 1733451265607 (+23 ms)Closed at 1733451265607 2024-12-06T02:14:25,607 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733451193768.fdcde9729f74afb199c290667fac8bb2. 2024-12-06T02:14:25,608 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e5d2e1bf963c70fe50808f2152b4971, disabling compactions & flushes 2024-12-06T02:14:25,608 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733451193768.3e5d2e1bf963c70fe50808f2152b4971. 2024-12-06T02:14:25,608 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733451193768.3e5d2e1bf963c70fe50808f2152b4971. 2024-12-06T02:14:25,608 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733451193768.3e5d2e1bf963c70fe50808f2152b4971. after waiting 0 ms 2024-12-06T02:14:25,608 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733451193768.3e5d2e1bf963c70fe50808f2152b4971. 2024-12-06T02:14:25,627 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/e4df4f0d9c9efcf7ccd4bb22febeff38/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T02:14:25,628 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733451193768.e4df4f0d9c9efcf7ccd4bb22febeff38. 2024-12-06T02:14:25,628 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e4df4f0d9c9efcf7ccd4bb22febeff38: Waiting for close lock at 1733451265593Running coprocessor pre-close hooks at 1733451265593Disabling compacts and flushes for region at 1733451265593Disabling writes for close at 1733451265593Writing region close event to WAL at 1733451265605 (+12 ms)Running coprocessor post-close hooks at 1733451265628 (+23 ms)Closed at 1733451265628 2024-12-06T02:14:25,628 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733451193768.e4df4f0d9c9efcf7ccd4bb22febeff38. 2024-12-06T02:14:25,628 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5751297a51a195aa6de9b072a36403ad, disabling compactions & flushes 2024-12-06T02:14:25,629 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733451193768.5751297a51a195aa6de9b072a36403ad. 2024-12-06T02:14:25,629 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733451193768.5751297a51a195aa6de9b072a36403ad. 2024-12-06T02:14:25,629 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733451193768.5751297a51a195aa6de9b072a36403ad. after waiting 0 ms 2024-12-06T02:14:25,629 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733451193768.5751297a51a195aa6de9b072a36403ad. 2024-12-06T02:14:25,629 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/3e5d2e1bf963c70fe50808f2152b4971/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T02:14:25,630 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733451193768.3e5d2e1bf963c70fe50808f2152b4971. 2024-12-06T02:14:25,630 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e5d2e1bf963c70fe50808f2152b4971: Waiting for close lock at 1733451265608Running coprocessor pre-close hooks at 1733451265608Disabling compacts and flushes for region at 1733451265608Disabling writes for close at 1733451265608Writing region close event to WAL at 1733451265608Running coprocessor post-close hooks at 1733451265630 (+22 ms)Closed at 1733451265630 2024-12-06T02:14:25,630 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733451193768.3e5d2e1bf963c70fe50808f2152b4971. 2024-12-06T02:14:25,644 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/hbase/meta/1588230740/.tmp/ns/fc17c95fa8b4415e8a883b0071b94189 is 43, key is default/ns:d/1733451193304/Put/seqid=0 2024-12-06T02:14:25,645 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/default/SPTestTable/5751297a51a195aa6de9b072a36403ad/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T02:14:25,646 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733451193768.5751297a51a195aa6de9b072a36403ad. 2024-12-06T02:14:25,646 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5751297a51a195aa6de9b072a36403ad: Waiting for close lock at 1733451265628Running coprocessor pre-close hooks at 1733451265628Disabling compacts and flushes for region at 1733451265628Disabling writes for close at 1733451265629 (+1 ms)Writing region close event to WAL at 1733451265636 (+7 ms)Running coprocessor post-close hooks at 1733451265646 (+10 ms)Closed at 1733451265646 2024-12-06T02:14:25,646 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733451193768.5751297a51a195aa6de9b072a36403ad. 2024-12-06T02:14:25,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741863_1039 (size=5153) 2024-12-06T02:14:25,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37507 is added to blk_1073741863_1039 (size=5153) 2024-12-06T02:14:25,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741863_1039 (size=5153) 2024-12-06T02:14:25,668 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/hbase/meta/1588230740/.tmp/ns/fc17c95fa8b4415e8a883b0071b94189 2024-12-06T02:14:25,706 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/hbase/meta/1588230740/.tmp/table/2e8d42cb84574a72835c3ed32bb2e28e is 47, key is SPTestTable/table:state/1733451204588/Put/seqid=0 2024-12-06T02:14:25,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741864_1040 (size=5214) 2024-12-06T02:14:25,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37507 is added to blk_1073741864_1040 (size=5214) 2024-12-06T02:14:25,739 DEBUG [RS:0;5c7979348d1b:42617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:14:25,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741864_1040 (size=5214) 2024-12-06T02:14:25,740 INFO [RS:2;5c7979348d1b:32769 {}] regionserver.HRegionServer(976): stopping server 5c7979348d1b,32769,1733451179969; all regions closed. 2024-12-06T02:14:25,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741835_1011 (size=3530) 2024-12-06T02:14:25,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741835_1011 (size=3530) 2024-12-06T02:14:25,769 DEBUG [RS:2;5c7979348d1b:32769 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/oldWALs 2024-12-06T02:14:25,769 INFO [RS:2;5c7979348d1b:32769 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5c7979348d1b%2C32769%2C1733451179969:(num 1733451182665) 2024-12-06T02:14:25,769 DEBUG [RS:2;5c7979348d1b:32769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:14:25,769 INFO [RS:2;5c7979348d1b:32769 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:14:25,772 INFO [RS:2;5c7979348d1b:32769 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:14:25,772 INFO [RS:2;5c7979348d1b:32769 {}] hbase.ChoreService(370): Chore service for: regionserver/5c7979348d1b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T02:14:25,772 INFO [RS:2;5c7979348d1b:32769 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T02:14:25,772 INFO [RS:2;5c7979348d1b:32769 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T02:14:25,772 INFO [regionserver/5c7979348d1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:14:25,772 INFO [RS:2;5c7979348d1b:32769 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T02:14:25,772 INFO [RS:2;5c7979348d1b:32769 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:14:25,773 INFO [RS:2;5c7979348d1b:32769 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32769 2024-12-06T02:14:25,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32769-0x101a869db480003, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5c7979348d1b,32769,1733451179969 2024-12-06T02:14:25,785 INFO [RS:2;5c7979348d1b:32769 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:14:25,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40477-0x101a869db480000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T02:14:25,795 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5c7979348d1b,32769,1733451179969] 2024-12-06T02:14:25,805 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5c7979348d1b,32769,1733451179969 already deleted, retry=false 2024-12-06T02:14:25,806 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5c7979348d1b,32769,1733451179969 expired; onlineServers=1 2024-12-06T02:14:25,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32769-0x101a869db480003, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:14:25,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32769-0x101a869db480003, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:14:25,897 INFO [RS:2;5c7979348d1b:32769 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:14:25,897 INFO [RS:2;5c7979348d1b:32769 {}] regionserver.HRegionServer(1031): Exiting; stopping=5c7979348d1b,32769,1733451179969; zookeeper connection closed. 2024-12-06T02:14:25,899 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c0885ed {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c0885ed 2024-12-06T02:14:25,939 DEBUG [RS:0;5c7979348d1b:42617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:14:26,140 DEBUG [RS:0;5c7979348d1b:42617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:14:26,140 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/hbase/meta/1588230740/.tmp/table/2e8d42cb84574a72835c3ed32bb2e28e 2024-12-06T02:14:26,149 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/hbase/meta/1588230740/.tmp/info/3119970aa72549c79b776fb9156d8d51 as hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/hbase/meta/1588230740/info/3119970aa72549c79b776fb9156d8d51 2024-12-06T02:14:26,158 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/hbase/meta/1588230740/info/3119970aa72549c79b776fb9156d8d51, entries=116, sequenceid=37, filesize=19.8 K 2024-12-06T02:14:26,159 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/hbase/meta/1588230740/.tmp/ns/fc17c95fa8b4415e8a883b0071b94189 as hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/hbase/meta/1588230740/ns/fc17c95fa8b4415e8a883b0071b94189 2024-12-06T02:14:26,168 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/hbase/meta/1588230740/ns/fc17c95fa8b4415e8a883b0071b94189, entries=2, sequenceid=37, filesize=5.0 K 2024-12-06T02:14:26,169 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/hbase/meta/1588230740/.tmp/table/2e8d42cb84574a72835c3ed32bb2e28e as hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/hbase/meta/1588230740/table/2e8d42cb84574a72835c3ed32bb2e28e 2024-12-06T02:14:26,183 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/hbase/meta/1588230740/table/2e8d42cb84574a72835c3ed32bb2e28e, entries=2, sequenceid=37, filesize=5.1 K 2024-12-06T02:14:26,184 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 644ms, sequenceid=37, compaction requested=false 2024-12-06T02:14:26,191 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-12-06T02:14:26,192 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:14:26,192 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:14:26,193 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451265539Running coprocessor pre-close hooks at 1733451265539Disabling compacts and flushes for region at 1733451265539Disabling writes for close at 1733451265540 (+1 ms)Obtaining lock to block concurrent updates at 1733451265540Preparing flush snapshotting stores in 1588230740 at 1733451265540Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16652, getHeapSize=27872, getOffHeapSize=0, getCellsCount=136 at 1733451265541 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733451265541Flushing 1588230740/info: creating writer at 1733451265542 (+1 ms)Flushing 1588230740/info: appending metadata at 1733451265575 (+33 ms)Flushing 1588230740/info: closing flushed file at 1733451265575Flushing 1588230740/ns: creating writer at 1733451265617 (+42 ms)Flushing 1588230740/ns: appending metadata at 1733451265643 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1733451265643Flushing 1588230740/table: creating writer at 1733451265684 (+41 ms)Flushing 1588230740/table: appending metadata at 1733451265705 (+21 ms)Flushing 1588230740/table: closing flushed file at 1733451265705Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b402eb8: reopening flushed file at 1733451266148 (+443 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b749c2f: reopening flushed file at 1733451266158 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56ca5b11: reopening flushed file at 1733451266168 (+10 ms)Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 644ms, sequenceid=37, compaction requested=false at 1733451266185 (+17 ms)Writing region close event to WAL at 1733451266186 (+1 ms)Running coprocessor post-close hooks at 1733451266192 (+6 ms)Closed at 1733451266192 2024-12-06T02:14:26,193 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T02:14:26,340 INFO [RS:0;5c7979348d1b:42617 {}] regionserver.HRegionServer(976): stopping server 5c7979348d1b,42617,1733451179753; all regions closed. 2024-12-06T02:14:26,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741836_1012 (size=19450) 2024-12-06T02:14:26,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37507 is added to blk_1073741836_1012 (size=19450) 2024-12-06T02:14:26,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741836_1012 (size=19450) 2024-12-06T02:14:26,351 DEBUG [RS:0;5c7979348d1b:42617 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/oldWALs 2024-12-06T02:14:26,351 INFO [RS:0;5c7979348d1b:42617 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5c7979348d1b%2C42617%2C1733451179753.meta:.meta(num 1733451192976) 2024-12-06T02:14:26,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741833_1009 (size=3500) 2024-12-06T02:14:26,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741833_1009 (size=3500) 2024-12-06T02:14:26,356 DEBUG [RS:0;5c7979348d1b:42617 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/oldWALs 2024-12-06T02:14:26,356 INFO [RS:0;5c7979348d1b:42617 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5c7979348d1b%2C42617%2C1733451179753:(num 1733451182622) 2024-12-06T02:14:26,356 DEBUG [RS:0;5c7979348d1b:42617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:14:26,356 INFO [RS:0;5c7979348d1b:42617 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:14:26,356 INFO [RS:0;5c7979348d1b:42617 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:14:26,356 INFO [RS:0;5c7979348d1b:42617 {}] hbase.ChoreService(370): Chore service for: regionserver/5c7979348d1b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T02:14:26,356 INFO [RS:0;5c7979348d1b:42617 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:14:26,356 INFO [regionserver/5c7979348d1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:14:26,357 INFO [RS:0;5c7979348d1b:42617 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42617 2024-12-06T02:14:26,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40477-0x101a869db480000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T02:14:26,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x101a869db480001, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5c7979348d1b,42617,1733451179753 2024-12-06T02:14:26,427 INFO [RS:0;5c7979348d1b:42617 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:14:26,428 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5c7979348d1b,42617,1733451179753] 2024-12-06T02:14:26,457 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5c7979348d1b,42617,1733451179753 already deleted, retry=false 2024-12-06T02:14:26,457 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5c7979348d1b,42617,1733451179753 expired; onlineServers=0 2024-12-06T02:14:26,457 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5c7979348d1b,40477,1733451178639' ***** 2024-12-06T02:14:26,457 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T02:14:26,457 INFO [M:0;5c7979348d1b:40477 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:14:26,457 INFO [M:0;5c7979348d1b:40477 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:14:26,457 DEBUG [M:0;5c7979348d1b:40477 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T02:14:26,458 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T02:14:26,458 DEBUG [M:0;5c7979348d1b:40477 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T02:14:26,458 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451182062 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451182062,5,FailOnTimeoutGroup] 2024-12-06T02:14:26,458 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451182064 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451182064,5,FailOnTimeoutGroup] 2024-12-06T02:14:26,458 INFO [M:0;5c7979348d1b:40477 {}] hbase.ChoreService(370): Chore service for: master/5c7979348d1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T02:14:26,458 INFO [M:0;5c7979348d1b:40477 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:14:26,458 DEBUG [M:0;5c7979348d1b:40477 {}] master.HMaster(1795): Stopping service threads 2024-12-06T02:14:26,458 INFO [M:0;5c7979348d1b:40477 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T02:14:26,458 INFO [M:0;5c7979348d1b:40477 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:14:26,459 INFO [M:0;5c7979348d1b:40477 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T02:14:26,459 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T02:14:26,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40477-0x101a869db480000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T02:14:26,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40477-0x101a869db480000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:14:26,478 DEBUG [M:0;5c7979348d1b:40477 {}] zookeeper.ZKUtil(347): master:40477-0x101a869db480000, quorum=127.0.0.1:49766, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T02:14:26,478 WARN [M:0;5c7979348d1b:40477 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T02:14:26,479 INFO [M:0;5c7979348d1b:40477 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/.lastflushedseqids 2024-12-06T02:14:26,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741865_1041 (size=686) 2024-12-06T02:14:26,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37507 is added to blk_1073741865_1041 (size=686) 2024-12-06T02:14:26,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741865_1041 (size=686) 2024-12-06T02:14:26,493 INFO [M:0;5c7979348d1b:40477 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T02:14:26,494 INFO [M:0;5c7979348d1b:40477 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T02:14:26,494 DEBUG [M:0;5c7979348d1b:40477 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:14:26,494 INFO [M:0;5c7979348d1b:40477 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:14:26,494 DEBUG [M:0;5c7979348d1b:40477 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:14:26,494 DEBUG [M:0;5c7979348d1b:40477 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:14:26,494 DEBUG [M:0;5c7979348d1b:40477 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:14:26,494 INFO [M:0;5c7979348d1b:40477 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.91 KB heapSize=242.93 KB 2024-12-06T02:14:26,517 DEBUG [M:0;5c7979348d1b:40477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/18d4f4dcdba84d23a488ff42005d2cc9 is 82, key is hbase:meta,,1/info:regioninfo/1733451193179/Put/seqid=0 2024-12-06T02:14:26,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741866_1042 (size=5672) 2024-12-06T02:14:26,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37507 is added to blk_1073741866_1042 (size=5672) 2024-12-06T02:14:26,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741866_1042 (size=5672) 2024-12-06T02:14:26,525 INFO [M:0;5c7979348d1b:40477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/18d4f4dcdba84d23a488ff42005d2cc9 2024-12-06T02:14:26,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x101a869db480001, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:14:26,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x101a869db480001, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:14:26,537 INFO [RS:0;5c7979348d1b:42617 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:14:26,537 INFO [RS:0;5c7979348d1b:42617 {}] regionserver.HRegionServer(1031): Exiting; stopping=5c7979348d1b,42617,1733451179753; zookeeper connection closed. 2024-12-06T02:14:26,538 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2aa825ca {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2aa825ca 2024-12-06T02:14:26,538 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-06T02:14:26,553 DEBUG [M:0;5c7979348d1b:40477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a91f0a532ca47b7a330386741215abe is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733451204610/Put/seqid=0 2024-12-06T02:14:26,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741867_1043 (size=8972) 2024-12-06T02:14:26,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741867_1043 (size=8972) 2024-12-06T02:14:26,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37507 is added to blk_1073741867_1043 (size=8972) 2024-12-06T02:14:26,564 INFO [M:0;5c7979348d1b:40477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195.17 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a91f0a532ca47b7a330386741215abe 2024-12-06T02:14:26,572 INFO [M:0;5c7979348d1b:40477 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a91f0a532ca47b7a330386741215abe 2024-12-06T02:14:26,600 DEBUG [M:0;5c7979348d1b:40477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/50df1756204e4100a4edea54aa1d7b05 is 69, key is 5c7979348d1b,32769,1733451179969/rs:state/1733451182123/Put/seqid=0 2024-12-06T02:14:26,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741868_1044 (size=5446) 2024-12-06T02:14:26,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741868_1044 (size=5446) 2024-12-06T02:14:26,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37507 is added to blk_1073741868_1044 (size=5446) 2024-12-06T02:14:26,611 INFO [M:0;5c7979348d1b:40477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/50df1756204e4100a4edea54aa1d7b05 2024-12-06T02:14:26,619 INFO [M:0;5c7979348d1b:40477 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 50df1756204e4100a4edea54aa1d7b05 2024-12-06T02:14:26,621 DEBUG [M:0;5c7979348d1b:40477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/18d4f4dcdba84d23a488ff42005d2cc9 as hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/18d4f4dcdba84d23a488ff42005d2cc9 2024-12-06T02:14:26,629 INFO [M:0;5c7979348d1b:40477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/18d4f4dcdba84d23a488ff42005d2cc9, entries=8, sequenceid=516, filesize=5.5 K 2024-12-06T02:14:26,630 DEBUG [M:0;5c7979348d1b:40477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a91f0a532ca47b7a330386741215abe as hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5a91f0a532ca47b7a330386741215abe 2024-12-06T02:14:26,641 INFO [M:0;5c7979348d1b:40477 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a91f0a532ca47b7a330386741215abe 2024-12-06T02:14:26,641 INFO [M:0;5c7979348d1b:40477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5a91f0a532ca47b7a330386741215abe, entries=56, sequenceid=516, filesize=8.8 K 2024-12-06T02:14:26,643 DEBUG [M:0;5c7979348d1b:40477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/50df1756204e4100a4edea54aa1d7b05 as hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/50df1756204e4100a4edea54aa1d7b05 2024-12-06T02:14:26,652 INFO [M:0;5c7979348d1b:40477 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 50df1756204e4100a4edea54aa1d7b05 2024-12-06T02:14:26,653 INFO [M:0;5c7979348d1b:40477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45949/user/jenkins/test-data/4c469dcb-c465-ed77-b3cf-d5c4ce6a6dfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/50df1756204e4100a4edea54aa1d7b05, entries=3, sequenceid=516, filesize=5.3 K 2024-12-06T02:14:26,654 INFO [M:0;5c7979348d1b:40477 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.91 KB/200612, heapSize ~242.63 KB/248456, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 160ms, sequenceid=516, compaction requested=false 2024-12-06T02:14:26,656 INFO [M:0;5c7979348d1b:40477 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:14:26,656 DEBUG [M:0;5c7979348d1b:40477 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451266494Disabling compacts and flushes for region at 1733451266494Disabling writes for close at 1733451266494Obtaining lock to block concurrent updates at 1733451266494Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733451266494Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=200612, getHeapSize=248696, getOffHeapSize=0, getCellsCount=623 at 1733451266495 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733451266495Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733451266496 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733451266516 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733451266516Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733451266535 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733451266552 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733451266552Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733451266572 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733451266599 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733451266599Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26de4b17: reopening flushed file at 1733451266619 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4de2c6b7: reopening flushed file at 1733451266629 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4001112b: reopening flushed file at 1733451266641 (+12 ms)Finished flush of dataSize ~195.91 KB/200612, heapSize ~242.63 KB/248456, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 160ms, sequenceid=516, compaction requested=false at 1733451266654 (+13 ms)Writing region close event to WAL at 1733451266656 (+2 ms)Closed at 1733451266656 2024-12-06T02:14:26,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741830_1006 (size=234999) 2024-12-06T02:14:26,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43957 is added to blk_1073741830_1006 (size=234999) 2024-12-06T02:14:26,668 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:14:26,668 INFO [M:0;5c7979348d1b:40477 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T02:14:26,668 INFO [M:0;5c7979348d1b:40477 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40477 2024-12-06T02:14:26,669 INFO [M:0;5c7979348d1b:40477 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:14:26,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40477-0x101a869db480000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:14:26,779 INFO [M:0;5c7979348d1b:40477 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:14:26,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40477-0x101a869db480000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:14:26,784 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62265cc5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:14:26,787 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d8ed984{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:14:26,787 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:14:26,788 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@192e7736{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:14:26,788 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7943fac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/hadoop.log.dir/,STOPPED} 2024-12-06T02:14:26,791 WARN [BP-18978675-172.17.0.3-1733451172620 heartbeating to localhost/127.0.0.1:45949 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T02:14:26,792 WARN [BP-18978675-172.17.0.3-1733451172620 heartbeating to localhost/127.0.0.1:45949 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-18978675-172.17.0.3-1733451172620 (Datanode Uuid 534e26a3-2a5e-4655-863b-3ac3e0ebd568) service to localhost/127.0.0.1:45949 2024-12-06T02:14:26,792 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T02:14:26,792 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T02:14:26,794 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/cluster_6bfa3219-09af-b57f-5334-81904daba1c0/data/data5/current/BP-18978675-172.17.0.3-1733451172620 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:14:26,795 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/cluster_6bfa3219-09af-b57f-5334-81904daba1c0/data/data6/current/BP-18978675-172.17.0.3-1733451172620 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:14:26,795 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T02:14:26,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8aae16f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:14:26,802 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d6c315a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:14:26,802 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:14:26,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@213f4131{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:14:26,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51c66693{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/hadoop.log.dir/,STOPPED} 2024-12-06T02:14:26,806 WARN [BP-18978675-172.17.0.3-1733451172620 heartbeating to localhost/127.0.0.1:45949 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T02:14:26,806 WARN [BP-18978675-172.17.0.3-1733451172620 heartbeating to localhost/127.0.0.1:45949 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-18978675-172.17.0.3-1733451172620 (Datanode Uuid 215b4452-34a9-44ef-89b1-0c985dfe82f0) service to localhost/127.0.0.1:45949 2024-12-06T02:14:26,807 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T02:14:26,807 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T02:14:26,807 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/cluster_6bfa3219-09af-b57f-5334-81904daba1c0/data/data3/current/BP-18978675-172.17.0.3-1733451172620 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:14:26,807 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/cluster_6bfa3219-09af-b57f-5334-81904daba1c0/data/data4/current/BP-18978675-172.17.0.3-1733451172620 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:14:26,808 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T02:14:26,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56852281{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:14:26,814 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@224a6c21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:14:26,814 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:14:26,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f25444{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:14:26,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a7eb648{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/hadoop.log.dir/,STOPPED} 2024-12-06T02:14:26,816 WARN [BP-18978675-172.17.0.3-1733451172620 heartbeating to localhost/127.0.0.1:45949 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T02:14:26,816 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T02:14:26,816 WARN [BP-18978675-172.17.0.3-1733451172620 heartbeating to localhost/127.0.0.1:45949 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-18978675-172.17.0.3-1733451172620 (Datanode Uuid 1cde715b-c854-4e0c-b260-9b51c9673a7b) service to localhost/127.0.0.1:45949 2024-12-06T02:14:26,816 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T02:14:26,817 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/cluster_6bfa3219-09af-b57f-5334-81904daba1c0/data/data2/current/BP-18978675-172.17.0.3-1733451172620 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:14:26,817 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T02:14:26,820 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/cluster_6bfa3219-09af-b57f-5334-81904daba1c0/data/data1/current/BP-18978675-172.17.0.3-1733451172620 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:14:26,827 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@dc50b10{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:14:26,827 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b7cbd73{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:14:26,828 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:14:26,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b2f1e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:14:26,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a379fe7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/hadoop.log.dir/,STOPPED} 2024-12-06T02:14:26,855 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T02:14:26,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T02:14:26,913 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=96 (was 11) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:45949 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5c7979348d1b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5c7979348d1b:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Client (1186425077) connection to localhost/127.0.0.1:45949 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5c7979348d1b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5c7979348d1b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5c7979348d1b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5c7979348d1b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1186425077) connection to localhost/127.0.0.1:45949 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45949 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45949 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@785e71b9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1186425077) connection to localhost/127.0.0.1:45949 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45949 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5c7979348d1b:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1186425077) connection to localhost/127.0.0.1:45949 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=436 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=675 (was 664) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3622 (was 4973) 2024-12-06T02:14:26,920 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=97, OpenFileDescriptor=436, MaxFileDescriptor=1048576, SystemLoadAverage=675, ProcessCount=11, AvailableMemoryMB=3620 2024-12-06T02:14:26,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/hadoop.log.dir so I do NOT create it in target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e 2024-12-06T02:14:26,935 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T02:14:26,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/hadoop.tmp.dir so I do NOT create it in target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e 2024-12-06T02:14:26,935 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d01d14eb-bb26-c8e5-0204-cd6905e9c809/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T02:14:26,935 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e 2024-12-06T02:14:26,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T02:14:26,935 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/cluster_64644832-cd2d-1fdb-6c40-41efd833d63d, deleteOnExit=true 2024-12-06T02:14:26,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T02:14:26,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/test.cache.data in system properties and HBase conf 2024-12-06T02:14:26,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T02:14:26,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/hadoop.log.dir in system properties and HBase conf 2024-12-06T02:14:26,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T02:14:26,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T02:14:26,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T02:14:26,936 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T02:14:26,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:14:26,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:14:26,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T02:14:26,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:14:26,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T02:14:26,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T02:14:26,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:14:26,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:14:26,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T02:14:26,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/nfs.dump.dir in system properties and HBase conf 2024-12-06T02:14:26,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/java.io.tmpdir in system properties and HBase conf 2024-12-06T02:14:26,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:14:26,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T02:14:26,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T02:14:27,315 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:14:27,322 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:14:27,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:14:27,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:14:27,337 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T02:14:27,338 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:14:27,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c2679dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:14:27,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fea521c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:14:27,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43c9544c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/java.io.tmpdir/jetty-localhost-45921-hadoop-hdfs-3_4_1-tests_jar-_-any-17035672482700526883/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:14:27,454 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34ce3a4f{HTTP/1.1, (http/1.1)}{localhost:45921} 2024-12-06T02:14:27,454 INFO [Time-limited test {}] server.Server(415): Started @98384ms 2024-12-06T02:14:27,825 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:14:27,829 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:14:27,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:14:27,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:14:27,832 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T02:14:27,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@718407b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:14:27,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bd4cf52{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:14:27,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73ca7a78{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/java.io.tmpdir/jetty-localhost-36949-hadoop-hdfs-3_4_1-tests_jar-_-any-10304349179879420737/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:14:27,938 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@754bd476{HTTP/1.1, (http/1.1)}{localhost:36949} 2024-12-06T02:14:27,938 INFO [Time-limited test {}] server.Server(415): Started @98868ms 2024-12-06T02:14:27,940 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T02:14:27,989 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:14:27,992 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:14:27,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:14:27,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:14:27,994 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T02:14:27,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67d39030{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:14:27,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@746c3e7f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:14:28,123 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@441a2cf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/java.io.tmpdir/jetty-localhost-46549-hadoop-hdfs-3_4_1-tests_jar-_-any-8447752356288719665/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:14:28,123 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64e7468c{HTTP/1.1, (http/1.1)}{localhost:46549} 2024-12-06T02:14:28,124 INFO [Time-limited test {}] server.Server(415): Started @99053ms 2024-12-06T02:14:28,125 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T02:14:28,168 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:14:28,173 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:14:28,178 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:14:28,178 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:14:28,178 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T02:14:28,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24cdc1e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:14:28,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7903c93a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:14:28,279 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22e9465b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/java.io.tmpdir/jetty-localhost-44919-hadoop-hdfs-3_4_1-tests_jar-_-any-1368442328060303214/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:14:28,279 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61bdab13{HTTP/1.1, (http/1.1)}{localhost:44919} 2024-12-06T02:14:28,279 INFO [Time-limited test {}] server.Server(415): Started @99209ms 2024-12-06T02:14:28,281 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T02:14:29,221 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:14:29,222 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T02:14:29,222 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T02:14:29,868 WARN [Thread-694 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/cluster_64644832-cd2d-1fdb-6c40-41efd833d63d/data/data1/current/BP-1219438710-172.17.0.3-1733451266959/current, will proceed with Du for space computation calculation, 2024-12-06T02:14:29,868 WARN [Thread-695 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/cluster_64644832-cd2d-1fdb-6c40-41efd833d63d/data/data2/current/BP-1219438710-172.17.0.3-1733451266959/current, will proceed with Du for space computation calculation, 2024-12-06T02:14:29,893 WARN [Thread-634 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T02:14:29,895 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce1214b954398fe with lease ID 0x99f1d7acca15065: Processing first storage report for DS-3b832b75-c6d1-492b-8ea3-129b3c2d3773 from datanode DatanodeRegistration(127.0.0.1:33669, datanodeUuid=70e261ad-9b6c-467d-826e-e0096e7de8d9, infoPort=33127, infoSecurePort=0, ipcPort=45161, storageInfo=lv=-57;cid=testClusterID;nsid=1197926770;c=1733451266959) 2024-12-06T02:14:29,895 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce1214b954398fe with lease ID 0x99f1d7acca15065: from storage DS-3b832b75-c6d1-492b-8ea3-129b3c2d3773 node DatanodeRegistration(127.0.0.1:33669, datanodeUuid=70e261ad-9b6c-467d-826e-e0096e7de8d9, infoPort=33127, infoSecurePort=0, ipcPort=45161, storageInfo=lv=-57;cid=testClusterID;nsid=1197926770;c=1733451266959), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T02:14:29,895 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce1214b954398fe with lease ID 0x99f1d7acca15065: Processing first storage report for DS-3f75fb15-fa5b-4e94-8d86-a90510564284 from datanode DatanodeRegistration(127.0.0.1:33669, datanodeUuid=70e261ad-9b6c-467d-826e-e0096e7de8d9, infoPort=33127, infoSecurePort=0, ipcPort=45161, storageInfo=lv=-57;cid=testClusterID;nsid=1197926770;c=1733451266959) 2024-12-06T02:14:29,895 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce1214b954398fe with lease ID 0x99f1d7acca15065: from storage DS-3f75fb15-fa5b-4e94-8d86-a90510564284 node DatanodeRegistration(127.0.0.1:33669, datanodeUuid=70e261ad-9b6c-467d-826e-e0096e7de8d9, infoPort=33127, infoSecurePort=0, ipcPort=45161, storageInfo=lv=-57;cid=testClusterID;nsid=1197926770;c=1733451266959), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:14:30,480 WARN [Thread-706 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/cluster_64644832-cd2d-1fdb-6c40-41efd833d63d/data/data4/current/BP-1219438710-172.17.0.3-1733451266959/current, will proceed with Du for space computation calculation, 2024-12-06T02:14:30,480 WARN [Thread-705 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/cluster_64644832-cd2d-1fdb-6c40-41efd833d63d/data/data3/current/BP-1219438710-172.17.0.3-1733451266959/current, will proceed with Du for space computation calculation, 2024-12-06T02:14:30,495 WARN [Thread-657 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T02:14:30,497 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56f3d795f4776228 with lease ID 0x99f1d7acca15066: Processing first storage report for DS-3484b988-34a5-473e-9daf-c86c41b1100e from datanode DatanodeRegistration(127.0.0.1:39691, datanodeUuid=f3244102-3a80-464c-972f-cb559de7c0c9, infoPort=35451, infoSecurePort=0, ipcPort=32959, storageInfo=lv=-57;cid=testClusterID;nsid=1197926770;c=1733451266959) 2024-12-06T02:14:30,497 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56f3d795f4776228 with lease ID 0x99f1d7acca15066: from storage DS-3484b988-34a5-473e-9daf-c86c41b1100e node DatanodeRegistration(127.0.0.1:39691, datanodeUuid=f3244102-3a80-464c-972f-cb559de7c0c9, infoPort=35451, infoSecurePort=0, ipcPort=32959, storageInfo=lv=-57;cid=testClusterID;nsid=1197926770;c=1733451266959), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T02:14:30,497 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56f3d795f4776228 with lease ID 0x99f1d7acca15066: Processing first storage report for DS-7a9006a1-60ad-42f6-aeb5-3226aa1a313a from datanode DatanodeRegistration(127.0.0.1:39691, datanodeUuid=f3244102-3a80-464c-972f-cb559de7c0c9, infoPort=35451, infoSecurePort=0, ipcPort=32959, storageInfo=lv=-57;cid=testClusterID;nsid=1197926770;c=1733451266959) 2024-12-06T02:14:30,497 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56f3d795f4776228 with lease ID 0x99f1d7acca15066: from storage DS-7a9006a1-60ad-42f6-aeb5-3226aa1a313a node DatanodeRegistration(127.0.0.1:39691, datanodeUuid=f3244102-3a80-464c-972f-cb559de7c0c9, infoPort=35451, infoSecurePort=0, ipcPort=32959, storageInfo=lv=-57;cid=testClusterID;nsid=1197926770;c=1733451266959), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:14:30,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:14:30,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:14:30,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:14:30,634 WARN [Thread-716 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/cluster_64644832-cd2d-1fdb-6c40-41efd833d63d/data/data5/current/BP-1219438710-172.17.0.3-1733451266959/current, will proceed with Du for space computation calculation, 2024-12-06T02:14:30,635 WARN [Thread-717 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/cluster_64644832-cd2d-1fdb-6c40-41efd833d63d/data/data6/current/BP-1219438710-172.17.0.3-1733451266959/current, will proceed with Du for space computation calculation, 2024-12-06T02:14:30,664 WARN [Thread-679 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T02:14:30,667 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x607e8ea05fca38e3 with lease ID 0x99f1d7acca15067: Processing first storage report for DS-8e34f8e7-dd24-4360-a9f2-ba23e1ed4889 from datanode DatanodeRegistration(127.0.0.1:34679, datanodeUuid=c1a4a876-8744-4ba3-93c6-9ba8e54e6705, infoPort=37523, infoSecurePort=0, ipcPort=37495, storageInfo=lv=-57;cid=testClusterID;nsid=1197926770;c=1733451266959) 2024-12-06T02:14:30,667 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x607e8ea05fca38e3 with lease ID 0x99f1d7acca15067: from storage DS-8e34f8e7-dd24-4360-a9f2-ba23e1ed4889 node DatanodeRegistration(127.0.0.1:34679, datanodeUuid=c1a4a876-8744-4ba3-93c6-9ba8e54e6705, infoPort=37523, infoSecurePort=0, ipcPort=37495, storageInfo=lv=-57;cid=testClusterID;nsid=1197926770;c=1733451266959), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T02:14:30,667 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x607e8ea05fca38e3 with lease ID 0x99f1d7acca15067: Processing first storage report for DS-3cbe9ac3-fd3c-4184-91c9-899a21b38b5b from datanode DatanodeRegistration(127.0.0.1:34679, datanodeUuid=c1a4a876-8744-4ba3-93c6-9ba8e54e6705, infoPort=37523, infoSecurePort=0, ipcPort=37495, storageInfo=lv=-57;cid=testClusterID;nsid=1197926770;c=1733451266959) 2024-12-06T02:14:30,667 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x607e8ea05fca38e3 with lease ID 0x99f1d7acca15067: from storage DS-3cbe9ac3-fd3c-4184-91c9-899a21b38b5b node DatanodeRegistration(127.0.0.1:34679, datanodeUuid=c1a4a876-8744-4ba3-93c6-9ba8e54e6705, infoPort=37523, infoSecurePort=0, ipcPort=37495, storageInfo=lv=-57;cid=testClusterID;nsid=1197926770;c=1733451266959), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:14:30,725 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e 2024-12-06T02:14:30,728 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/cluster_64644832-cd2d-1fdb-6c40-41efd833d63d/zookeeper_0, clientPort=65248, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/cluster_64644832-cd2d-1fdb-6c40-41efd833d63d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/cluster_64644832-cd2d-1fdb-6c40-41efd833d63d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T02:14:30,729 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65248 2024-12-06T02:14:30,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:14:30,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:14:30,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741825_1001 (size=7) 2024-12-06T02:14:30,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741825_1001 (size=7) 2024-12-06T02:14:30,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741825_1001 (size=7) 2024-12-06T02:14:30,747 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47 with version=8 2024-12-06T02:14:30,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/hbase-staging 2024-12-06T02:14:30,749 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:14:30,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:14:30,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:14:30,749 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:14:30,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:14:30,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:14:30,750 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T02:14:30,750 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:14:30,751 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33205 2024-12-06T02:14:30,753 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33205 connecting to ZooKeeper ensemble=127.0.0.1:65248 2024-12-06T02:14:30,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332050x0, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:14:30,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33205-0x101a86b45f30000 connected 2024-12-06T02:14:31,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:14:31,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:14:31,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33205-0x101a86b45f30000, quorum=127.0.0.1:65248, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T02:14:31,038 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47, hbase.cluster.distributed=false 2024-12-06T02:14:31,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33205-0x101a86b45f30000, quorum=127.0.0.1:65248, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T02:14:31,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33205 2024-12-06T02:14:31,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33205 2024-12-06T02:14:31,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33205 2024-12-06T02:14:31,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33205 2024-12-06T02:14:31,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33205 2024-12-06T02:14:31,065 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:14:31,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:14:31,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:14:31,065 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:14:31,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:14:31,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:14:31,065 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T02:14:31,066 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:14:31,066 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44393 2024-12-06T02:14:31,067 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:14:31,068 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44393 connecting to ZooKeeper ensemble=127.0.0.1:65248 2024-12-06T02:14:31,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:14:31,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:14:31,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:14:31,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:14:31,092 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443930x0, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:14:31,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443930x0, quorum=127.0.0.1:65248, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T02:14:31,094 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T02:14:31,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44393-0x101a86b45f30001 connected 2024-12-06T02:14:31,101 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T02:14:31,102 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44393-0x101a86b45f30001, quorum=127.0.0.1:65248, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T02:14:31,103 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44393-0x101a86b45f30001, quorum=127.0.0.1:65248, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T02:14:31,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44393 2024-12-06T02:14:31,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44393 2024-12-06T02:14:31,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44393 2024-12-06T02:14:31,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44393 2024-12-06T02:14:31,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44393 2024-12-06T02:14:31,134 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:14:31,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:14:31,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:14:31,135 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:14:31,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:14:31,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:14:31,135 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T02:14:31,135 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:14:31,136 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37925 2024-12-06T02:14:31,138 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37925 connecting to ZooKeeper ensemble=127.0.0.1:65248 2024-12-06T02:14:31,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:14:31,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:14:31,182 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379250x0, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:14:31,182 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37925-0x101a86b45f30002 connected 2024-12-06T02:14:31,183 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37925-0x101a86b45f30002, quorum=127.0.0.1:65248, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T02:14:31,183 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T02:14:31,185 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T02:14:31,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37925-0x101a86b45f30002, quorum=127.0.0.1:65248, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T02:14:31,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37925-0x101a86b45f30002, quorum=127.0.0.1:65248, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T02:14:31,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37925 2024-12-06T02:14:31,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37925 2024-12-06T02:14:31,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37925 2024-12-06T02:14:31,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37925 2024-12-06T02:14:31,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37925 2024-12-06T02:14:31,206 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:14:31,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:14:31,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:14:31,206 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:14:31,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:14:31,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:14:31,206 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T02:14:31,207 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:14:31,207 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39803 2024-12-06T02:14:31,208 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39803 connecting to ZooKeeper ensemble=127.0.0.1:65248 2024-12-06T02:14:31,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:14:31,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:14:31,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398030x0, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:14:31,224 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398030x0, quorum=127.0.0.1:65248, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T02:14:31,225 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39803-0x101a86b45f30003 connected 2024-12-06T02:14:31,225 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T02:14:31,225 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T02:14:31,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39803-0x101a86b45f30003, quorum=127.0.0.1:65248, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T02:14:31,227 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39803-0x101a86b45f30003, quorum=127.0.0.1:65248, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T02:14:31,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39803 2024-12-06T02:14:31,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39803 2024-12-06T02:14:31,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39803 2024-12-06T02:14:31,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39803 2024-12-06T02:14:31,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39803 2024-12-06T02:14:31,241 DEBUG [M:0;5c7979348d1b:33205 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5c7979348d1b:33205 2024-12-06T02:14:31,244 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/5c7979348d1b,33205,1733451270749 2024-12-06T02:14:31,302 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37925-0x101a86b45f30002, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T02:14:31,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x101a86b45f30000, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T02:14:31,302 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44393-0x101a86b45f30001, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T02:14:31,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x101a86b45f30003, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T02:14:31,303 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33205-0x101a86b45f30000, quorum=127.0.0.1:65248, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5c7979348d1b,33205,1733451270749 2024-12-06T02:14:31,390 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37925-0x101a86b45f30002, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T02:14:31,390 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44393-0x101a86b45f30001, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T02:14:31,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x101a86b45f30003, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T02:14:31,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x101a86b45f30003, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:14:31,390 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37925-0x101a86b45f30002, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:14:31,390 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44393-0x101a86b45f30001, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:14:31,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x101a86b45f30000, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:14:31,392 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33205-0x101a86b45f30000, quorum=127.0.0.1:65248, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T02:14:31,393 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5c7979348d1b,33205,1733451270749 from backup master directory 2024-12-06T02:14:31,439 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44393-0x101a86b45f30001, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T02:14:31,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x101a86b45f30000, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5c7979348d1b,33205,1733451270749 2024-12-06T02:14:31,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x101a86b45f30003, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T02:14:31,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x101a86b45f30000, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T02:14:31,440 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37925-0x101a86b45f30002, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T02:14:31,440 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:14:31,440 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5c7979348d1b,33205,1733451270749 2024-12-06T02:14:31,448 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/hbase.id] with ID: eb75033a-4f94-4646-a13f-ba5786298d40 2024-12-06T02:14:31,448 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/.tmp/hbase.id 2024-12-06T02:14:31,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741826_1002 (size=42) 2024-12-06T02:14:31,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741826_1002 (size=42) 2024-12-06T02:14:31,477 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/.tmp/hbase.id]:[hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/hbase.id] 2024-12-06T02:14:31,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741826_1002 (size=42) 2024-12-06T02:14:31,497 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:14:31,497 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T02:14:31,501 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-12-06T02:14:31,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x101a86b45f30003, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:14:31,513 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37925-0x101a86b45f30002, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:14:31,513 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44393-0x101a86b45f30001, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:14:31,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x101a86b45f30000, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:14:31,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741827_1003 (size=196) 2024-12-06T02:14:31,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741827_1003 (size=196) 2024-12-06T02:14:31,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741827_1003 (size=196) 2024-12-06T02:14:31,536 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:14:31,537 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T02:14:31,543 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:14:31,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741828_1004 (size=1189) 2024-12-06T02:14:31,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741828_1004 (size=1189) 2024-12-06T02:14:31,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741828_1004 (size=1189) 2024-12-06T02:14:31,584 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/MasterData/data/master/store 2024-12-06T02:14:31,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741829_1005 (size=34) 2024-12-06T02:14:31,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741829_1005 (size=34) 2024-12-06T02:14:31,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741829_1005 (size=34) 2024-12-06T02:14:31,599 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:14:31,599 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:14:31,599 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:14:31,599 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:14:31,599 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:14:31,599 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:14:31,599 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:14:31,599 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451271599Disabling compacts and flushes for region at 1733451271599Disabling writes for close at 1733451271599Writing region close event to WAL at 1733451271599Closed at 1733451271599 2024-12-06T02:14:31,601 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/MasterData/data/master/store/.initializing 2024-12-06T02:14:31,601 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/MasterData/WALs/5c7979348d1b,33205,1733451270749 2024-12-06T02:14:31,602 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:14:31,605 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5c7979348d1b%2C33205%2C1733451270749, suffix=, logDir=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/MasterData/WALs/5c7979348d1b,33205,1733451270749, archiveDir=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/MasterData/oldWALs, maxLogs=10 2024-12-06T02:14:31,619 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/MasterData/WALs/5c7979348d1b,33205,1733451270749/5c7979348d1b%2C33205%2C1733451270749.1733451271605, exclude list is [], retry=0 2024-12-06T02:14:31,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39691,DS-3484b988-34a5-473e-9daf-c86c41b1100e,DISK] 2024-12-06T02:14:31,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34679,DS-8e34f8e7-dd24-4360-a9f2-ba23e1ed4889,DISK] 2024-12-06T02:14:31,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33669,DS-3b832b75-c6d1-492b-8ea3-129b3c2d3773,DISK] 2024-12-06T02:14:31,628 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/MasterData/WALs/5c7979348d1b,33205,1733451270749/5c7979348d1b%2C33205%2C1733451270749.1733451271605 2024-12-06T02:14:31,629 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35451:35451),(127.0.0.1/127.0.0.1:37523:37523),(127.0.0.1/127.0.0.1:33127:33127)] 2024-12-06T02:14:31,629 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:14:31,629 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:14:31,629 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:14:31,629 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:14:31,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:14:31,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T02:14:31,634 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:14:31,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:14:31,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:14:31,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T02:14:31,638 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:14:31,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:14:31,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:14:31,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T02:14:31,641 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:14:31,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:14:31,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:14:31,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T02:14:31,644 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:14:31,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:14:31,645 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:14:31,646 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:14:31,647 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:14:31,649 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:14:31,649 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:14:31,651 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:14:31,654 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:14:31,658 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:14:31,659 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72793383, jitterRate=0.08470593392848969}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:14:31,660 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733451271630Initializing all the Stores at 1733451271631 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451271631Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451271631Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451271631Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451271631Cleaning up temporary data from old regions at 1733451271649 (+18 ms)Region opened successfully at 1733451271659 (+10 ms) 2024-12-06T02:14:31,660 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T02:14:31,665 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f2151e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:14:31,667 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T02:14:31,667 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T02:14:31,667 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T02:14:31,667 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T02:14:31,668 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T02:14:31,669 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T02:14:31,669 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-06T02:14:31,675 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T02:14:31,676 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33205-0x101a86b45f30000, quorum=127.0.0.1:65248, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T02:14:31,702 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T02:14:31,703 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T02:14:31,704 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33205-0x101a86b45f30000, quorum=127.0.0.1:65248, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T02:14:31,713 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T02:14:31,714 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T02:14:31,715 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33205-0x101a86b45f30000, quorum=127.0.0.1:65248, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T02:14:31,723 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T02:14:31,725 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33205-0x101a86b45f30000, quorum=127.0.0.1:65248, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T02:14:31,734 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T02:14:31,736 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33205-0x101a86b45f30000, quorum=127.0.0.1:65248, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T02:14:31,744 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T02:14:31,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x101a86b45f30003, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T02:14:31,755 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37925-0x101a86b45f30002, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T02:14:31,755 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44393-0x101a86b45f30001, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T02:14:31,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x101a86b45f30000, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T02:14:31,755 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37925-0x101a86b45f30002, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:14:31,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x101a86b45f30003, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:14:31,755 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44393-0x101a86b45f30001, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:14:31,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x101a86b45f30000, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:14:31,756 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5c7979348d1b,33205,1733451270749, sessionid=0x101a86b45f30000, setting cluster-up flag (Was=false) 2024-12-06T02:14:31,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x101a86b45f30003, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:14:31,776 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37925-0x101a86b45f30002, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:14:31,776 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44393-0x101a86b45f30001, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:14:31,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x101a86b45f30000, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:14:31,808 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T02:14:31,809 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,33205,1733451270749 2024-12-06T02:14:31,829 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44393-0x101a86b45f30001, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:14:31,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x101a86b45f30000, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:14:31,829 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37925-0x101a86b45f30002, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:14:31,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x101a86b45f30003, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:14:31,860 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T02:14:31,864 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,33205,1733451270749 2024-12-06T02:14:31,871 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T02:14:31,881 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T02:14:31,881 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T02:14:31,881 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T02:14:31,882 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5c7979348d1b,33205,1733451270749 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T02:14:31,886 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:14:31,886 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:14:31,886 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:14:31,886 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:14:31,886 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5c7979348d1b:0, corePoolSize=10, maxPoolSize=10 2024-12-06T02:14:31,886 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:14:31,886 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:14:31,886 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:14:31,903 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:14:31,903 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T02:14:31,905 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:14:31,905 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T02:14:31,923 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733451301923 2024-12-06T02:14:31,923 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T02:14:31,924 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T02:14:31,924 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T02:14:31,924 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T02:14:31,924 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T02:14:31,924 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T02:14:31,924 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:14:31,925 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T02:14:31,925 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T02:14:31,925 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T02:14:31,925 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T02:14:31,925 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T02:14:31,928 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451271925,5,FailOnTimeoutGroup] 2024-12-06T02:14:31,928 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451271928,5,FailOnTimeoutGroup] 2024-12-06T02:14:31,929 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:14:31,929 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T02:14:31,929 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T02:14:31,929 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T02:14:31,934 INFO [RS:0;5c7979348d1b:44393 {}] regionserver.HRegionServer(746): ClusterId : eb75033a-4f94-4646-a13f-ba5786298d40 2024-12-06T02:14:31,934 DEBUG [RS:0;5c7979348d1b:44393 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T02:14:31,945 INFO [RS:1;5c7979348d1b:37925 {}] regionserver.HRegionServer(746): ClusterId : eb75033a-4f94-4646-a13f-ba5786298d40 2024-12-06T02:14:31,945 DEBUG [RS:1;5c7979348d1b:37925 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T02:14:31,946 DEBUG [RS:0;5c7979348d1b:44393 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T02:14:31,946 DEBUG [RS:0;5c7979348d1b:44393 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T02:14:31,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741831_1007 (size=1321) 2024-12-06T02:14:31,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741831_1007 (size=1321) 2024-12-06T02:14:31,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741831_1007 (size=1321) 2024-12-06T02:14:31,964 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T02:14:31,964 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47 2024-12-06T02:14:31,966 DEBUG [RS:1;5c7979348d1b:37925 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T02:14:31,966 DEBUG [RS:1;5c7979348d1b:37925 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T02:14:31,966 DEBUG [RS:0;5c7979348d1b:44393 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T02:14:31,967 DEBUG [RS:0;5c7979348d1b:44393 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57e46dc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:14:31,977 INFO [RS:2;5c7979348d1b:39803 {}] regionserver.HRegionServer(746): ClusterId : eb75033a-4f94-4646-a13f-ba5786298d40 2024-12-06T02:14:31,978 DEBUG [RS:2;5c7979348d1b:39803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T02:14:31,987 DEBUG [RS:1;5c7979348d1b:37925 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T02:14:31,987 DEBUG [RS:1;5c7979348d1b:37925 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c51944, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:14:31,988 DEBUG [RS:2;5c7979348d1b:39803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T02:14:31,989 DEBUG [RS:2;5c7979348d1b:39803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T02:14:31,992 DEBUG [RS:0;5c7979348d1b:44393 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5c7979348d1b:44393 2024-12-06T02:14:31,993 INFO [RS:0;5c7979348d1b:44393 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T02:14:31,993 INFO [RS:0;5c7979348d1b:44393 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T02:14:31,993 DEBUG [RS:0;5c7979348d1b:44393 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T02:14:32,005 INFO [RS:0;5c7979348d1b:44393 {}] regionserver.HRegionServer(2659): reportForDuty to master=5c7979348d1b,33205,1733451270749 with port=44393, startcode=1733451271065 2024-12-06T02:14:32,005 DEBUG [RS:2;5c7979348d1b:39803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T02:14:32,006 DEBUG [RS:2;5c7979348d1b:39803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25a87370, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:14:32,013 DEBUG [RS:1;5c7979348d1b:37925 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;5c7979348d1b:37925 2024-12-06T02:14:32,013 INFO [RS:1;5c7979348d1b:37925 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T02:14:32,013 INFO [RS:1;5c7979348d1b:37925 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T02:14:32,013 DEBUG [RS:1;5c7979348d1b:37925 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T02:14:32,014 DEBUG [RS:0;5c7979348d1b:44393 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T02:14:32,014 INFO [RS:1;5c7979348d1b:37925 {}] regionserver.HRegionServer(2659): reportForDuty to master=5c7979348d1b,33205,1733451270749 with port=37925, startcode=1733451271134 2024-12-06T02:14:32,015 DEBUG [RS:1;5c7979348d1b:37925 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T02:14:32,023 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T02:14:32,023 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T02:14:32,023 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33205 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5c7979348d1b,37925,1733451271134 2024-12-06T02:14:32,024 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33205 {}] master.ServerManager(517): Registering regionserver=5c7979348d1b,37925,1733451271134 2024-12-06T02:14:32,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741832_1008 (size=32) 2024-12-06T02:14:32,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741832_1008 (size=32) 2024-12-06T02:14:32,026 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33205 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5c7979348d1b,44393,1733451271065 2024-12-06T02:14:32,026 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33205 {}] master.ServerManager(517): Registering regionserver=5c7979348d1b,44393,1733451271065 2024-12-06T02:14:32,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741832_1008 (size=32) 2024-12-06T02:14:32,027 DEBUG [RS:1;5c7979348d1b:37925 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47 2024-12-06T02:14:32,027 DEBUG [RS:1;5c7979348d1b:37925 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41149 2024-12-06T02:14:32,027 DEBUG [RS:1;5c7979348d1b:37925 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T02:14:32,028 DEBUG [RS:0;5c7979348d1b:44393 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47 2024-12-06T02:14:32,028 DEBUG [RS:0;5c7979348d1b:44393 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41149 2024-12-06T02:14:32,028 DEBUG [RS:0;5c7979348d1b:44393 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T02:14:32,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:14:32,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:14:32,034 DEBUG [RS:2;5c7979348d1b:39803 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;5c7979348d1b:39803 2024-12-06T02:14:32,034 INFO [RS:2;5c7979348d1b:39803 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T02:14:32,034 INFO [RS:2;5c7979348d1b:39803 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T02:14:32,034 DEBUG [RS:2;5c7979348d1b:39803 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T02:14:32,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:14:32,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:14:32,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:14:32,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:14:32,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:14:32,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:14:32,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:14:32,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:14:32,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x101a86b45f30000, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T02:14:32,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:14:32,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:14:32,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:14:32,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:14:32,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:14:32,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:14:32,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:14:32,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:14:32,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/hbase/meta/1588230740 2024-12-06T02:14:32,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/hbase/meta/1588230740 2024-12-06T02:14:32,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:14:32,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:14:32,049 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:14:32,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:14:32,053 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:14:32,054 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74143828, jitterRate=0.10482913255691528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:14:32,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733451272028Initializing all the Stores at 1733451272029 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451272030 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451272032 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451272032Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451272032Cleaning up temporary data from old regions at 1733451272049 (+17 ms)Region opened successfully at 1733451272054 (+5 ms) 2024-12-06T02:14:32,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:14:32,055 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:14:32,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:14:32,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:14:32,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:14:32,056 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:14:32,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451272055Disabling compacts and flushes for region at 1733451272055Disabling writes for close at 1733451272055Writing region close event to WAL at 1733451272056 (+1 ms)Closed at 1733451272056 2024-12-06T02:14:32,058 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:14:32,058 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T02:14:32,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T02:14:32,059 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:14:32,060 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T02:14:32,087 DEBUG [RS:1;5c7979348d1b:37925 {}] zookeeper.ZKUtil(111): regionserver:37925-0x101a86b45f30002, quorum=127.0.0.1:65248, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5c7979348d1b,37925,1733451271134 2024-12-06T02:14:32,087 DEBUG [RS:0;5c7979348d1b:44393 {}] zookeeper.ZKUtil(111): regionserver:44393-0x101a86b45f30001, quorum=127.0.0.1:65248, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5c7979348d1b,44393,1733451271065 2024-12-06T02:14:32,087 WARN [RS:0;5c7979348d1b:44393 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:14:32,087 WARN [RS:1;5c7979348d1b:37925 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:14:32,087 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5c7979348d1b,44393,1733451271065] 2024-12-06T02:14:32,087 INFO [RS:0;5c7979348d1b:44393 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:14:32,087 INFO [RS:1;5c7979348d1b:37925 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:14:32,087 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5c7979348d1b,37925,1733451271134] 2024-12-06T02:14:32,087 DEBUG [RS:0;5c7979348d1b:44393 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/WALs/5c7979348d1b,44393,1733451271065 2024-12-06T02:14:32,087 DEBUG [RS:1;5c7979348d1b:37925 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/WALs/5c7979348d1b,37925,1733451271134 2024-12-06T02:14:32,088 INFO [RS:2;5c7979348d1b:39803 {}] regionserver.HRegionServer(2659): reportForDuty to master=5c7979348d1b,33205,1733451270749 with port=39803, startcode=1733451271206 2024-12-06T02:14:32,088 DEBUG [RS:2;5c7979348d1b:39803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T02:14:32,092 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T02:14:32,093 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33205 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5c7979348d1b,39803,1733451271206 2024-12-06T02:14:32,093 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33205 {}] master.ServerManager(517): Registering regionserver=5c7979348d1b,39803,1733451271206 2024-12-06T02:14:32,097 DEBUG [RS:2;5c7979348d1b:39803 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47 2024-12-06T02:14:32,097 DEBUG [RS:2;5c7979348d1b:39803 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41149 2024-12-06T02:14:32,097 DEBUG [RS:2;5c7979348d1b:39803 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T02:14:32,097 INFO [RS:1;5c7979348d1b:37925 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T02:14:32,099 INFO [RS:0;5c7979348d1b:44393 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T02:14:32,100 INFO [RS:1;5c7979348d1b:37925 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T02:14:32,101 INFO [RS:1;5c7979348d1b:37925 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T02:14:32,101 INFO [RS:1;5c7979348d1b:37925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:14:32,105 INFO [RS:1;5c7979348d1b:37925 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T02:14:32,106 INFO [RS:1;5c7979348d1b:37925 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T02:14:32,107 INFO [RS:1;5c7979348d1b:37925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T02:14:32,107 DEBUG [RS:1;5c7979348d1b:37925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:14:32,107 DEBUG [RS:1;5c7979348d1b:37925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:14:32,107 DEBUG [RS:1;5c7979348d1b:37925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:14:32,107 DEBUG [RS:1;5c7979348d1b:37925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:14:32,107 DEBUG [RS:1;5c7979348d1b:37925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:14:32,107 DEBUG [RS:1;5c7979348d1b:37925 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:14:32,107 DEBUG [RS:1;5c7979348d1b:37925 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:14:32,107 DEBUG [RS:1;5c7979348d1b:37925 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:14:32,107 DEBUG [RS:1;5c7979348d1b:37925 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:14:32,107 DEBUG [RS:1;5c7979348d1b:37925 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:14:32,108 DEBUG [RS:1;5c7979348d1b:37925 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:14:32,108 DEBUG [RS:1;5c7979348d1b:37925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:14:32,108 DEBUG [RS:1;5c7979348d1b:37925 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:14:32,108 DEBUG [RS:1;5c7979348d1b:37925 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:14:32,108 INFO [RS:0;5c7979348d1b:44393 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T02:14:32,109 INFO [RS:0;5c7979348d1b:44393 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T02:14:32,109 INFO [RS:0;5c7979348d1b:44393 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:14:32,112 INFO [RS:1;5c7979348d1b:37925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:14:32,112 INFO [RS:1;5c7979348d1b:37925 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:14:32,112 INFO [RS:1;5c7979348d1b:37925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:14:32,112 INFO [RS:1;5c7979348d1b:37925 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T02:14:32,112 INFO [RS:1;5c7979348d1b:37925 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T02:14:32,112 INFO [RS:1;5c7979348d1b:37925 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,37925,1733451271134-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:14:32,116 INFO [RS:0;5c7979348d1b:44393 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T02:14:32,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x101a86b45f30000, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T02:14:32,119 DEBUG [RS:2;5c7979348d1b:39803 {}] zookeeper.ZKUtil(111): regionserver:39803-0x101a86b45f30003, quorum=127.0.0.1:65248, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5c7979348d1b,39803,1733451271206 2024-12-06T02:14:32,119 WARN [RS:2;5c7979348d1b:39803 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:14:32,119 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5c7979348d1b,39803,1733451271206] 2024-12-06T02:14:32,119 INFO [RS:2;5c7979348d1b:39803 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:14:32,120 DEBUG [RS:2;5c7979348d1b:39803 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/WALs/5c7979348d1b,39803,1733451271206 2024-12-06T02:14:32,125 INFO [RS:0;5c7979348d1b:44393 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T02:14:32,127 INFO [RS:0;5c7979348d1b:44393 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T02:14:32,127 DEBUG [RS:0;5c7979348d1b:44393 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:14:32,127 DEBUG [RS:0;5c7979348d1b:44393 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:14:32,127 DEBUG [RS:0;5c7979348d1b:44393 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:14:32,128 DEBUG [RS:0;5c7979348d1b:44393 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:14:32,128 DEBUG [RS:0;5c7979348d1b:44393 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:14:32,128 DEBUG [RS:0;5c7979348d1b:44393 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:14:32,128 DEBUG [RS:0;5c7979348d1b:44393 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:14:32,128 DEBUG [RS:0;5c7979348d1b:44393 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:14:32,128 DEBUG [RS:0;5c7979348d1b:44393 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:14:32,128 DEBUG [RS:0;5c7979348d1b:44393 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:14:32,128 DEBUG [RS:0;5c7979348d1b:44393 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:14:32,128 DEBUG [RS:0;5c7979348d1b:44393 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:14:32,134 DEBUG [RS:0;5c7979348d1b:44393 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:14:32,138 DEBUG [RS:0;5c7979348d1b:44393 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:14:32,145 INFO [RS:1;5c7979348d1b:37925 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T02:14:32,145 INFO [RS:1;5c7979348d1b:37925 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,37925,1733451271134-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:14:32,146 INFO [RS:1;5c7979348d1b:37925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:14:32,146 INFO [RS:1;5c7979348d1b:37925 {}] regionserver.Replication(171): 5c7979348d1b,37925,1733451271134 started 2024-12-06T02:14:32,152 INFO [RS:2;5c7979348d1b:39803 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T02:14:32,155 INFO [RS:0;5c7979348d1b:44393 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:14:32,156 INFO [RS:0;5c7979348d1b:44393 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:14:32,156 INFO [RS:0;5c7979348d1b:44393 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:14:32,156 INFO [RS:0;5c7979348d1b:44393 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T02:14:32,156 INFO [RS:0;5c7979348d1b:44393 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T02:14:32,156 INFO [RS:0;5c7979348d1b:44393 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,44393,1733451271065-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:14:32,156 INFO [RS:2;5c7979348d1b:39803 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T02:14:32,176 INFO [RS:1;5c7979348d1b:37925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:14:32,177 INFO [RS:1;5c7979348d1b:37925 {}] regionserver.HRegionServer(1482): Serving as 5c7979348d1b,37925,1733451271134, RpcServer on 5c7979348d1b/172.17.0.3:37925, sessionid=0x101a86b45f30002 2024-12-06T02:14:32,177 DEBUG [RS:1;5c7979348d1b:37925 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T02:14:32,177 DEBUG [RS:1;5c7979348d1b:37925 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5c7979348d1b,37925,1733451271134 2024-12-06T02:14:32,177 DEBUG [RS:1;5c7979348d1b:37925 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,37925,1733451271134' 2024-12-06T02:14:32,177 DEBUG [RS:1;5c7979348d1b:37925 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T02:14:32,178 INFO [RS:2;5c7979348d1b:39803 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T02:14:32,178 INFO [RS:2;5c7979348d1b:39803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:14:32,178 DEBUG [RS:1;5c7979348d1b:37925 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T02:14:32,179 DEBUG [RS:1;5c7979348d1b:37925 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T02:14:32,179 DEBUG [RS:1;5c7979348d1b:37925 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T02:14:32,179 DEBUG [RS:1;5c7979348d1b:37925 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5c7979348d1b,37925,1733451271134 2024-12-06T02:14:32,179 DEBUG [RS:1;5c7979348d1b:37925 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,37925,1733451271134' 2024-12-06T02:14:32,179 DEBUG [RS:1;5c7979348d1b:37925 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T02:14:32,180 DEBUG [RS:1;5c7979348d1b:37925 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T02:14:32,184 DEBUG [RS:1;5c7979348d1b:37925 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T02:14:32,184 INFO [RS:1;5c7979348d1b:37925 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T02:14:32,184 INFO [RS:1;5c7979348d1b:37925 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T02:14:32,187 INFO [RS:2;5c7979348d1b:39803 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T02:14:32,188 INFO [RS:2;5c7979348d1b:39803 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T02:14:32,189 INFO [RS:2;5c7979348d1b:39803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T02:14:32,189 DEBUG [RS:2;5c7979348d1b:39803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:14:32,189 DEBUG [RS:2;5c7979348d1b:39803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:14:32,189 DEBUG [RS:2;5c7979348d1b:39803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:14:32,189 DEBUG [RS:2;5c7979348d1b:39803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:14:32,189 DEBUG [RS:2;5c7979348d1b:39803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:14:32,189 DEBUG [RS:2;5c7979348d1b:39803 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:14:32,189 DEBUG [RS:2;5c7979348d1b:39803 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:14:32,189 DEBUG [RS:2;5c7979348d1b:39803 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:14:32,190 DEBUG [RS:2;5c7979348d1b:39803 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:14:32,190 DEBUG [RS:2;5c7979348d1b:39803 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:14:32,190 DEBUG [RS:2;5c7979348d1b:39803 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:14:32,190 DEBUG [RS:2;5c7979348d1b:39803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:14:32,190 DEBUG [RS:2;5c7979348d1b:39803 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:14:32,190 DEBUG [RS:2;5c7979348d1b:39803 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:14:32,202 INFO [RS:0;5c7979348d1b:44393 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T02:14:32,202 INFO [RS:0;5c7979348d1b:44393 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,44393,1733451271065-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:14:32,203 INFO [RS:0;5c7979348d1b:44393 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:14:32,203 INFO [RS:0;5c7979348d1b:44393 {}] regionserver.Replication(171): 5c7979348d1b,44393,1733451271065 started 2024-12-06T02:14:32,203 INFO [RS:2;5c7979348d1b:39803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:14:32,203 INFO [RS:2;5c7979348d1b:39803 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:14:32,203 INFO [RS:2;5c7979348d1b:39803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:14:32,203 INFO [RS:2;5c7979348d1b:39803 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T02:14:32,203 INFO [RS:2;5c7979348d1b:39803 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T02:14:32,203 INFO [RS:2;5c7979348d1b:39803 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,39803,1733451271206-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:14:32,211 WARN [5c7979348d1b:33205 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T02:14:32,228 INFO [RS:0;5c7979348d1b:44393 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:14:32,229 INFO [RS:0;5c7979348d1b:44393 {}] regionserver.HRegionServer(1482): Serving as 5c7979348d1b,44393,1733451271065, RpcServer on 5c7979348d1b/172.17.0.3:44393, sessionid=0x101a86b45f30001 2024-12-06T02:14:32,229 DEBUG [RS:0;5c7979348d1b:44393 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T02:14:32,229 DEBUG [RS:0;5c7979348d1b:44393 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5c7979348d1b,44393,1733451271065 2024-12-06T02:14:32,229 DEBUG [RS:0;5c7979348d1b:44393 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,44393,1733451271065' 2024-12-06T02:14:32,229 DEBUG [RS:0;5c7979348d1b:44393 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T02:14:32,230 INFO [RS:2;5c7979348d1b:39803 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T02:14:32,230 DEBUG [RS:0;5c7979348d1b:44393 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T02:14:32,230 INFO [RS:2;5c7979348d1b:39803 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,39803,1733451271206-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:14:32,231 INFO [RS:2;5c7979348d1b:39803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:14:32,231 DEBUG [RS:0;5c7979348d1b:44393 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T02:14:32,231 DEBUG [RS:0;5c7979348d1b:44393 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T02:14:32,231 INFO [RS:2;5c7979348d1b:39803 {}] regionserver.Replication(171): 5c7979348d1b,39803,1733451271206 started 2024-12-06T02:14:32,231 DEBUG [RS:0;5c7979348d1b:44393 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5c7979348d1b,44393,1733451271065 2024-12-06T02:14:32,231 DEBUG [RS:0;5c7979348d1b:44393 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,44393,1733451271065' 2024-12-06T02:14:32,231 DEBUG [RS:0;5c7979348d1b:44393 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T02:14:32,231 DEBUG [RS:0;5c7979348d1b:44393 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T02:14:32,237 DEBUG [RS:0;5c7979348d1b:44393 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T02:14:32,237 INFO [RS:0;5c7979348d1b:44393 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T02:14:32,237 INFO [RS:0;5c7979348d1b:44393 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T02:14:32,251 INFO [RS:2;5c7979348d1b:39803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:14:32,251 INFO [RS:2;5c7979348d1b:39803 {}] regionserver.HRegionServer(1482): Serving as 5c7979348d1b,39803,1733451271206, RpcServer on 5c7979348d1b/172.17.0.3:39803, sessionid=0x101a86b45f30003 2024-12-06T02:14:32,251 DEBUG [RS:2;5c7979348d1b:39803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T02:14:32,251 DEBUG [RS:2;5c7979348d1b:39803 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5c7979348d1b,39803,1733451271206 2024-12-06T02:14:32,251 DEBUG [RS:2;5c7979348d1b:39803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,39803,1733451271206' 2024-12-06T02:14:32,251 DEBUG [RS:2;5c7979348d1b:39803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T02:14:32,252 DEBUG [RS:2;5c7979348d1b:39803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T02:14:32,254 DEBUG [RS:2;5c7979348d1b:39803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T02:14:32,254 DEBUG [RS:2;5c7979348d1b:39803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T02:14:32,254 DEBUG [RS:2;5c7979348d1b:39803 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5c7979348d1b,39803,1733451271206 2024-12-06T02:14:32,254 DEBUG [RS:2;5c7979348d1b:39803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,39803,1733451271206' 2024-12-06T02:14:32,254 DEBUG [RS:2;5c7979348d1b:39803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T02:14:32,255 DEBUG [RS:2;5c7979348d1b:39803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T02:14:32,255 DEBUG [RS:2;5c7979348d1b:39803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T02:14:32,255 INFO [RS:2;5c7979348d1b:39803 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T02:14:32,255 INFO [RS:2;5c7979348d1b:39803 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T02:14:32,285 INFO [RS:1;5c7979348d1b:37925 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:14:32,302 INFO [RS:1;5c7979348d1b:37925 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5c7979348d1b%2C37925%2C1733451271134, suffix=, logDir=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/WALs/5c7979348d1b,37925,1733451271134, archiveDir=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/oldWALs, maxLogs=32 2024-12-06T02:14:32,324 DEBUG [RS:1;5c7979348d1b:37925 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/WALs/5c7979348d1b,37925,1733451271134/5c7979348d1b%2C37925%2C1733451271134.1733451272303, exclude list is [], retry=0 2024-12-06T02:14:32,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39691,DS-3484b988-34a5-473e-9daf-c86c41b1100e,DISK] 2024-12-06T02:14:32,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34679,DS-8e34f8e7-dd24-4360-a9f2-ba23e1ed4889,DISK] 2024-12-06T02:14:32,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33669,DS-3b832b75-c6d1-492b-8ea3-129b3c2d3773,DISK] 2024-12-06T02:14:32,341 INFO [RS:0;5c7979348d1b:44393 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:14:32,346 INFO [RS:0;5c7979348d1b:44393 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5c7979348d1b%2C44393%2C1733451271065, suffix=, logDir=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/WALs/5c7979348d1b,44393,1733451271065, archiveDir=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/oldWALs, maxLogs=32 2024-12-06T02:14:32,356 INFO [RS:2;5c7979348d1b:39803 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:14:32,359 INFO [RS:2;5c7979348d1b:39803 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5c7979348d1b%2C39803%2C1733451271206, suffix=, logDir=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/WALs/5c7979348d1b,39803,1733451271206, archiveDir=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/oldWALs, maxLogs=32 2024-12-06T02:14:32,389 DEBUG [RS:0;5c7979348d1b:44393 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/WALs/5c7979348d1b,44393,1733451271065/5c7979348d1b%2C44393%2C1733451271065.1733451272347, exclude list is [], retry=0 2024-12-06T02:14:32,391 INFO [RS:1;5c7979348d1b:37925 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/WALs/5c7979348d1b,37925,1733451271134/5c7979348d1b%2C37925%2C1733451271134.1733451272303 2024-12-06T02:14:32,391 DEBUG [RS:2;5c7979348d1b:39803 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/WALs/5c7979348d1b,39803,1733451271206/5c7979348d1b%2C39803%2C1733451271206.1733451272360, exclude list is [], retry=0 2024-12-06T02:14:32,393 DEBUG [RS:1;5c7979348d1b:37925 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33127:33127),(127.0.0.1/127.0.0.1:37523:37523),(127.0.0.1/127.0.0.1:35451:35451)] 2024-12-06T02:14:32,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33669,DS-3b832b75-c6d1-492b-8ea3-129b3c2d3773,DISK] 2024-12-06T02:14:32,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34679,DS-8e34f8e7-dd24-4360-a9f2-ba23e1ed4889,DISK] 2024-12-06T02:14:32,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39691,DS-3484b988-34a5-473e-9daf-c86c41b1100e,DISK] 2024-12-06T02:14:32,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34679,DS-8e34f8e7-dd24-4360-a9f2-ba23e1ed4889,DISK] 2024-12-06T02:14:32,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33669,DS-3b832b75-c6d1-492b-8ea3-129b3c2d3773,DISK] 2024-12-06T02:14:32,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39691,DS-3484b988-34a5-473e-9daf-c86c41b1100e,DISK] 2024-12-06T02:14:32,454 INFO [RS:0;5c7979348d1b:44393 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/WALs/5c7979348d1b,44393,1733451271065/5c7979348d1b%2C44393%2C1733451271065.1733451272347 2024-12-06T02:14:32,461 DEBUG [5c7979348d1b:33205 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T02:14:32,462 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5c7979348d1b,37925,1733451271134 2024-12-06T02:14:32,465 DEBUG [RS:0;5c7979348d1b:44393 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33127:33127),(127.0.0.1/127.0.0.1:37523:37523),(127.0.0.1/127.0.0.1:35451:35451)] 2024-12-06T02:14:32,470 INFO [RS:2;5c7979348d1b:39803 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/WALs/5c7979348d1b,39803,1733451271206/5c7979348d1b%2C39803%2C1733451271206.1733451272360 2024-12-06T02:14:32,470 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,37925,1733451271134, state=OPENING 2024-12-06T02:14:32,472 DEBUG [RS:2;5c7979348d1b:39803 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33127:33127),(127.0.0.1/127.0.0.1:35451:35451),(127.0.0.1/127.0.0.1:37523:37523)] 2024-12-06T02:14:32,491 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T02:14:32,503 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37925-0x101a86b45f30002, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:14:32,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x101a86b45f30000, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:14:32,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x101a86b45f30003, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:14:32,504 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T02:14:32,504 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T02:14:32,504 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:14:32,504 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44393-0x101a86b45f30001, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:14:32,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,37925,1733451271134}] 2024-12-06T02:14:32,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T02:14:32,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T02:14:37,007 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:40477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-06T02:14:39,221 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T02:14:39,221 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-06T02:14:42,513 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:14:42,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41287, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T02:14:42,538 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T02:14:42,538 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:14:42,538 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T02:14:42,549 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5c7979348d1b%2C37925%2C1733451271134.meta, suffix=.meta, logDir=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/WALs/5c7979348d1b,37925,1733451271134, archiveDir=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/oldWALs, maxLogs=32 2024-12-06T02:14:42,567 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/WALs/5c7979348d1b,37925,1733451271134/5c7979348d1b%2C37925%2C1733451271134.meta.1733451282550.meta, exclude list is [], retry=0 2024-12-06T02:14:42,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33669,DS-3b832b75-c6d1-492b-8ea3-129b3c2d3773,DISK] 2024-12-06T02:14:42,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34679,DS-8e34f8e7-dd24-4360-a9f2-ba23e1ed4889,DISK] 2024-12-06T02:14:42,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39691,DS-3484b988-34a5-473e-9daf-c86c41b1100e,DISK] 2024-12-06T02:14:42,607 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/WALs/5c7979348d1b,37925,1733451271134/5c7979348d1b%2C37925%2C1733451271134.meta.1733451282550.meta 2024-12-06T02:14:42,608 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37523:37523),(127.0.0.1/127.0.0.1:33127:33127),(127.0.0.1/127.0.0.1:35451:35451)] 2024-12-06T02:14:42,608 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:14:42,609 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:14:42,609 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T02:14:42,609 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T02:14:42,609 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T02:14:42,609 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:14:42,609 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T02:14:42,609 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T02:14:42,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:14:42,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:14:42,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:14:42,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:14:42,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:14:42,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:14:42,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:14:42,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:14:42,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:14:42,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:14:42,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:14:42,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:14:42,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:14:42,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:14:42,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:14:42,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:14:42,630 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:14:42,631 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/hbase/meta/1588230740 2024-12-06T02:14:42,632 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/hbase/meta/1588230740 2024-12-06T02:14:42,633 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:14:42,634 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:14:42,634 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:14:42,636 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:14:42,638 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62092564, jitterRate=-0.074748694896698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:14:42,638 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T02:14:42,638 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733451282610Writing region info on filesystem at 1733451282610Initializing all the Stores at 1733451282615 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451282615Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451282615Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451282615Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451282615Cleaning up temporary data from old regions at 1733451282634 (+19 ms)Running coprocessor post-open hooks at 1733451282638 (+4 ms)Region opened successfully at 1733451282638 2024-12-06T02:14:42,656 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733451282512 2024-12-06T02:14:42,674 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T02:14:42,674 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T02:14:42,677 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,37925,1733451271134 2024-12-06T02:14:42,681 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,37925,1733451271134, state=OPEN 2024-12-06T02:14:42,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x101a86b45f30003, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T02:14:42,723 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44393-0x101a86b45f30001, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T02:14:42,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x101a86b45f30000, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T02:14:42,723 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T02:14:42,723 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37925-0x101a86b45f30002, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T02:14:42,723 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T02:14:42,723 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5c7979348d1b,37925,1733451271134 2024-12-06T02:14:42,723 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T02:14:42,723 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T02:14:42,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T02:14:42,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,37925,1733451271134 in 10.2190 sec 2024-12-06T02:14:42,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T02:14:42,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6950 sec 2024-12-06T02:14:42,774 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:14:42,775 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T02:14:42,788 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:14:42,788 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,37925,1733451271134, seqNum=-1] 2024-12-06T02:14:42,789 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:14:42,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:14:42,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9320 sec 2024-12-06T02:14:42,821 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733451282821, completionTime=-1 2024-12-06T02:14:42,821 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-06T02:14:42,821 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T02:14:42,824 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-06T02:14:42,824 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733451342824 2024-12-06T02:14:42,824 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733451402824 2024-12-06T02:14:42,824 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-06T02:14:42,825 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,33205,1733451270749-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:14:42,825 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,33205,1733451270749-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:14:42,825 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,33205,1733451270749-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:14:42,825 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5c7979348d1b:33205, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:14:42,825 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T02:14:42,827 DEBUG [master/5c7979348d1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T02:14:42,828 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T02:14:42,832 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.392sec 2024-12-06T02:14:42,836 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T02:14:42,836 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T02:14:42,836 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T02:14:42,836 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T02:14:42,836 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T02:14:42,836 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,33205,1733451270749-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:14:42,836 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,33205,1733451270749-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T02:14:42,840 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T02:14:42,840 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T02:14:42,840 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,33205,1733451270749-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:14:42,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6064de3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:14:42,893 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,33205,-1 for getting cluster id 2024-12-06T02:14:42,894 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:14:42,895 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb75033a-4f94-4646-a13f-ba5786298d40' 2024-12-06T02:14:42,896 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:14:42,896 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb75033a-4f94-4646-a13f-ba5786298d40" 2024-12-06T02:14:42,897 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b0c1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:14:42,897 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,33205,-1] 2024-12-06T02:14:42,897 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:14:42,898 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:14:42,899 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:14:42,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@195c51b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:14:42,901 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:14:42,902 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,37925,1733451271134, seqNum=-1] 2024-12-06T02:14:42,903 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:14:42,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:14:42,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5c7979348d1b,33205,1733451270749 2024-12-06T02:14:42,908 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733451282908 (current time:1733451282908). 2024-12-06T02:14:42,908 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-06T02:14:42,908 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-06T02:14:42,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d0d0a2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:14:42,912 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,33205,-1 for getting cluster id 2024-12-06T02:14:42,912 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:14:42,914 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb75033a-4f94-4646-a13f-ba5786298d40' 2024-12-06T02:14:42,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:14:42,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb75033a-4f94-4646-a13f-ba5786298d40" 2024-12-06T02:14:42,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f70b67d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:14:42,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,33205,-1] 2024-12-06T02:14:42,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:14:42,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:14:42,917 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:14:42,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da877f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:14:42,919 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:14:42,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,37925,1733451271134, seqNum=-1] 2024-12-06T02:14:42,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:14:42,922 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:14:42,923 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:14:42,924 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:14:42,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:14:42,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:14:42,924 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:14:42,924 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:14:42,926 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,33205,1733451270749 2024-12-06T02:14:42,926 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@452b5020 2024-12-06T02:14:42,926 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:14:42,928 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:14:42,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:14:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-06T02:14:42,934 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T02:14:42,934 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:14:42,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-06T02:14:42,936 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T02:14:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:14:42,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741837_1013 (size=361) 2024-12-06T02:14:42,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741837_1013 (size=361) 2024-12-06T02:14:42,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741837_1013 (size=361) 2024-12-06T02:14:42,965 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 90a94c7c7351db191a37e27422f55dab, NAME => 'SPTestTable,,1733451282929.90a94c7c7351db191a37e27422f55dab.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47 2024-12-06T02:14:42,966 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d05919e6615afc6153180e6f594db987, NAME => 'SPTestTable,19999999,1733451282929.d05919e6615afc6153180e6f594db987.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47 2024-12-06T02:14:42,967 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 46f54c1c95fefb1fa216329c1b02c351, NAME => 'SPTestTable,33333332,1733451282929.46f54c1c95fefb1fa216329c1b02c351.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47 2024-12-06T02:14:43,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741839_1015 (size=62) 2024-12-06T02:14:43,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741839_1015 (size=62) 2024-12-06T02:14:43,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741839_1015 (size=62) 2024-12-06T02:14:43,023 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733451282929.d05919e6615afc6153180e6f594db987.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:14:43,024 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing d05919e6615afc6153180e6f594db987, disabling compactions & flushes 2024-12-06T02:14:43,024 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733451282929.d05919e6615afc6153180e6f594db987. 2024-12-06T02:14:43,024 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733451282929.d05919e6615afc6153180e6f594db987. 2024-12-06T02:14:43,024 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733451282929.d05919e6615afc6153180e6f594db987. after waiting 0 ms 2024-12-06T02:14:43,024 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733451282929.d05919e6615afc6153180e6f594db987. 2024-12-06T02:14:43,024 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733451282929.d05919e6615afc6153180e6f594db987. 2024-12-06T02:14:43,024 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for d05919e6615afc6153180e6f594db987: Waiting for close lock at 1733451283024Disabling compacts and flushes for region at 1733451283024Disabling writes for close at 1733451283024Writing region close event to WAL at 1733451283024Closed at 1733451283024 2024-12-06T02:14:43,024 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 40fa3aa8d077b44ae4ad70466d909b91, NAME => 'SPTestTable,4ccccccb,1733451282929.40fa3aa8d077b44ae4ad70466d909b91.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47 2024-12-06T02:14:43,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741838_1014 (size=54) 2024-12-06T02:14:43,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741838_1014 (size=54) 2024-12-06T02:14:43,041 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733451282929.90a94c7c7351db191a37e27422f55dab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:14:43,041 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 90a94c7c7351db191a37e27422f55dab, disabling compactions & flushes 2024-12-06T02:14:43,041 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733451282929.90a94c7c7351db191a37e27422f55dab. 2024-12-06T02:14:43,041 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733451282929.90a94c7c7351db191a37e27422f55dab. 2024-12-06T02:14:43,042 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733451282929.90a94c7c7351db191a37e27422f55dab. after waiting 0 ms 2024-12-06T02:14:43,042 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733451282929.90a94c7c7351db191a37e27422f55dab. 2024-12-06T02:14:43,042 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733451282929.90a94c7c7351db191a37e27422f55dab. 2024-12-06T02:14:43,042 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 90a94c7c7351db191a37e27422f55dab: Waiting for close lock at 1733451283041Disabling compacts and flushes for region at 1733451283041Disabling writes for close at 1733451283042 (+1 ms)Writing region close event to WAL at 1733451283042Closed at 1733451283042 2024-12-06T02:14:43,043 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2379b4ad1482b6a7323e6c1b3681cda3, NAME => 'SPTestTable,66666664,1733451282929.2379b4ad1482b6a7323e6c1b3681cda3.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47 2024-12-06T02:14:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:14:43,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741838_1014 (size=54) 2024-12-06T02:14:43,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741840_1016 (size=62) 2024-12-06T02:14:43,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741840_1016 (size=62) 2024-12-06T02:14:43,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741840_1016 (size=62) 2024-12-06T02:14:43,060 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733451282929.46f54c1c95fefb1fa216329c1b02c351.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:14:43,060 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 46f54c1c95fefb1fa216329c1b02c351, disabling compactions & flushes 2024-12-06T02:14:43,060 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733451282929.46f54c1c95fefb1fa216329c1b02c351. 2024-12-06T02:14:43,061 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733451282929.46f54c1c95fefb1fa216329c1b02c351. 2024-12-06T02:14:43,061 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733451282929.46f54c1c95fefb1fa216329c1b02c351. after waiting 0 ms 2024-12-06T02:14:43,061 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733451282929.46f54c1c95fefb1fa216329c1b02c351. 2024-12-06T02:14:43,061 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733451282929.46f54c1c95fefb1fa216329c1b02c351. 2024-12-06T02:14:43,061 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 46f54c1c95fefb1fa216329c1b02c351: Waiting for close lock at 1733451283060Disabling compacts and flushes for region at 1733451283060Disabling writes for close at 1733451283061 (+1 ms)Writing region close event to WAL at 1733451283061Closed at 1733451283061 2024-12-06T02:14:43,065 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d2d5ae24b66c002677e69f18e7a1963d, NAME => 'SPTestTable,7ffffffd,1733451282929.d2d5ae24b66c002677e69f18e7a1963d.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47 2024-12-06T02:14:43,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741842_1018 (size=62) 2024-12-06T02:14:43,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741842_1018 (size=62) 2024-12-06T02:14:43,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741842_1018 (size=62) 2024-12-06T02:14:43,074 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733451282929.2379b4ad1482b6a7323e6c1b3681cda3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:14:43,074 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 2379b4ad1482b6a7323e6c1b3681cda3, disabling compactions & flushes 2024-12-06T02:14:43,074 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733451282929.2379b4ad1482b6a7323e6c1b3681cda3. 2024-12-06T02:14:43,074 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733451282929.2379b4ad1482b6a7323e6c1b3681cda3. 2024-12-06T02:14:43,074 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733451282929.2379b4ad1482b6a7323e6c1b3681cda3. after waiting 0 ms 2024-12-06T02:14:43,074 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733451282929.2379b4ad1482b6a7323e6c1b3681cda3. 2024-12-06T02:14:43,074 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733451282929.2379b4ad1482b6a7323e6c1b3681cda3. 2024-12-06T02:14:43,074 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2379b4ad1482b6a7323e6c1b3681cda3: Waiting for close lock at 1733451283074Disabling compacts and flushes for region at 1733451283074Disabling writes for close at 1733451283074Writing region close event to WAL at 1733451283074Closed at 1733451283074 2024-12-06T02:14:43,075 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ef081689d5eea899f0b4697d959f2dcb, NAME => 'SPTestTable,99999996,1733451282929.ef081689d5eea899f0b4697d959f2dcb.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47 2024-12-06T02:14:43,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741841_1017 (size=62) 2024-12-06T02:14:43,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741841_1017 (size=62) 2024-12-06T02:14:43,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741843_1019 (size=62) 2024-12-06T02:14:43,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741841_1017 (size=62) 2024-12-06T02:14:43,086 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733451282929.40fa3aa8d077b44ae4ad70466d909b91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:14:43,086 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 40fa3aa8d077b44ae4ad70466d909b91, disabling compactions & flushes 2024-12-06T02:14:43,087 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733451282929.40fa3aa8d077b44ae4ad70466d909b91. 2024-12-06T02:14:43,087 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733451282929.40fa3aa8d077b44ae4ad70466d909b91. 2024-12-06T02:14:43,087 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733451282929.40fa3aa8d077b44ae4ad70466d909b91. after waiting 0 ms 2024-12-06T02:14:43,087 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733451282929.40fa3aa8d077b44ae4ad70466d909b91. 2024-12-06T02:14:43,087 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733451282929.40fa3aa8d077b44ae4ad70466d909b91. 2024-12-06T02:14:43,087 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 40fa3aa8d077b44ae4ad70466d909b91: Waiting for close lock at 1733451283086Disabling compacts and flushes for region at 1733451283086Disabling writes for close at 1733451283087 (+1 ms)Writing region close event to WAL at 1733451283087Closed at 1733451283087 2024-12-06T02:14:43,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741843_1019 (size=62) 2024-12-06T02:14:43,088 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d955ec093c63e40b9201126f7d67eb25, NAME => 'SPTestTable,b333332f,1733451282929.d955ec093c63e40b9201126f7d67eb25.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47 2024-12-06T02:14:43,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741843_1019 (size=62) 2024-12-06T02:14:43,091 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733451282929.d2d5ae24b66c002677e69f18e7a1963d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:14:43,092 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing d2d5ae24b66c002677e69f18e7a1963d, disabling compactions & flushes 2024-12-06T02:14:43,092 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733451282929.d2d5ae24b66c002677e69f18e7a1963d. 2024-12-06T02:14:43,092 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733451282929.d2d5ae24b66c002677e69f18e7a1963d. 2024-12-06T02:14:43,092 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733451282929.d2d5ae24b66c002677e69f18e7a1963d. after waiting 0 ms 2024-12-06T02:14:43,092 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733451282929.d2d5ae24b66c002677e69f18e7a1963d. 2024-12-06T02:14:43,092 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733451282929.d2d5ae24b66c002677e69f18e7a1963d. 2024-12-06T02:14:43,092 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for d2d5ae24b66c002677e69f18e7a1963d: Waiting for close lock at 1733451283092Disabling compacts and flushes for region at 1733451283092Disabling writes for close at 1733451283092Writing region close event to WAL at 1733451283092Closed at 1733451283092 2024-12-06T02:14:43,093 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 53e827578fa96e04e8109de2f0570bce, NAME => 'SPTestTable,ccccccc8,1733451282929.53e827578fa96e04e8109de2f0570bce.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47 2024-12-06T02:14:43,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741844_1020 (size=62) 2024-12-06T02:14:43,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741844_1020 (size=62) 2024-12-06T02:14:43,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741844_1020 (size=62) 2024-12-06T02:14:43,098 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733451282929.ef081689d5eea899f0b4697d959f2dcb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:14:43,098 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing ef081689d5eea899f0b4697d959f2dcb, disabling compactions & flushes 2024-12-06T02:14:43,099 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733451282929.ef081689d5eea899f0b4697d959f2dcb. 2024-12-06T02:14:43,099 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733451282929.ef081689d5eea899f0b4697d959f2dcb. 2024-12-06T02:14:43,099 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733451282929.ef081689d5eea899f0b4697d959f2dcb. after waiting 0 ms 2024-12-06T02:14:43,099 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733451282929.ef081689d5eea899f0b4697d959f2dcb. 2024-12-06T02:14:43,099 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733451282929.ef081689d5eea899f0b4697d959f2dcb. 2024-12-06T02:14:43,099 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for ef081689d5eea899f0b4697d959f2dcb: Waiting for close lock at 1733451283098Disabling compacts and flushes for region at 1733451283098Disabling writes for close at 1733451283099 (+1 ms)Writing region close event to WAL at 1733451283099Closed at 1733451283099 2024-12-06T02:14:43,100 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3ca7362730ebcef35b4825036a1b0e17, NAME => 'SPTestTable,e6666661,1733451282929.3ca7362730ebcef35b4825036a1b0e17.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47 2024-12-06T02:14:43,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741845_1021 (size=62) 2024-12-06T02:14:43,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741845_1021 (size=62) 2024-12-06T02:14:43,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741845_1021 (size=62) 2024-12-06T02:14:43,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741846_1022 (size=62) 2024-12-06T02:14:43,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741846_1022 (size=62) 2024-12-06T02:14:43,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741846_1022 (size=62) 2024-12-06T02:14:43,145 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733451282929.53e827578fa96e04e8109de2f0570bce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:14:43,145 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 53e827578fa96e04e8109de2f0570bce, disabling compactions & flushes 2024-12-06T02:14:43,145 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733451282929.53e827578fa96e04e8109de2f0570bce. 2024-12-06T02:14:43,145 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733451282929.53e827578fa96e04e8109de2f0570bce. 2024-12-06T02:14:43,145 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733451282929.53e827578fa96e04e8109de2f0570bce. after waiting 0 ms 2024-12-06T02:14:43,146 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733451282929.53e827578fa96e04e8109de2f0570bce. 2024-12-06T02:14:43,146 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733451282929.53e827578fa96e04e8109de2f0570bce. 2024-12-06T02:14:43,146 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 53e827578fa96e04e8109de2f0570bce: Waiting for close lock at 1733451283145Disabling compacts and flushes for region at 1733451283145Disabling writes for close at 1733451283146 (+1 ms)Writing region close event to WAL at 1733451283146Closed at 1733451283146 2024-12-06T02:14:43,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741847_1023 (size=54) 2024-12-06T02:14:43,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741847_1023 (size=54) 2024-12-06T02:14:43,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741847_1023 (size=54) 2024-12-06T02:14:43,152 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733451282929.3ca7362730ebcef35b4825036a1b0e17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:14:43,152 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 3ca7362730ebcef35b4825036a1b0e17, disabling compactions & flushes 2024-12-06T02:14:43,152 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733451282929.3ca7362730ebcef35b4825036a1b0e17. 2024-12-06T02:14:43,152 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733451282929.3ca7362730ebcef35b4825036a1b0e17. 2024-12-06T02:14:43,152 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733451282929.3ca7362730ebcef35b4825036a1b0e17. after waiting 0 ms 2024-12-06T02:14:43,152 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733451282929.3ca7362730ebcef35b4825036a1b0e17. 2024-12-06T02:14:43,152 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733451282929.3ca7362730ebcef35b4825036a1b0e17. 2024-12-06T02:14:43,152 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3ca7362730ebcef35b4825036a1b0e17: Waiting for close lock at 1733451283152Disabling compacts and flushes for region at 1733451283152Disabling writes for close at 1733451283152Writing region close event to WAL at 1733451283152Closed at 1733451283152 2024-12-06T02:14:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:14:43,520 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733451282929.d955ec093c63e40b9201126f7d67eb25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:14:43,520 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing d955ec093c63e40b9201126f7d67eb25, disabling compactions & flushes 2024-12-06T02:14:43,521 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733451282929.d955ec093c63e40b9201126f7d67eb25. 2024-12-06T02:14:43,521 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733451282929.d955ec093c63e40b9201126f7d67eb25. 2024-12-06T02:14:43,521 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733451282929.d955ec093c63e40b9201126f7d67eb25. after waiting 0 ms 2024-12-06T02:14:43,521 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733451282929.d955ec093c63e40b9201126f7d67eb25. 2024-12-06T02:14:43,521 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733451282929.d955ec093c63e40b9201126f7d67eb25. 2024-12-06T02:14:43,521 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for d955ec093c63e40b9201126f7d67eb25: Waiting for close lock at 1733451283520Disabling compacts and flushes for region at 1733451283520Disabling writes for close at 1733451283521 (+1 ms)Writing region close event to WAL at 1733451283521Closed at 1733451283521 2024-12-06T02:14:43,525 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T02:14:43,526 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733451282929.d05919e6615afc6153180e6f594db987.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733451283525"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451283525"}]},"ts":"1733451283525"} 2024-12-06T02:14:43,526 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733451282929.90a94c7c7351db191a37e27422f55dab.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733451283525"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451283525"}]},"ts":"1733451283525"} 2024-12-06T02:14:43,526 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733451282929.46f54c1c95fefb1fa216329c1b02c351.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733451283525"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451283525"}]},"ts":"1733451283525"} 2024-12-06T02:14:43,526 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733451282929.2379b4ad1482b6a7323e6c1b3681cda3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733451283525"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451283525"}]},"ts":"1733451283525"} 2024-12-06T02:14:43,526 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733451282929.40fa3aa8d077b44ae4ad70466d909b91.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733451283525"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451283525"}]},"ts":"1733451283525"} 2024-12-06T02:14:43,527 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733451282929.d2d5ae24b66c002677e69f18e7a1963d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733451283525"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451283525"}]},"ts":"1733451283525"} 2024-12-06T02:14:43,527 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733451282929.ef081689d5eea899f0b4697d959f2dcb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733451283525"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451283525"}]},"ts":"1733451283525"} 2024-12-06T02:14:43,527 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733451282929.53e827578fa96e04e8109de2f0570bce.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733451283525"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451283525"}]},"ts":"1733451283525"} 2024-12-06T02:14:43,527 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733451282929.3ca7362730ebcef35b4825036a1b0e17.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733451283525"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451283525"}]},"ts":"1733451283525"} 2024-12-06T02:14:43,527 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733451282929.d955ec093c63e40b9201126f7d67eb25.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733451283525"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451283525"}]},"ts":"1733451283525"} 2024-12-06T02:14:43,534 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-06T02:14:43,537 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T02:14:43,537 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451283537"}]},"ts":"1733451283537"} 2024-12-06T02:14:43,542 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-06T02:14:43,544 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {5c7979348d1b=0} racks are {/default-rack=0} 2024-12-06T02:14:43,557 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T02:14:43,558 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T02:14:43,558 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-06T02:14:43,558 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T02:14:43,558 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T02:14:43,558 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-06T02:14:43,558 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T02:14:43,558 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T02:14:43,558 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-06T02:14:43,558 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T02:14:43,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=90a94c7c7351db191a37e27422f55dab, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d05919e6615afc6153180e6f594db987, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=46f54c1c95fefb1fa216329c1b02c351, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=40fa3aa8d077b44ae4ad70466d909b91, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2379b4ad1482b6a7323e6c1b3681cda3, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2d5ae24b66c002677e69f18e7a1963d, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ef081689d5eea899f0b4697d959f2dcb, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d955ec093c63e40b9201126f7d67eb25, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=53e827578fa96e04e8109de2f0570bce, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3ca7362730ebcef35b4825036a1b0e17, ASSIGN}] 2024-12-06T02:14:43,562 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=90a94c7c7351db191a37e27422f55dab, ASSIGN 2024-12-06T02:14:43,563 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3ca7362730ebcef35b4825036a1b0e17, ASSIGN 2024-12-06T02:14:43,563 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=53e827578fa96e04e8109de2f0570bce, ASSIGN 2024-12-06T02:14:43,563 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d955ec093c63e40b9201126f7d67eb25, ASSIGN 2024-12-06T02:14:43,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:14:43,565 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=90a94c7c7351db191a37e27422f55dab, ASSIGN; state=OFFLINE, location=5c7979348d1b,39803,1733451271206; forceNewPlan=false, retain=false 2024-12-06T02:14:43,566 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3ca7362730ebcef35b4825036a1b0e17, ASSIGN; state=OFFLINE, location=5c7979348d1b,44393,1733451271065; forceNewPlan=false, retain=false 2024-12-06T02:14:43,566 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=53e827578fa96e04e8109de2f0570bce, ASSIGN; state=OFFLINE, location=5c7979348d1b,39803,1733451271206; forceNewPlan=false, retain=false 2024-12-06T02:14:43,566 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d955ec093c63e40b9201126f7d67eb25, ASSIGN; state=OFFLINE, location=5c7979348d1b,37925,1733451271134; forceNewPlan=false, retain=false 2024-12-06T02:14:43,570 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2379b4ad1482b6a7323e6c1b3681cda3, ASSIGN 2024-12-06T02:14:43,570 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ef081689d5eea899f0b4697d959f2dcb, ASSIGN 2024-12-06T02:14:43,571 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2d5ae24b66c002677e69f18e7a1963d, ASSIGN 2024-12-06T02:14:43,571 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=40fa3aa8d077b44ae4ad70466d909b91, ASSIGN 2024-12-06T02:14:43,571 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=46f54c1c95fefb1fa216329c1b02c351, ASSIGN 2024-12-06T02:14:43,585 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d2d5ae24b66c002677e69f18e7a1963d, ASSIGN; state=OFFLINE, location=5c7979348d1b,44393,1733451271065; forceNewPlan=false, retain=false 2024-12-06T02:14:43,585 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=40fa3aa8d077b44ae4ad70466d909b91, ASSIGN; state=OFFLINE, location=5c7979348d1b,39803,1733451271206; forceNewPlan=false, retain=false 2024-12-06T02:14:43,586 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ef081689d5eea899f0b4697d959f2dcb, ASSIGN; state=OFFLINE, location=5c7979348d1b,37925,1733451271134; forceNewPlan=false, retain=false 2024-12-06T02:14:43,586 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=46f54c1c95fefb1fa216329c1b02c351, ASSIGN; state=OFFLINE, location=5c7979348d1b,44393,1733451271065; forceNewPlan=false, retain=false 2024-12-06T02:14:43,587 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2379b4ad1482b6a7323e6c1b3681cda3, ASSIGN; state=OFFLINE, location=5c7979348d1b,37925,1733451271134; forceNewPlan=false, retain=false 2024-12-06T02:14:43,592 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d05919e6615afc6153180e6f594db987, ASSIGN 2024-12-06T02:14:43,600 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d05919e6615afc6153180e6f594db987, ASSIGN; state=OFFLINE, location=5c7979348d1b,37925,1733451271134; forceNewPlan=false, retain=false 2024-12-06T02:14:43,716 INFO [5c7979348d1b:33205 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-06T02:14:43,717 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=3ca7362730ebcef35b4825036a1b0e17, regionState=OPENING, regionLocation=5c7979348d1b,44393,1733451271065 2024-12-06T02:14:43,717 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=46f54c1c95fefb1fa216329c1b02c351, regionState=OPENING, regionLocation=5c7979348d1b,44393,1733451271065 2024-12-06T02:14:43,717 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d2d5ae24b66c002677e69f18e7a1963d, regionState=OPENING, regionLocation=5c7979348d1b,44393,1733451271065 2024-12-06T02:14:43,717 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=53e827578fa96e04e8109de2f0570bce, regionState=OPENING, regionLocation=5c7979348d1b,39803,1733451271206 2024-12-06T02:14:43,718 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=40fa3aa8d077b44ae4ad70466d909b91, regionState=OPENING, regionLocation=5c7979348d1b,39803,1733451271206 2024-12-06T02:14:43,718 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=90a94c7c7351db191a37e27422f55dab, regionState=OPENING, regionLocation=5c7979348d1b,39803,1733451271206 2024-12-06T02:14:43,718 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d955ec093c63e40b9201126f7d67eb25, regionState=OPENING, regionLocation=5c7979348d1b,37925,1733451271134 2024-12-06T02:14:43,718 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=ef081689d5eea899f0b4697d959f2dcb, regionState=OPENING, regionLocation=5c7979348d1b,37925,1733451271134 2024-12-06T02:14:43,718 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2379b4ad1482b6a7323e6c1b3681cda3, regionState=OPENING, regionLocation=5c7979348d1b,37925,1733451271134 2024-12-06T02:14:43,719 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d05919e6615afc6153180e6f594db987, regionState=OPENING, regionLocation=5c7979348d1b,37925,1733451271134 2024-12-06T02:14:43,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=46f54c1c95fefb1fa216329c1b02c351, ASSIGN because future has completed 2024-12-06T02:14:43,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d2d5ae24b66c002677e69f18e7a1963d, ASSIGN because future has completed 2024-12-06T02:14:43,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=53e827578fa96e04e8109de2f0570bce, ASSIGN because future has completed 2024-12-06T02:14:43,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2d5ae24b66c002677e69f18e7a1963d, server=5c7979348d1b,44393,1733451271065}] 2024-12-06T02:14:43,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=40fa3aa8d077b44ae4ad70466d909b91, ASSIGN because future has completed 2024-12-06T02:14:43,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53e827578fa96e04e8109de2f0570bce, server=5c7979348d1b,39803,1733451271206}] 2024-12-06T02:14:43,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46f54c1c95fefb1fa216329c1b02c351, server=5c7979348d1b,44393,1733451271065}] 2024-12-06T02:14:43,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=90a94c7c7351db191a37e27422f55dab, ASSIGN because future has completed 2024-12-06T02:14:43,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d955ec093c63e40b9201126f7d67eb25, ASSIGN because future has completed 2024-12-06T02:14:43,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2379b4ad1482b6a7323e6c1b3681cda3, ASSIGN because future has completed 2024-12-06T02:14:43,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ef081689d5eea899f0b4697d959f2dcb, ASSIGN because future has completed 2024-12-06T02:14:43,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d05919e6615afc6153180e6f594db987, ASSIGN because future has completed 2024-12-06T02:14:43,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40fa3aa8d077b44ae4ad70466d909b91, server=5c7979348d1b,39803,1733451271206}] 2024-12-06T02:14:43,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3ca7362730ebcef35b4825036a1b0e17, ASSIGN because future has completed 2024-12-06T02:14:43,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ca7362730ebcef35b4825036a1b0e17, server=5c7979348d1b,44393,1733451271065}] 2024-12-06T02:14:43,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d05919e6615afc6153180e6f594db987, server=5c7979348d1b,37925,1733451271134}] 2024-12-06T02:14:43,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90a94c7c7351db191a37e27422f55dab, server=5c7979348d1b,39803,1733451271206}] 2024-12-06T02:14:43,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef081689d5eea899f0b4697d959f2dcb, server=5c7979348d1b,37925,1733451271134}] 2024-12-06T02:14:43,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2379b4ad1482b6a7323e6c1b3681cda3, server=5c7979348d1b,37925,1733451271134}] 2024-12-06T02:14:43,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d955ec093c63e40b9201126f7d67eb25, server=5c7979348d1b,37925,1733451271134}] 2024-12-06T02:14:44,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:14:44,098 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T02:14:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:14:47,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:14:47,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:14:47,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:14:48,165 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:14:48,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:14:48,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:14:49,221 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T02:14:49,221 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T02:14:49,223 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:14:49,223 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T02:14:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:14:53,770 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:14:53,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T02:14:53,801 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:14:53,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35447, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T02:14:53,830 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733451282929.d2d5ae24b66c002677e69f18e7a1963d. 2024-12-06T02:14:53,830 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => d2d5ae24b66c002677e69f18e7a1963d, NAME => 'SPTestTable,7ffffffd,1733451282929.d2d5ae24b66c002677e69f18e7a1963d.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-06T02:14:53,831 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d2d5ae24b66c002677e69f18e7a1963d 2024-12-06T02:14:53,832 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733451282929.d2d5ae24b66c002677e69f18e7a1963d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:14:53,832 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for d2d5ae24b66c002677e69f18e7a1963d 2024-12-06T02:14:53,832 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for d2d5ae24b66c002677e69f18e7a1963d 2024-12-06T02:14:53,836 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,,1733451282929.90a94c7c7351db191a37e27422f55dab. 2024-12-06T02:14:53,836 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 90a94c7c7351db191a37e27422f55dab, NAME => 'SPTestTable,,1733451282929.90a94c7c7351db191a37e27422f55dab.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-06T02:14:53,837 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 90a94c7c7351db191a37e27422f55dab 2024-12-06T02:14:53,837 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,,1733451282929.90a94c7c7351db191a37e27422f55dab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:14:53,840 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 90a94c7c7351db191a37e27422f55dab 2024-12-06T02:14:53,840 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 90a94c7c7351db191a37e27422f55dab 2024-12-06T02:14:53,842 INFO [StoreOpener-d2d5ae24b66c002677e69f18e7a1963d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d2d5ae24b66c002677e69f18e7a1963d 2024-12-06T02:14:53,845 INFO [StoreOpener-90a94c7c7351db191a37e27422f55dab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 90a94c7c7351db191a37e27422f55dab 2024-12-06T02:14:53,847 INFO [StoreOpener-90a94c7c7351db191a37e27422f55dab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90a94c7c7351db191a37e27422f55dab columnFamilyName cf 2024-12-06T02:14:53,847 DEBUG [StoreOpener-90a94c7c7351db191a37e27422f55dab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:14:53,848 INFO [StoreOpener-d2d5ae24b66c002677e69f18e7a1963d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2d5ae24b66c002677e69f18e7a1963d columnFamilyName cf 2024-12-06T02:14:53,848 INFO [StoreOpener-90a94c7c7351db191a37e27422f55dab-1 {}] regionserver.HStore(327): Store=90a94c7c7351db191a37e27422f55dab/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:14:53,848 DEBUG [StoreOpener-d2d5ae24b66c002677e69f18e7a1963d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:14:53,849 INFO [StoreOpener-d2d5ae24b66c002677e69f18e7a1963d-1 {}] regionserver.HStore(327): Store=d2d5ae24b66c002677e69f18e7a1963d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:14:53,849 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for d2d5ae24b66c002677e69f18e7a1963d 2024-12-06T02:14:53,850 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 90a94c7c7351db191a37e27422f55dab 2024-12-06T02:14:53,852 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/d2d5ae24b66c002677e69f18e7a1963d 2024-12-06T02:14:53,852 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/90a94c7c7351db191a37e27422f55dab 2024-12-06T02:14:53,853 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/d2d5ae24b66c002677e69f18e7a1963d 2024-12-06T02:14:53,855 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/90a94c7c7351db191a37e27422f55dab 2024-12-06T02:14:53,855 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for d2d5ae24b66c002677e69f18e7a1963d 2024-12-06T02:14:53,855 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for d2d5ae24b66c002677e69f18e7a1963d 2024-12-06T02:14:53,856 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 90a94c7c7351db191a37e27422f55dab 2024-12-06T02:14:53,856 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 90a94c7c7351db191a37e27422f55dab 2024-12-06T02:14:53,859 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for d2d5ae24b66c002677e69f18e7a1963d 2024-12-06T02:14:53,861 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 90a94c7c7351db191a37e27422f55dab 2024-12-06T02:14:53,865 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/d2d5ae24b66c002677e69f18e7a1963d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:14:53,867 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened d2d5ae24b66c002677e69f18e7a1963d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60674894, jitterRate=-0.09587362408638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T02:14:53,867 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2d5ae24b66c002677e69f18e7a1963d 2024-12-06T02:14:53,867 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for d2d5ae24b66c002677e69f18e7a1963d: Running coprocessor pre-open hook at 1733451293832Writing region info on filesystem at 1733451293832Initializing all the Stores at 1733451293836 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451293836Cleaning up temporary data from old regions at 1733451293855 (+19 ms)Running coprocessor post-open hooks at 1733451293867 (+12 ms)Region opened successfully at 1733451293867 2024-12-06T02:14:53,868 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733451282929.d2d5ae24b66c002677e69f18e7a1963d., pid=15, masterSystemTime=1733451293770 2024-12-06T02:14:53,872 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733451282929.d2d5ae24b66c002677e69f18e7a1963d. 2024-12-06T02:14:53,872 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733451282929.d2d5ae24b66c002677e69f18e7a1963d. 2024-12-06T02:14:53,872 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733451282929.3ca7362730ebcef35b4825036a1b0e17. 2024-12-06T02:14:53,872 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ca7362730ebcef35b4825036a1b0e17, NAME => 'SPTestTable,e6666661,1733451282929.3ca7362730ebcef35b4825036a1b0e17.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-06T02:14:53,873 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3ca7362730ebcef35b4825036a1b0e17 2024-12-06T02:14:53,873 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733451282929.3ca7362730ebcef35b4825036a1b0e17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:14:53,873 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 3ca7362730ebcef35b4825036a1b0e17 2024-12-06T02:14:53,873 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 3ca7362730ebcef35b4825036a1b0e17 2024-12-06T02:14:53,874 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d2d5ae24b66c002677e69f18e7a1963d, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,44393,1733451271065 2024-12-06T02:14:53,876 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/90a94c7c7351db191a37e27422f55dab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:14:53,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2d5ae24b66c002677e69f18e7a1963d, server=5c7979348d1b,44393,1733451271065 because future has completed 2024-12-06T02:14:53,877 INFO [StoreOpener-3ca7362730ebcef35b4825036a1b0e17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3ca7362730ebcef35b4825036a1b0e17 2024-12-06T02:14:53,878 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 90a94c7c7351db191a37e27422f55dab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59419017, jitterRate=-0.11458764970302582}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T02:14:53,879 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 90a94c7c7351db191a37e27422f55dab 2024-12-06T02:14:53,880 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 90a94c7c7351db191a37e27422f55dab: Running coprocessor pre-open hook at 1733451293840Writing region info on filesystem at 1733451293840Initializing all the Stores at 1733451293843 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451293844 (+1 ms)Cleaning up temporary data from old regions at 1733451293856 (+12 ms)Running coprocessor post-open hooks at 1733451293879 (+23 ms)Region opened successfully at 1733451293879 2024-12-06T02:14:53,882 INFO [StoreOpener-3ca7362730ebcef35b4825036a1b0e17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ca7362730ebcef35b4825036a1b0e17 columnFamilyName cf 2024-12-06T02:14:53,882 DEBUG [StoreOpener-3ca7362730ebcef35b4825036a1b0e17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:14:53,883 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733451282929.90a94c7c7351db191a37e27422f55dab., pid=21, masterSystemTime=1733451293801 2024-12-06T02:14:53,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=10 2024-12-06T02:14:53,885 INFO [StoreOpener-3ca7362730ebcef35b4825036a1b0e17-1 {}] regionserver.HStore(327): Store=3ca7362730ebcef35b4825036a1b0e17/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:14:53,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure d2d5ae24b66c002677e69f18e7a1963d, server=5c7979348d1b,44393,1733451271065 in 10.1320 sec 2024-12-06T02:14:53,885 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 3ca7362730ebcef35b4825036a1b0e17 2024-12-06T02:14:53,887 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/3ca7362730ebcef35b4825036a1b0e17 2024-12-06T02:14:53,888 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/3ca7362730ebcef35b4825036a1b0e17 2024-12-06T02:14:53,888 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733451282929.90a94c7c7351db191a37e27422f55dab. 2024-12-06T02:14:53,888 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733451282929.90a94c7c7351db191a37e27422f55dab. 2024-12-06T02:14:53,889 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733451282929.40fa3aa8d077b44ae4ad70466d909b91. 2024-12-06T02:14:53,889 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 40fa3aa8d077b44ae4ad70466d909b91, NAME => 'SPTestTable,4ccccccb,1733451282929.40fa3aa8d077b44ae4ad70466d909b91.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-06T02:14:53,889 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 40fa3aa8d077b44ae4ad70466d909b91 2024-12-06T02:14:53,889 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733451282929.40fa3aa8d077b44ae4ad70466d909b91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:14:53,889 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 40fa3aa8d077b44ae4ad70466d909b91 2024-12-06T02:14:53,890 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 40fa3aa8d077b44ae4ad70466d909b91 2024-12-06T02:14:53,891 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 3ca7362730ebcef35b4825036a1b0e17 2024-12-06T02:14:53,891 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 3ca7362730ebcef35b4825036a1b0e17 2024-12-06T02:14:53,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2d5ae24b66c002677e69f18e7a1963d, ASSIGN in 10.3270 sec 2024-12-06T02:14:53,891 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=90a94c7c7351db191a37e27422f55dab, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,39803,1733451271206 2024-12-06T02:14:53,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90a94c7c7351db191a37e27422f55dab, server=5c7979348d1b,39803,1733451271206 because future has completed 2024-12-06T02:14:53,896 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733451282929.d05919e6615afc6153180e6f594db987. 2024-12-06T02:14:53,898 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => d05919e6615afc6153180e6f594db987, NAME => 'SPTestTable,19999999,1733451282929.d05919e6615afc6153180e6f594db987.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-06T02:14:53,900 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d05919e6615afc6153180e6f594db987 2024-12-06T02:14:53,900 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733451282929.d05919e6615afc6153180e6f594db987.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:14:53,900 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for d05919e6615afc6153180e6f594db987 2024-12-06T02:14:53,901 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for d05919e6615afc6153180e6f594db987 2024-12-06T02:14:53,901 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 3ca7362730ebcef35b4825036a1b0e17 2024-12-06T02:14:53,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=5 2024-12-06T02:14:53,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 90a94c7c7351db191a37e27422f55dab, server=5c7979348d1b,39803,1733451271206 in 10.0210 sec 2024-12-06T02:14:53,903 INFO [StoreOpener-40fa3aa8d077b44ae4ad70466d909b91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 40fa3aa8d077b44ae4ad70466d909b91 2024-12-06T02:14:53,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=90a94c7c7351db191a37e27422f55dab, ASSIGN in 10.3440 sec 2024-12-06T02:14:53,907 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/3ca7362730ebcef35b4825036a1b0e17/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:14:53,908 INFO [StoreOpener-40fa3aa8d077b44ae4ad70466d909b91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40fa3aa8d077b44ae4ad70466d909b91 columnFamilyName cf 2024-12-06T02:14:53,908 DEBUG [StoreOpener-40fa3aa8d077b44ae4ad70466d909b91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:14:53,908 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 3ca7362730ebcef35b4825036a1b0e17; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68315809, jitterRate=0.01798488199710846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T02:14:53,908 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3ca7362730ebcef35b4825036a1b0e17 2024-12-06T02:14:53,908 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 3ca7362730ebcef35b4825036a1b0e17: Running coprocessor pre-open hook at 1733451293873Writing region info on filesystem at 1733451293873Initializing all the Stores at 1733451293875 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451293875Cleaning up temporary data from old regions at 1733451293891 (+16 ms)Running coprocessor post-open hooks at 1733451293908 (+17 ms)Region opened successfully at 1733451293908 2024-12-06T02:14:53,908 INFO [StoreOpener-d05919e6615afc6153180e6f594db987-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d05919e6615afc6153180e6f594db987 2024-12-06T02:14:53,911 INFO [StoreOpener-40fa3aa8d077b44ae4ad70466d909b91-1 {}] regionserver.HStore(327): Store=40fa3aa8d077b44ae4ad70466d909b91/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:14:53,911 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733451282929.3ca7362730ebcef35b4825036a1b0e17., pid=19, masterSystemTime=1733451293770 2024-12-06T02:14:53,911 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 40fa3aa8d077b44ae4ad70466d909b91 2024-12-06T02:14:53,911 INFO [StoreOpener-d05919e6615afc6153180e6f594db987-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d05919e6615afc6153180e6f594db987 columnFamilyName cf 2024-12-06T02:14:53,911 DEBUG [StoreOpener-d05919e6615afc6153180e6f594db987-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:14:53,913 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/40fa3aa8d077b44ae4ad70466d909b91 2024-12-06T02:14:53,914 INFO [StoreOpener-d05919e6615afc6153180e6f594db987-1 {}] regionserver.HStore(327): Store=d05919e6615afc6153180e6f594db987/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:14:53,914 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733451282929.3ca7362730ebcef35b4825036a1b0e17. 2024-12-06T02:14:53,915 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733451282929.3ca7362730ebcef35b4825036a1b0e17. 2024-12-06T02:14:53,915 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733451282929.46f54c1c95fefb1fa216329c1b02c351. 2024-12-06T02:14:53,915 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 46f54c1c95fefb1fa216329c1b02c351, NAME => 'SPTestTable,33333332,1733451282929.46f54c1c95fefb1fa216329c1b02c351.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-06T02:14:53,915 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 46f54c1c95fefb1fa216329c1b02c351 2024-12-06T02:14:53,916 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733451282929.46f54c1c95fefb1fa216329c1b02c351.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:14:53,916 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 46f54c1c95fefb1fa216329c1b02c351 2024-12-06T02:14:53,916 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 46f54c1c95fefb1fa216329c1b02c351 2024-12-06T02:14:53,919 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for d05919e6615afc6153180e6f594db987 2024-12-06T02:14:53,919 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=3ca7362730ebcef35b4825036a1b0e17, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,44393,1733451271065 2024-12-06T02:14:53,920 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/40fa3aa8d077b44ae4ad70466d909b91 2024-12-06T02:14:53,920 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/d05919e6615afc6153180e6f594db987 2024-12-06T02:14:53,921 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 40fa3aa8d077b44ae4ad70466d909b91 2024-12-06T02:14:53,921 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 40fa3aa8d077b44ae4ad70466d909b91 2024-12-06T02:14:53,921 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33205 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=5c7979348d1b,44393,1733451271065, table=SPTestTable, region=3ca7362730ebcef35b4825036a1b0e17. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-06T02:14:53,922 INFO [StoreOpener-46f54c1c95fefb1fa216329c1b02c351-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 46f54c1c95fefb1fa216329c1b02c351 2024-12-06T02:14:53,924 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/d05919e6615afc6153180e6f594db987 2024-12-06T02:14:53,925 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for d05919e6615afc6153180e6f594db987 2024-12-06T02:14:53,925 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for d05919e6615afc6153180e6f594db987 2024-12-06T02:14:53,934 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for d05919e6615afc6153180e6f594db987 2024-12-06T02:14:53,934 INFO [StoreOpener-46f54c1c95fefb1fa216329c1b02c351-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46f54c1c95fefb1fa216329c1b02c351 columnFamilyName cf 2024-12-06T02:14:53,934 DEBUG [StoreOpener-46f54c1c95fefb1fa216329c1b02c351-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:14:53,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ca7362730ebcef35b4825036a1b0e17, server=5c7979348d1b,44393,1733451271065 because future has completed 2024-12-06T02:14:53,937 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 40fa3aa8d077b44ae4ad70466d909b91 2024-12-06T02:14:53,939 INFO [StoreOpener-46f54c1c95fefb1fa216329c1b02c351-1 {}] regionserver.HStore(327): Store=46f54c1c95fefb1fa216329c1b02c351/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:14:53,939 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 46f54c1c95fefb1fa216329c1b02c351 2024-12-06T02:14:53,941 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/46f54c1c95fefb1fa216329c1b02c351 2024-12-06T02:14:53,941 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/46f54c1c95fefb1fa216329c1b02c351 2024-12-06T02:14:53,947 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 46f54c1c95fefb1fa216329c1b02c351 2024-12-06T02:14:53,947 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 46f54c1c95fefb1fa216329c1b02c351 2024-12-06T02:14:53,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-12-06T02:14:53,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 3ca7362730ebcef35b4825036a1b0e17, server=5c7979348d1b,44393,1733451271065 in 10.1190 sec 2024-12-06T02:14:53,955 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 46f54c1c95fefb1fa216329c1b02c351 2024-12-06T02:14:53,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3ca7362730ebcef35b4825036a1b0e17, ASSIGN in 10.3920 sec 2024-12-06T02:14:53,962 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/40fa3aa8d077b44ae4ad70466d909b91/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:14:53,965 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 40fa3aa8d077b44ae4ad70466d909b91; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70771391, jitterRate=0.054575905203819275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T02:14:53,965 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40fa3aa8d077b44ae4ad70466d909b91 2024-12-06T02:14:53,965 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 40fa3aa8d077b44ae4ad70466d909b91: Running coprocessor pre-open hook at 1733451293890Writing region info on filesystem at 1733451293890Initializing all the Stores at 1733451293897 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451293897Cleaning up temporary data from old regions at 1733451293921 (+24 ms)Running coprocessor post-open hooks at 1733451293965 (+44 ms)Region opened successfully at 1733451293965 2024-12-06T02:14:53,967 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733451282929.40fa3aa8d077b44ae4ad70466d909b91., pid=18, masterSystemTime=1733451293801 2024-12-06T02:14:53,968 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/46f54c1c95fefb1fa216329c1b02c351/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:14:53,970 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/d05919e6615afc6153180e6f594db987/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:14:53,970 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 46f54c1c95fefb1fa216329c1b02c351; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71166276, jitterRate=0.06046015024185181}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T02:14:53,970 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46f54c1c95fefb1fa216329c1b02c351 2024-12-06T02:14:53,970 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 46f54c1c95fefb1fa216329c1b02c351: Running coprocessor pre-open hook at 1733451293916Writing region info on filesystem at 1733451293916Initializing all the Stores at 1733451293918 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451293918Cleaning up temporary data from old regions at 1733451293947 (+29 ms)Running coprocessor post-open hooks at 1733451293970 (+23 ms)Region opened successfully at 1733451293970 2024-12-06T02:14:53,972 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733451282929.46f54c1c95fefb1fa216329c1b02c351., pid=17, masterSystemTime=1733451293770 2024-12-06T02:14:53,972 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733451282929.40fa3aa8d077b44ae4ad70466d909b91. 2024-12-06T02:14:53,973 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened d05919e6615afc6153180e6f594db987; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74869160, jitterRate=0.11563742160797119}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T02:14:53,973 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d05919e6615afc6153180e6f594db987 2024-12-06T02:14:53,973 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for d05919e6615afc6153180e6f594db987: Running coprocessor pre-open hook at 1733451293903Writing region info on filesystem at 1733451293903Initializing all the Stores at 1733451293906 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451293906Cleaning up temporary data from old regions at 1733451293925 (+19 ms)Running coprocessor post-open hooks at 1733451293973 (+48 ms)Region opened successfully at 1733451293973 2024-12-06T02:14:53,976 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=40fa3aa8d077b44ae4ad70466d909b91, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,39803,1733451271206 2024-12-06T02:14:53,976 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733451282929.40fa3aa8d077b44ae4ad70466d909b91. 2024-12-06T02:14:53,976 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733451282929.53e827578fa96e04e8109de2f0570bce. 2024-12-06T02:14:53,976 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 53e827578fa96e04e8109de2f0570bce, NAME => 'SPTestTable,ccccccc8,1733451282929.53e827578fa96e04e8109de2f0570bce.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-06T02:14:53,977 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 53e827578fa96e04e8109de2f0570bce 2024-12-06T02:14:53,977 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733451282929.53e827578fa96e04e8109de2f0570bce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:14:53,977 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 53e827578fa96e04e8109de2f0570bce 2024-12-06T02:14:53,977 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 53e827578fa96e04e8109de2f0570bce 2024-12-06T02:14:53,979 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733451282929.d05919e6615afc6153180e6f594db987., pid=20, masterSystemTime=1733451293879 2024-12-06T02:14:53,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40fa3aa8d077b44ae4ad70466d909b91, server=5c7979348d1b,39803,1733451271206 because future has completed 2024-12-06T02:14:53,980 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733451282929.46f54c1c95fefb1fa216329c1b02c351. 2024-12-06T02:14:53,980 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733451282929.46f54c1c95fefb1fa216329c1b02c351. 2024-12-06T02:14:53,981 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=46f54c1c95fefb1fa216329c1b02c351, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,44393,1733451271065 2024-12-06T02:14:53,981 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733451282929.d05919e6615afc6153180e6f594db987. 2024-12-06T02:14:53,981 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733451282929.d05919e6615afc6153180e6f594db987. 2024-12-06T02:14:53,981 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733451282929.2379b4ad1482b6a7323e6c1b3681cda3. 2024-12-06T02:14:53,981 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 2379b4ad1482b6a7323e6c1b3681cda3, NAME => 'SPTestTable,66666664,1733451282929.2379b4ad1482b6a7323e6c1b3681cda3.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-06T02:14:53,982 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2379b4ad1482b6a7323e6c1b3681cda3 2024-12-06T02:14:53,983 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733451282929.2379b4ad1482b6a7323e6c1b3681cda3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:14:53,983 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 2379b4ad1482b6a7323e6c1b3681cda3 2024-12-06T02:14:53,983 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 2379b4ad1482b6a7323e6c1b3681cda3 2024-12-06T02:14:53,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46f54c1c95fefb1fa216329c1b02c351, server=5c7979348d1b,44393,1733451271065 because future has completed 2024-12-06T02:14:53,986 INFO [StoreOpener-2379b4ad1482b6a7323e6c1b3681cda3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2379b4ad1482b6a7323e6c1b3681cda3 2024-12-06T02:14:53,987 INFO [StoreOpener-53e827578fa96e04e8109de2f0570bce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 53e827578fa96e04e8109de2f0570bce 2024-12-06T02:14:53,987 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d05919e6615afc6153180e6f594db987, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,37925,1733451271134 2024-12-06T02:14:53,988 INFO [StoreOpener-2379b4ad1482b6a7323e6c1b3681cda3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2379b4ad1482b6a7323e6c1b3681cda3 columnFamilyName cf 2024-12-06T02:14:53,990 DEBUG [StoreOpener-2379b4ad1482b6a7323e6c1b3681cda3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:14:53,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=8 2024-12-06T02:14:53,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d05919e6615afc6153180e6f594db987, server=5c7979348d1b,37925,1733451271134 because future has completed 2024-12-06T02:14:53,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 40fa3aa8d077b44ae4ad70466d909b91, server=5c7979348d1b,39803,1733451271206 in 10.1680 sec 2024-12-06T02:14:53,994 INFO [StoreOpener-2379b4ad1482b6a7323e6c1b3681cda3-1 {}] regionserver.HStore(327): Store=2379b4ad1482b6a7323e6c1b3681cda3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:14:53,994 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 2379b4ad1482b6a7323e6c1b3681cda3 2024-12-06T02:14:53,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=7 2024-12-06T02:14:53,994 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=40fa3aa8d077b44ae4ad70466d909b91, ASSIGN in 10.4320 sec 2024-12-06T02:14:53,995 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/2379b4ad1482b6a7323e6c1b3681cda3 2024-12-06T02:14:53,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 46f54c1c95fefb1fa216329c1b02c351, server=5c7979348d1b,44393,1733451271065 in 10.2190 sec 2024-12-06T02:14:53,995 INFO [StoreOpener-53e827578fa96e04e8109de2f0570bce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53e827578fa96e04e8109de2f0570bce columnFamilyName cf 2024-12-06T02:14:53,995 DEBUG [StoreOpener-53e827578fa96e04e8109de2f0570bce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:14:53,996 INFO [StoreOpener-53e827578fa96e04e8109de2f0570bce-1 {}] regionserver.HStore(327): Store=53e827578fa96e04e8109de2f0570bce/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:14:53,996 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/2379b4ad1482b6a7323e6c1b3681cda3 2024-12-06T02:14:53,996 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 53e827578fa96e04e8109de2f0570bce 2024-12-06T02:14:53,997 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/53e827578fa96e04e8109de2f0570bce 2024-12-06T02:14:53,997 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 2379b4ad1482b6a7323e6c1b3681cda3 2024-12-06T02:14:53,997 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 2379b4ad1482b6a7323e6c1b3681cda3 2024-12-06T02:14:53,998 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/53e827578fa96e04e8109de2f0570bce 2024-12-06T02:14:53,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=6 2024-12-06T02:14:53,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d05919e6615afc6153180e6f594db987, server=5c7979348d1b,37925,1733451271134 in 10.1210 sec 2024-12-06T02:14:54,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=46f54c1c95fefb1fa216329c1b02c351, ASSIGN in 10.4360 sec 2024-12-06T02:14:54,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d05919e6615afc6153180e6f594db987, ASSIGN in 10.4410 sec 2024-12-06T02:14:54,006 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 53e827578fa96e04e8109de2f0570bce 2024-12-06T02:14:54,006 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 53e827578fa96e04e8109de2f0570bce 2024-12-06T02:14:54,012 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 2379b4ad1482b6a7323e6c1b3681cda3 2024-12-06T02:14:54,013 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 53e827578fa96e04e8109de2f0570bce 2024-12-06T02:14:54,037 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/53e827578fa96e04e8109de2f0570bce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:14:54,038 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 53e827578fa96e04e8109de2f0570bce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73116516, jitterRate=0.08952099084854126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T02:14:54,038 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 53e827578fa96e04e8109de2f0570bce 2024-12-06T02:14:54,038 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 53e827578fa96e04e8109de2f0570bce: Running coprocessor pre-open hook at 1733451293977Writing region info on filesystem at 1733451293977Initializing all the Stores at 1733451293979 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451293979Cleaning up temporary data from old regions at 1733451294006 (+27 ms)Running coprocessor post-open hooks at 1733451294038 (+32 ms)Region opened successfully at 1733451294038 2024-12-06T02:14:54,040 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733451282929.53e827578fa96e04e8109de2f0570bce., pid=16, masterSystemTime=1733451293801 2024-12-06T02:14:54,046 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733451282929.53e827578fa96e04e8109de2f0570bce. 2024-12-06T02:14:54,046 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733451282929.53e827578fa96e04e8109de2f0570bce. 2024-12-06T02:14:54,047 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=53e827578fa96e04e8109de2f0570bce, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,39803,1733451271206 2024-12-06T02:14:54,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53e827578fa96e04e8109de2f0570bce, server=5c7979348d1b,39803,1733451271206 because future has completed 2024-12-06T02:14:54,057 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/2379b4ad1482b6a7323e6c1b3681cda3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:14:54,058 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 2379b4ad1482b6a7323e6c1b3681cda3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62498598, jitterRate=-0.06869831681251526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T02:14:54,058 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2379b4ad1482b6a7323e6c1b3681cda3 2024-12-06T02:14:54,058 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 2379b4ad1482b6a7323e6c1b3681cda3: Running coprocessor pre-open hook at 1733451293983Writing region info on filesystem at 1733451293983Initializing all the Stores at 1733451293985 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451293985Cleaning up temporary data from old regions at 1733451293997 (+12 ms)Running coprocessor post-open hooks at 1733451294058 (+61 ms)Region opened successfully at 1733451294058 2024-12-06T02:14:54,060 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733451282929.2379b4ad1482b6a7323e6c1b3681cda3., pid=23, masterSystemTime=1733451293879 2024-12-06T02:14:54,064 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733451282929.2379b4ad1482b6a7323e6c1b3681cda3. 2024-12-06T02:14:54,064 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733451282929.2379b4ad1482b6a7323e6c1b3681cda3. 2024-12-06T02:14:54,064 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733451282929.d955ec093c63e40b9201126f7d67eb25. 2024-12-06T02:14:54,065 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2379b4ad1482b6a7323e6c1b3681cda3, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,37925,1733451271134 2024-12-06T02:14:54,065 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => d955ec093c63e40b9201126f7d67eb25, NAME => 'SPTestTable,b333332f,1733451282929.d955ec093c63e40b9201126f7d67eb25.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-06T02:14:54,065 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d955ec093c63e40b9201126f7d67eb25 2024-12-06T02:14:54,065 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733451282929.d955ec093c63e40b9201126f7d67eb25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:14:54,065 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for d955ec093c63e40b9201126f7d67eb25 2024-12-06T02:14:54,065 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for d955ec093c63e40b9201126f7d67eb25 2024-12-06T02:14:54,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2379b4ad1482b6a7323e6c1b3681cda3, server=5c7979348d1b,37925,1733451271134 because future has completed 2024-12-06T02:14:54,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-06T02:14:54,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 53e827578fa96e04e8109de2f0570bce, server=5c7979348d1b,39803,1733451271206 in 10.3070 sec 2024-12-06T02:14:54,080 INFO [StoreOpener-d955ec093c63e40b9201126f7d67eb25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d955ec093c63e40b9201126f7d67eb25 2024-12-06T02:14:54,082 INFO [StoreOpener-d955ec093c63e40b9201126f7d67eb25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d955ec093c63e40b9201126f7d67eb25 columnFamilyName cf 2024-12-06T02:14:54,082 DEBUG [StoreOpener-d955ec093c63e40b9201126f7d67eb25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:14:54,083 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=53e827578fa96e04e8109de2f0570bce, ASSIGN in 10.5130 sec 2024-12-06T02:14:54,083 INFO [StoreOpener-d955ec093c63e40b9201126f7d67eb25-1 {}] regionserver.HStore(327): Store=d955ec093c63e40b9201126f7d67eb25/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:14:54,084 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for d955ec093c63e40b9201126f7d67eb25 2024-12-06T02:14:54,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=9 2024-12-06T02:14:54,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2379b4ad1482b6a7323e6c1b3681cda3, server=5c7979348d1b,37925,1733451271134 in 10.1900 sec 2024-12-06T02:14:54,085 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/d955ec093c63e40b9201126f7d67eb25 2024-12-06T02:14:54,086 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/d955ec093c63e40b9201126f7d67eb25 2024-12-06T02:14:54,087 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for d955ec093c63e40b9201126f7d67eb25 2024-12-06T02:14:54,087 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for d955ec093c63e40b9201126f7d67eb25 2024-12-06T02:14:54,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2379b4ad1482b6a7323e6c1b3681cda3, ASSIGN in 10.5250 sec 2024-12-06T02:14:54,089 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for d955ec093c63e40b9201126f7d67eb25 2024-12-06T02:14:54,099 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/d955ec093c63e40b9201126f7d67eb25/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:14:54,100 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened d955ec093c63e40b9201126f7d67eb25; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59419807, jitterRate=-0.11457587778568268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T02:14:54,100 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d955ec093c63e40b9201126f7d67eb25 2024-12-06T02:14:54,100 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for d955ec093c63e40b9201126f7d67eb25: Running coprocessor pre-open hook at 1733451294066Writing region info on filesystem at 1733451294066Initializing all the Stores at 1733451294069 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451294070 (+1 ms)Cleaning up temporary data from old regions at 1733451294087 (+17 ms)Running coprocessor post-open hooks at 1733451294100 (+13 ms)Region opened successfully at 1733451294100 2024-12-06T02:14:54,101 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733451282929.d955ec093c63e40b9201126f7d67eb25., pid=24, masterSystemTime=1733451293879 2024-12-06T02:14:54,104 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733451282929.d955ec093c63e40b9201126f7d67eb25. 2024-12-06T02:14:54,104 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733451282929.d955ec093c63e40b9201126f7d67eb25. 2024-12-06T02:14:54,104 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733451282929.ef081689d5eea899f0b4697d959f2dcb. 2024-12-06T02:14:54,105 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d955ec093c63e40b9201126f7d67eb25, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,37925,1733451271134 2024-12-06T02:14:54,105 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => ef081689d5eea899f0b4697d959f2dcb, NAME => 'SPTestTable,99999996,1733451282929.ef081689d5eea899f0b4697d959f2dcb.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-06T02:14:54,106 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ef081689d5eea899f0b4697d959f2dcb 2024-12-06T02:14:54,106 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733451282929.ef081689d5eea899f0b4697d959f2dcb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:14:54,106 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for ef081689d5eea899f0b4697d959f2dcb 2024-12-06T02:14:54,106 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for ef081689d5eea899f0b4697d959f2dcb 2024-12-06T02:14:54,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d955ec093c63e40b9201126f7d67eb25, server=5c7979348d1b,37925,1733451271134 because future has completed 2024-12-06T02:14:54,108 INFO [StoreOpener-ef081689d5eea899f0b4697d959f2dcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ef081689d5eea899f0b4697d959f2dcb 2024-12-06T02:14:54,111 INFO [StoreOpener-ef081689d5eea899f0b4697d959f2dcb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef081689d5eea899f0b4697d959f2dcb columnFamilyName cf 2024-12-06T02:14:54,111 DEBUG [StoreOpener-ef081689d5eea899f0b4697d959f2dcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:14:54,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=12 2024-12-06T02:14:54,112 INFO [StoreOpener-ef081689d5eea899f0b4697d959f2dcb-1 {}] regionserver.HStore(327): Store=ef081689d5eea899f0b4697d959f2dcb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:14:54,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure d955ec093c63e40b9201126f7d67eb25, server=5c7979348d1b,37925,1733451271134 in 10.2190 sec 2024-12-06T02:14:54,112 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for ef081689d5eea899f0b4697d959f2dcb 2024-12-06T02:14:54,113 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/ef081689d5eea899f0b4697d959f2dcb 2024-12-06T02:14:54,114 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/ef081689d5eea899f0b4697d959f2dcb 2024-12-06T02:14:54,114 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d955ec093c63e40b9201126f7d67eb25, ASSIGN in 10.5530 sec 2024-12-06T02:14:54,114 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for ef081689d5eea899f0b4697d959f2dcb 2024-12-06T02:14:54,114 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for ef081689d5eea899f0b4697d959f2dcb 2024-12-06T02:14:54,115 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for ef081689d5eea899f0b4697d959f2dcb 2024-12-06T02:14:54,129 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/ef081689d5eea899f0b4697d959f2dcb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:14:54,130 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened ef081689d5eea899f0b4697d959f2dcb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69497851, jitterRate=0.03559868037700653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T02:14:54,130 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ef081689d5eea899f0b4697d959f2dcb 2024-12-06T02:14:54,130 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for ef081689d5eea899f0b4697d959f2dcb: Running coprocessor pre-open hook at 1733451294106Writing region info on filesystem at 1733451294106Initializing all the Stores at 1733451294107 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451294107Cleaning up temporary data from old regions at 1733451294114 (+7 ms)Running coprocessor post-open hooks at 1733451294130 (+16 ms)Region opened successfully at 1733451294130 2024-12-06T02:14:54,131 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733451282929.ef081689d5eea899f0b4697d959f2dcb., pid=22, masterSystemTime=1733451293879 2024-12-06T02:14:54,135 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733451282929.ef081689d5eea899f0b4697d959f2dcb. 2024-12-06T02:14:54,135 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733451282929.ef081689d5eea899f0b4697d959f2dcb. 2024-12-06T02:14:54,136 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=ef081689d5eea899f0b4697d959f2dcb, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,37925,1733451271134 2024-12-06T02:14:54,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef081689d5eea899f0b4697d959f2dcb, server=5c7979348d1b,37925,1733451271134 because future has completed 2024-12-06T02:14:54,146 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=11 2024-12-06T02:14:54,146 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure ef081689d5eea899f0b4697d959f2dcb, server=5c7979348d1b,37925,1733451271134 in 10.2600 sec 2024-12-06T02:14:54,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=4 2024-12-06T02:14:54,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ef081689d5eea899f0b4697d959f2dcb, ASSIGN in 10.5870 sec 2024-12-06T02:14:54,154 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T02:14:54,154 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451294154"}]},"ts":"1733451294154"} 2024-12-06T02:14:54,157 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-06T02:14:54,159 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T02:14:54,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.2290 sec 2024-12-06T02:14:56,099 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-06T02:14:58,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:14:58,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:14:59,391 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:14:59,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:14:59,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:15:00,724 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T02:15:01,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:15:01,225 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-06T02:15:01,225 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-06T02:15:01,225 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T02:15:01,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-06T02:15:01,237 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T02:15:01,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-06T02:15:01,274 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733451282929.ef081689d5eea899f0b4697d959f2dcb., hostname=5c7979348d1b,37925,1733451271134, seqNum=2] 2024-12-06T02:15:01,276 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733451282929.ef081689d5eea899f0b4697d959f2dcb., hostname=5c7979348d1b,37925,1733451271134, seqNum=2] 2024-12-06T02:15:01,342 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733451282929.d955ec093c63e40b9201126f7d67eb25., hostname=5c7979348d1b,37925,1733451271134, seqNum=2] 2024-12-06T02:15:01,344 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733451282929.d955ec093c63e40b9201126f7d67eb25., hostname=5c7979348d1b,37925,1733451271134, seqNum=2] 2024-12-06T02:15:01,348 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733451282929.d955ec093c63e40b9201126f7d67eb25., hostname=5c7979348d1b,37925,1733451271134, seqNum=2] 2024-12-06T02:15:01,351 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733451282929.d955ec093c63e40b9201126f7d67eb25., hostname=5c7979348d1b,37925,1733451271134, seqNum=2] 2024-12-06T02:15:01,352 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733451282929.d955ec093c63e40b9201126f7d67eb25., hostname=5c7979348d1b,37925,1733451271134, seqNum=2] 2024-12-06T02:15:01,354 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733451282929.d955ec093c63e40b9201126f7d67eb25., hostname=5c7979348d1b,37925,1733451271134, seqNum=2] 2024-12-06T02:15:01,355 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1733451282929.d955ec093c63e40b9201126f7d67eb25., hostname=5c7979348d1b,37925,1733451271134, seqNum=2] 2024-12-06T02:15:01,356 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733451282929.d955ec093c63e40b9201126f7d67eb25., hostname=5c7979348d1b,37925,1733451271134, seqNum=2] 2024-12-06T02:15:01,412 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733451282929.53e827578fa96e04e8109de2f0570bce., hostname=5c7979348d1b,39803,1733451271206, seqNum=2] 2024-12-06T02:15:01,421 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733451282929.53e827578fa96e04e8109de2f0570bce., hostname=5c7979348d1b,39803,1733451271206, seqNum=2] 2024-12-06T02:15:01,423 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733451282929.53e827578fa96e04e8109de2f0570bce., hostname=5c7979348d1b,39803,1733451271206, seqNum=2] 2024-12-06T02:15:01,425 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733451282929.53e827578fa96e04e8109de2f0570bce., hostname=5c7979348d1b,39803,1733451271206, seqNum=2] 2024-12-06T02:15:01,426 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733451282929.53e827578fa96e04e8109de2f0570bce., hostname=5c7979348d1b,39803,1733451271206, seqNum=2] 2024-12-06T02:15:01,428 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733451282929.53e827578fa96e04e8109de2f0570bce., hostname=5c7979348d1b,39803,1733451271206, seqNum=2] 2024-12-06T02:15:01,431 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733451282929.53e827578fa96e04e8109de2f0570bce., hostname=5c7979348d1b,39803,1733451271206, seqNum=2] 2024-12-06T02:15:01,433 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733451282929.53e827578fa96e04e8109de2f0570bce., hostname=5c7979348d1b,39803,1733451271206, seqNum=2] 2024-12-06T02:15:01,554 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733451282929.3ca7362730ebcef35b4825036a1b0e17., hostname=5c7979348d1b,44393,1733451271065, seqNum=2] 2024-12-06T02:15:01,557 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733451282929.3ca7362730ebcef35b4825036a1b0e17., hostname=5c7979348d1b,44393,1733451271065, seqNum=2] 2024-12-06T02:15:01,559 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733451282929.3ca7362730ebcef35b4825036a1b0e17., hostname=5c7979348d1b,44393,1733451271065, seqNum=2] 2024-12-06T02:15:02,953 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:15:02,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:15:02,976 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:15:03,073 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-06T02:15:03,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:15:03,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37925 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733451282929.ef081689d5eea899f0b4697d959f2dcb. with WAL disabled. Data may be lost in the event of a crash. 2024-12-06T02:15:03,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39803 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733451282929.53e827578fa96e04e8109de2f0570bce. with WAL disabled. Data may be lost in the event of a crash. 2024-12-06T02:15:03,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37925 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733451282929.d955ec093c63e40b9201126f7d67eb25. with WAL disabled. Data may be lost in the event of a crash. 2024-12-06T02:15:03,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44393 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,e6666661,1733451282929.3ca7362730ebcef35b4825036a1b0e17. 2024-12-06T02:15:03,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44393 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733451282929.3ca7362730ebcef35b4825036a1b0e17. with WAL disabled. Data may be lost in the event of a crash. 2024-12-06T02:15:04,121 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-06T02:15:04,121 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T02:15:04,124 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-06T02:15:04,127 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-06T02:15:04,137 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-06T02:15:04,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741848_1024 (size=49) 2024-12-06T02:15:04,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741848_1024 (size=49) 2024-12-06T02:15:04,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741848_1024 (size=49) 2024-12-06T02:15:04,237 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-06T02:15:04,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 90a94c7c7351db191a37e27422f55dab}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d05919e6615afc6153180e6f594db987}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 46f54c1c95fefb1fa216329c1b02c351}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 40fa3aa8d077b44ae4ad70466d909b91}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2379b4ad1482b6a7323e6c1b3681cda3}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2d5ae24b66c002677e69f18e7a1963d}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ef081689d5eea899f0b4697d959f2dcb}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d955ec093c63e40b9201126f7d67eb25}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53e827578fa96e04e8109de2f0570bce}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3ca7362730ebcef35b4825036a1b0e17}] 2024-12-06T02:15:04,241 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ef081689d5eea899f0b4697d959f2dcb 2024-12-06T02:15:04,242 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d955ec093c63e40b9201126f7d67eb25 2024-12-06T02:15:04,242 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2d5ae24b66c002677e69f18e7a1963d 2024-12-06T02:15:04,242 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3ca7362730ebcef35b4825036a1b0e17 2024-12-06T02:15:04,242 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53e827578fa96e04e8109de2f0570bce 2024-12-06T02:15:04,256 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2379b4ad1482b6a7323e6c1b3681cda3 2024-12-06T02:15:04,257 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 40fa3aa8d077b44ae4ad70466d909b91 2024-12-06T02:15:04,258 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 46f54c1c95fefb1fa216329c1b02c351 2024-12-06T02:15:04,258 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d05919e6615afc6153180e6f594db987 2024-12-06T02:15:04,259 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 90a94c7c7351db191a37e27422f55dab 2024-12-06T02:15:13,879 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=5c7979348d1b,37925,1733451271134, timeout=1733451314245, delay=366, operations=[pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d955ec093c63e40b9201126f7d67eb25, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2379b4ad1482b6a7323e6c1b3681cda3, pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ef081689d5eea899f0b4697d959f2dcb, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d05919e6615afc6153180e6f594db987], containedObject=5c7979348d1b,44393,1733451271065, timeout=1733451314245, delay=366, operations=[pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2d5ae24b66c002677e69f18e7a1963d, pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3ca7362730ebcef35b4825036a1b0e17, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 46f54c1c95fefb1fa216329c1b02c351], containedObject=5c7979348d1b,39803,1733451271206, timeout=1733451314245, delay=366, operations=[pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 40fa3aa8d077b44ae4ad70466d909b91, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53e827578fa96e04e8109de2f0570bce, pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 90a94c7c7351db191a37e27422f55dab]] 2024-12-06T02:15:14,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44393 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-06T02:15:14,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-06T02:15:14,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-06T02:15:14,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-06T02:15:14,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-06T02:15:14,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733451282929.d955ec093c63e40b9201126f7d67eb25. 2024-12-06T02:15:14,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733451282929.40fa3aa8d077b44ae4ad70466d909b91. 2024-12-06T02:15:14,247 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing d955ec093c63e40b9201126f7d67eb25 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-06T02:15:14,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 40fa3aa8d077b44ae4ad70466d909b91: 2024-12-06T02:15:14,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733451282929.40fa3aa8d077b44ae4ad70466d909b91. for SnapshotProcedureTest completed. 2024-12-06T02:15:14,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733451282929.40fa3aa8d077b44ae4ad70466d909b91.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T02:15:14,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733451282929.d2d5ae24b66c002677e69f18e7a1963d. 2024-12-06T02:15:14,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T02:15:14,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T02:15:14,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for d2d5ae24b66c002677e69f18e7a1963d: 2024-12-06T02:15:14,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733451282929.d2d5ae24b66c002677e69f18e7a1963d. for SnapshotProcedureTest completed. 2024-12-06T02:15:14,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44393 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-06T02:15:14,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-06T02:15:14,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733451282929.d2d5ae24b66c002677e69f18e7a1963d.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T02:15:14,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T02:15:14,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T02:15:14,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44393 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-06T02:15:14,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733451282929.3ca7362730ebcef35b4825036a1b0e17. 2024-12-06T02:15:14,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733451282929.2379b4ad1482b6a7323e6c1b3681cda3. 2024-12-06T02:15:14,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 2379b4ad1482b6a7323e6c1b3681cda3: 2024-12-06T02:15:14,249 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 3ca7362730ebcef35b4825036a1b0e17 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-06T02:15:14,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733451282929.2379b4ad1482b6a7323e6c1b3681cda3. for SnapshotProcedureTest completed. 2024-12-06T02:15:14,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-06T02:15:14,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733451282929.ef081689d5eea899f0b4697d959f2dcb. 2024-12-06T02:15:14,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-06T02:15:14,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733451282929.2379b4ad1482b6a7323e6c1b3681cda3.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T02:15:14,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T02:15:14,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T02:15:14,249 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing ef081689d5eea899f0b4697d959f2dcb 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-06T02:15:14,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733451282929.53e827578fa96e04e8109de2f0570bce. 2024-12-06T02:15:14,249 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 53e827578fa96e04e8109de2f0570bce 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-06T02:15:14,250 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733451282929.46f54c1c95fefb1fa216329c1b02c351. 2024-12-06T02:15:14,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733451282929.90a94c7c7351db191a37e27422f55dab. 2024-12-06T02:15:14,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 46f54c1c95fefb1fa216329c1b02c351: 2024-12-06T02:15:14,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 90a94c7c7351db191a37e27422f55dab: 2024-12-06T02:15:14,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733451282929.46f54c1c95fefb1fa216329c1b02c351. for SnapshotProcedureTest completed. 2024-12-06T02:15:14,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733451282929.90a94c7c7351db191a37e27422f55dab. for SnapshotProcedureTest completed. 2024-12-06T02:15:14,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733451282929.46f54c1c95fefb1fa216329c1b02c351.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T02:15:14,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733451282929.90a94c7c7351db191a37e27422f55dab.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T02:15:14,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T02:15:14,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T02:15:14,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T02:15:14,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T02:15:14,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/d955ec093c63e40b9201126f7d67eb25/.tmp/cf/02d8ba4d76f14338ab03eb205ebd7923 is 34, key is baa/cf:cf/1733451303191/Put/seqid=0 2024-12-06T02:15:14,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/ef081689d5eea899f0b4697d959f2dcb/.tmp/cf/ec00e3707eb14be58a292ef517949148 is 34, key is aaa/cf:cf/1733451303094/Put/seqid=0 2024-12-06T02:15:14,294 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/53e827578fa96e04e8109de2f0570bce/.tmp/cf/7cdea3cc22c44930b57cc852f37fc9d5 is 34, key is ccd/cf:cf/1733451303155/Put/seqid=0 2024-12-06T02:15:14,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741849_1025 (size=65) 2024-12-06T02:15:14,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741849_1025 (size=65) 2024-12-06T02:15:14,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741849_1025 (size=65) 2024-12-06T02:15:14,300 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733451282929.d2d5ae24b66c002677e69f18e7a1963d. 2024-12-06T02:15:14,300 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-06T02:15:14,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-06T02:15:14,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d2d5ae24b66c002677e69f18e7a1963d 2024-12-06T02:15:14,301 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2d5ae24b66c002677e69f18e7a1963d 2024-12-06T02:15:14,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741850_1026 (size=65) 2024-12-06T02:15:14,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741850_1026 (size=65) 2024-12-06T02:15:14,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741850_1026 (size=65) 2024-12-06T02:15:14,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733451282929.2379b4ad1482b6a7323e6c1b3681cda3. 2024-12-06T02:15:14,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-06T02:15:14,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733451282929.d05919e6615afc6153180e6f594db987. 2024-12-06T02:15:14,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for d05919e6615afc6153180e6f594db987: 2024-12-06T02:15:14,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733451282929.d05919e6615afc6153180e6f594db987. for SnapshotProcedureTest completed. 2024-12-06T02:15:14,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-06T02:15:14,305 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733451282929.d05919e6615afc6153180e6f594db987.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T02:15:14,305 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T02:15:14,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2379b4ad1482b6a7323e6c1b3681cda3 2024-12-06T02:15:14,305 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-06T02:15:14,305 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2379b4ad1482b6a7323e6c1b3681cda3 2024-12-06T02:15:14,307 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d2d5ae24b66c002677e69f18e7a1963d in 10.0630 sec 2024-12-06T02:15:14,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2379b4ad1482b6a7323e6c1b3681cda3 in 10.0670 sec 2024-12-06T02:15:14,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741851_1027 (size=65) 2024-12-06T02:15:14,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741851_1027 (size=65) 2024-12-06T02:15:14,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741851_1027 (size=65) 2024-12-06T02:15:14,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733451282929.46f54c1c95fefb1fa216329c1b02c351. 2024-12-06T02:15:14,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-06T02:15:14,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-06T02:15:14,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 46f54c1c95fefb1fa216329c1b02c351 2024-12-06T02:15:14,329 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 46f54c1c95fefb1fa216329c1b02c351 2024-12-06T02:15:14,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 46f54c1c95fefb1fa216329c1b02c351 in 10.0920 sec 2024-12-06T02:15:14,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741853_1029 (size=57) 2024-12-06T02:15:14,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741853_1029 (size=57) 2024-12-06T02:15:14,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741853_1029 (size=57) 2024-12-06T02:15:14,344 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733451282929.90a94c7c7351db191a37e27422f55dab. 2024-12-06T02:15:14,344 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-06T02:15:14,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-06T02:15:14,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 90a94c7c7351db191a37e27422f55dab 2024-12-06T02:15:14,345 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 90a94c7c7351db191a37e27422f55dab 2024-12-06T02:15:14,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 90a94c7c7351db191a37e27422f55dab in 10.1070 sec 2024-12-06T02:15:14,350 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/3ca7362730ebcef35b4825036a1b0e17/.tmp/cf/28684418c70645c0a23021944598255e is 34, key is eaa/cf:cf/1733451303985/Put/seqid=0 2024-12-06T02:15:14,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741854_1030 (size=28623) 2024-12-06T02:15:14,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741854_1030 (size=28623) 2024-12-06T02:15:14,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741854_1030 (size=28623) 2024-12-06T02:15:14,382 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/d955ec093c63e40b9201126f7d67eb25/.tmp/cf/02d8ba4d76f14338ab03eb205ebd7923 2024-12-06T02:15:14,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741855_1031 (size=26918) 2024-12-06T02:15:14,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741855_1031 (size=26918) 2024-12-06T02:15:14,395 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/ef081689d5eea899f0b4697d959f2dcb/.tmp/cf/ec00e3707eb14be58a292ef517949148 2024-12-06T02:15:14,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741855_1031 (size=26918) 2024-12-06T02:15:14,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741856_1032 (size=499309) 2024-12-06T02:15:14,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741856_1032 (size=499309) 2024-12-06T02:15:14,403 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/3ca7362730ebcef35b4825036a1b0e17/.tmp/cf/28684418c70645c0a23021944598255e 2024-12-06T02:15:14,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741852_1028 (size=65) 2024-12-06T02:15:14,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741852_1028 (size=65) 2024-12-06T02:15:14,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741856_1032 (size=499309) 2024-12-06T02:15:14,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741852_1028 (size=65) 2024-12-06T02:15:14,424 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/ef081689d5eea899f0b4697d959f2dcb/.tmp/cf/ec00e3707eb14be58a292ef517949148 as hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/ef081689d5eea899f0b4697d959f2dcb/cf/ec00e3707eb14be58a292ef517949148 2024-12-06T02:15:14,434 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/ef081689d5eea899f0b4697d959f2dcb/cf/ec00e3707eb14be58a292ef517949148, entries=676, sequenceid=5, filesize=26.3 K 2024-12-06T02:15:14,436 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for ef081689d5eea899f0b4697d959f2dcb in 187ms, sequenceid=5, compaction requested=false 2024-12-06T02:15:14,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for ef081689d5eea899f0b4697d959f2dcb: 2024-12-06T02:15:14,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733451282929.ef081689d5eea899f0b4697d959f2dcb. for SnapshotProcedureTest completed. 2024-12-06T02:15:14,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733451282929.ef081689d5eea899f0b4697d959f2dcb.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T02:15:14,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T02:15:14,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/ef081689d5eea899f0b4697d959f2dcb/cf/ec00e3707eb14be58a292ef517949148] hfiles 2024-12-06T02:15:14,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/ef081689d5eea899f0b4697d959f2dcb/cf/ec00e3707eb14be58a292ef517949148 for snapshot=SnapshotProcedureTest 2024-12-06T02:15:14,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/3ca7362730ebcef35b4825036a1b0e17/.tmp/cf/28684418c70645c0a23021944598255e as hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/3ca7362730ebcef35b4825036a1b0e17/cf/28684418c70645c0a23021944598255e 2024-12-06T02:15:14,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741858_1034 (size=65) 2024-12-06T02:15:14,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741858_1034 (size=65) 2024-12-06T02:15:14,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741858_1034 (size=65) 2024-12-06T02:15:14,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733451282929.d05919e6615afc6153180e6f594db987. 2024-12-06T02:15:14,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-06T02:15:14,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-06T02:15:14,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d05919e6615afc6153180e6f594db987 2024-12-06T02:15:14,465 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d05919e6615afc6153180e6f594db987 2024-12-06T02:15:14,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741857_1033 (size=47197) 2024-12-06T02:15:14,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741857_1033 (size=47197) 2024-12-06T02:15:14,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741857_1033 (size=47197) 2024-12-06T02:15:14,468 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/53e827578fa96e04e8109de2f0570bce/.tmp/cf/7cdea3cc22c44930b57cc852f37fc9d5 2024-12-06T02:15:14,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d05919e6615afc6153180e6f594db987 in 10.2280 sec 2024-12-06T02:15:14,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/d955ec093c63e40b9201126f7d67eb25/.tmp/cf/02d8ba4d76f14338ab03eb205ebd7923 as hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/d955ec093c63e40b9201126f7d67eb25/cf/02d8ba4d76f14338ab03eb205ebd7923 2024-12-06T02:15:14,485 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/d955ec093c63e40b9201126f7d67eb25/cf/02d8ba4d76f14338ab03eb205ebd7923, entries=731, sequenceid=5, filesize=28.0 K 2024-12-06T02:15:14,492 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/3ca7362730ebcef35b4825036a1b0e17/cf/28684418c70645c0a23021944598255e, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-06T02:15:14,494 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 3ca7362730ebcef35b4825036a1b0e17 in 244ms, sequenceid=5, compaction requested=false 2024-12-06T02:15:14,494 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for d955ec093c63e40b9201126f7d67eb25 in 240ms, sequenceid=5, compaction requested=false 2024-12-06T02:15:14,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 3ca7362730ebcef35b4825036a1b0e17: 2024-12-06T02:15:14,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733451282929.3ca7362730ebcef35b4825036a1b0e17. for SnapshotProcedureTest completed. 2024-12-06T02:15:14,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for d955ec093c63e40b9201126f7d67eb25: 2024-12-06T02:15:14,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733451282929.d955ec093c63e40b9201126f7d67eb25. for SnapshotProcedureTest completed. 2024-12-06T02:15:14,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733451282929.3ca7362730ebcef35b4825036a1b0e17.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T02:15:14,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733451282929.d955ec093c63e40b9201126f7d67eb25.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T02:15:14,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T02:15:14,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T02:15:14,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/d955ec093c63e40b9201126f7d67eb25/cf/02d8ba4d76f14338ab03eb205ebd7923] hfiles 2024-12-06T02:15:14,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/3ca7362730ebcef35b4825036a1b0e17/cf/28684418c70645c0a23021944598255e] hfiles 2024-12-06T02:15:14,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/d955ec093c63e40b9201126f7d67eb25/cf/02d8ba4d76f14338ab03eb205ebd7923 for snapshot=SnapshotProcedureTest 2024-12-06T02:15:14,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/3ca7362730ebcef35b4825036a1b0e17/cf/28684418c70645c0a23021944598255e for snapshot=SnapshotProcedureTest 2024-12-06T02:15:14,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/53e827578fa96e04e8109de2f0570bce/.tmp/cf/7cdea3cc22c44930b57cc852f37fc9d5 as hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/53e827578fa96e04e8109de2f0570bce/cf/7cdea3cc22c44930b57cc852f37fc9d5 2024-12-06T02:15:14,513 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/53e827578fa96e04e8109de2f0570bce/cf/7cdea3cc22c44930b57cc852f37fc9d5, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-06T02:15:14,514 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 53e827578fa96e04e8109de2f0570bce in 265ms, sequenceid=5, compaction requested=false 2024-12-06T02:15:14,514 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 53e827578fa96e04e8109de2f0570bce: 2024-12-06T02:15:14,514 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733451282929.53e827578fa96e04e8109de2f0570bce. for SnapshotProcedureTest completed. 2024-12-06T02:15:14,515 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733451282929.53e827578fa96e04e8109de2f0570bce.' region-info for snapshot=SnapshotProcedureTest 2024-12-06T02:15:14,515 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-06T02:15:14,515 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/53e827578fa96e04e8109de2f0570bce/cf/7cdea3cc22c44930b57cc852f37fc9d5] hfiles 2024-12-06T02:15:14,515 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/53e827578fa96e04e8109de2f0570bce/cf/7cdea3cc22c44930b57cc852f37fc9d5 for snapshot=SnapshotProcedureTest 2024-12-06T02:15:14,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741859_1035 (size=105) 2024-12-06T02:15:14,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741859_1035 (size=105) 2024-12-06T02:15:14,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741859_1035 (size=105) 2024-12-06T02:15:14,525 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733451282929.ef081689d5eea899f0b4697d959f2dcb. 2024-12-06T02:15:14,525 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-06T02:15:14,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-06T02:15:14,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ef081689d5eea899f0b4697d959f2dcb 2024-12-06T02:15:14,526 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ef081689d5eea899f0b4697d959f2dcb 2024-12-06T02:15:14,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ef081689d5eea899f0b4697d959f2dcb in 10.2890 sec 2024-12-06T02:15:14,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741860_1036 (size=97) 2024-12-06T02:15:14,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741860_1036 (size=97) 2024-12-06T02:15:14,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741860_1036 (size=97) 2024-12-06T02:15:14,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733451282929.3ca7362730ebcef35b4825036a1b0e17. 2024-12-06T02:15:14,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-06T02:15:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-06T02:15:14,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3ca7362730ebcef35b4825036a1b0e17 2024-12-06T02:15:14,554 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3ca7362730ebcef35b4825036a1b0e17 2024-12-06T02:15:14,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3ca7362730ebcef35b4825036a1b0e17 in 10.3160 sec 2024-12-06T02:15:14,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741861_1037 (size=105) 2024-12-06T02:15:14,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741861_1037 (size=105) 2024-12-06T02:15:14,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741861_1037 (size=105) 2024-12-06T02:15:14,580 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733451282929.d955ec093c63e40b9201126f7d67eb25. 2024-12-06T02:15:14,580 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-06T02:15:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-06T02:15:14,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d955ec093c63e40b9201126f7d67eb25 2024-12-06T02:15:14,581 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d955ec093c63e40b9201126f7d67eb25 2024-12-06T02:15:14,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d955ec093c63e40b9201126f7d67eb25 in 10.3430 sec 2024-12-06T02:15:14,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741862_1038 (size=105) 2024-12-06T02:15:14,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741862_1038 (size=105) 2024-12-06T02:15:14,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741862_1038 (size=105) 2024-12-06T02:15:14,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733451282929.53e827578fa96e04e8109de2f0570bce. 2024-12-06T02:15:14,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-06T02:15:14,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-06T02:15:14,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 53e827578fa96e04e8109de2f0570bce 2024-12-06T02:15:14,593 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53e827578fa96e04e8109de2f0570bce 2024-12-06T02:15:14,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 53e827578fa96e04e8109de2f0570bce in 10.3550 sec 2024-12-06T02:15:14,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733451282929.40fa3aa8d077b44ae4ad70466d909b91. 2024-12-06T02:15:14,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-06T02:15:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-06T02:15:14,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 40fa3aa8d077b44ae4ad70466d909b91 2024-12-06T02:15:14,805 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 40fa3aa8d077b44ae4ad70466d909b91 2024-12-06T02:15:14,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=25 2024-12-06T02:15:14,809 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-06T02:15:14,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 40fa3aa8d077b44ae4ad70466d909b91 in 10.5670 sec 2024-12-06T02:15:14,809 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-06T02:15:14,810 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-06T02:15:14,810 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-06T02:15:14,812 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-06T02:15:14,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741863_1039 (size=1174) 2024-12-06T02:15:14,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741863_1039 (size=1174) 2024-12-06T02:15:14,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741863_1039 (size=1174) 2024-12-06T02:15:14,849 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-06T02:15:14,855 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-06T02:15:14,865 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5c7979348d1b,44393,1733451271065 2024-12-06T02:15:14,870 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5c7979348d1b,44393,1733451271065 2024-12-06T02:15:14,871 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5c7979348d1b,44393,1733451271065 2024-12-06T02:15:14,872 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5c7979348d1b,37925,1733451271134 2024-12-06T02:15:14,872 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5c7979348d1b,37925,1733451271134 2024-12-06T02:15:14,890 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5c7979348d1b,39803,1733451271206 2024-12-06T02:15:14,906 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5c7979348d1b,37925,1733451271134 2024-12-06T02:15:14,907 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5c7979348d1b,39803,1733451271206 2024-12-06T02:15:14,908 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5c7979348d1b,39803,1733451271206 2024-12-06T02:15:14,946 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T02:15:14,947 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 5c7979348d1b,44393,1733451271065 2024-12-06T02:15:14,947 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 5c7979348d1b,44393,1733451271065: Simulated kill ***** 2024-12-06T02:15:14,947 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T02:15:14,948 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T02:15:14,953 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T02:15:14,953 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T02:15:14,953 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T02:15:14,953 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 517620544 }, "NonHeapMemoryUsage": { "committed": 178257920, "init": 7667712, "max": -1, "used": 175470912 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T02:15:14,955 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33205 {}] master.MasterRpcServices(700): 5c7979348d1b,44393,1733451271065 reported a fatal error: ***** ABORTING region server 5c7979348d1b,44393,1733451271065: Simulated kill ***** 2024-12-06T02:15:14,956 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5c7979348d1b,44393,1733451271065' ***** 2024-12-06T02:15:14,956 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-06T02:15:14,957 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T02:15:14,962 INFO [RS:0;5c7979348d1b:44393 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T02:15:14,962 INFO [RS:0;5c7979348d1b:44393 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-06T02:15:14,962 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T02:15:14,962 INFO [RS:0;5c7979348d1b:44393 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-06T02:15:14,962 INFO [RS:0;5c7979348d1b:44393 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:15:14,962 INFO [RS:0;5c7979348d1b:44393 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:44393. 2024-12-06T02:15:14,962 DEBUG [RS:0;5c7979348d1b:44393 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:15:14,962 DEBUG [RS:0;5c7979348d1b:44393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:15:14,975 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/WALs/5c7979348d1b,44393,1733451271065/5c7979348d1b%2C44393%2C1733451271065.1733451272347 not finished, retry = 0 2024-12-06T02:15:14,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741834_1010 (size=1488) 2024-12-06T02:15:14,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741834_1010 (size=1488) 2024-12-06T02:15:14,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741834_1010 (size=1488) 2024-12-06T02:15:15,014 INFO [regionserver/5c7979348d1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:15:15,077 DEBUG [RS:0;5c7979348d1b:44393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:15:15,077 INFO [RS:0;5c7979348d1b:44393 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:15:15,078 INFO [RS:0;5c7979348d1b:44393 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44393 2024-12-06T02:15:15,100 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44393-0x101a86b45f30001, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5c7979348d1b,44393,1733451271065 2024-12-06T02:15:15,100 INFO [RS:0;5c7979348d1b:44393 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:15:15,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x101a86b45f30000, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T02:15:15,113 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5c7979348d1b,44393,1733451271065] 2024-12-06T02:15:15,128 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5c7979348d1b,44393,1733451271065 already deleted, retry=false 2024-12-06T02:15:15,129 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 5c7979348d1b,44393,1733451271065 on 5c7979348d1b,33205,1733451270749 2024-12-06T02:15:15,136 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 5c7979348d1b,44393,1733451271065, splitWal=true, meta=false 2024-12-06T02:15:15,136 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 5c7979348d1b,44393,1733451271065 (carryingMeta=false) 5c7979348d1b,44393,1733451271065/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4d4024a0[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-06T02:15:15,149 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 5c7979348d1b,44393,1733451271065, splitWal=true, meta=false 2024-12-06T02:15:15,153 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 5c7979348d1b,44393,1733451271065 had 3 regions 2024-12-06T02:15:15,156 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 5c7979348d1b,44393,1733451271065, splitWal=true, meta=false, isMeta: false 2024-12-06T02:15:15,158 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/WALs/5c7979348d1b,44393,1733451271065-splitting 2024-12-06T02:15:15,169 INFO [PEWorker-2 {}] master.SplitWALManager(105): 5c7979348d1b,44393,1733451271065 WAL count=1, meta=false 2024-12-06T02:15:15,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 5c7979348d1b%2C44393%2C1733451271065.1733451272347}] 2024-12-06T02:15:15,177 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5c7979348d1b,44393,1733451271065 Release verify snapshot worker=5c7979348d1b,44393,1733451271065 2024-12-06T02:15:15,178 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 5c7979348d1b,44393,1733451271065, this operation will be retried to send to another server 2024-12-06T02:15:15,178 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-06T02:15:15,178 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733451316178 2024-12-06T02:15:15,179 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=5c7979348d1b,39803,1733451271206 2024-12-06T02:15:15,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 5c7979348d1b%2C44393%2C1733451271065.1733451272347, worker=5c7979348d1b,39803,1733451271206}] 2024-12-06T02:15:15,195 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5c7979348d1b,44393,1733451271065 Release verify snapshot worker=5c7979348d1b,44393,1733451271065 2024-12-06T02:15:15,195 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 37 to 5c7979348d1b,44393,1733451271065, this operation will be retried to send to another server 2024-12-06T02:15:15,195 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-06T02:15:15,196 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=37, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733451316196 2024-12-06T02:15:15,202 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-12-06T02:15:15,202 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-12-06T02:15:15,202 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-12-06T02:15:15,203 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5c7979348d1b,44393,1733451271065 Release verify snapshot worker=5c7979348d1b,44393,1733451271065 2024-12-06T02:15:15,204 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 40 to 5c7979348d1b,44393,1733451271065, this operation will be retried to send to another server 2024-12-06T02:15:15,204 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-06T02:15:15,204 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=40, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733451316204 2024-12-06T02:15:15,219 INFO [RS:0;5c7979348d1b:44393 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:15:15,220 INFO [RS:0;5c7979348d1b:44393 {}] regionserver.HRegionServer(1031): Exiting; stopping=5c7979348d1b,44393,1733451271065; zookeeper connection closed. 2024-12-06T02:15:15,220 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44393-0x101a86b45f30001, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:15:15,220 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44393-0x101a86b45f30001, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:15:15,220 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T02:15:15,220 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T02:15:15,220 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@652f8973 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@652f8973 2024-12-06T02:15:22,866 INFO [master/5c7979348d1b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-06T02:15:22,866 INFO [master/5c7979348d1b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-06T02:15:24,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-06T02:15:24,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-06T02:15:24,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-06T02:15:24,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-06T02:15:24,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-06T02:15:24,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-06T02:15:24,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-06T02:15:24,883 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5c7979348d1b,37925,1733451271134 Release verify snapshot worker=5c7979348d1b,37925,1733451271134 2024-12-06T02:15:24,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-06T02:15:24,886 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-06T02:15:24,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5c7979348d1b,37925,1733451271134 in 10.0280 sec 2024-12-06T02:15:24,888 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5c7979348d1b,37925,1733451271134 2024-12-06T02:15:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-06T02:15:24,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-12-06T02:15:24,894 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5c7979348d1b,37925,1733451271134 Release verify snapshot worker=5c7979348d1b,37925,1733451271134 2024-12-06T02:15:24,898 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5c7979348d1b,37925,1733451271134 Release verify snapshot worker=5c7979348d1b,37925,1733451271134 2024-12-06T02:15:24,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5c7979348d1b,37925,1733451271134 in 10.0390 sec 2024-12-06T02:15:24,901 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5c7979348d1b,37925,1733451271134 in 10.0430 sec 2024-12-06T02:15:24,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-06T02:15:24,904 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5c7979348d1b,37925,1733451271134 2024-12-06T02:15:24,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-06T02:15:24,904 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5c7979348d1b,37925,1733451271134 2024-12-06T02:15:24,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-06T02:15:24,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-06T02:15:24,942 INFO [RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/WALs/5c7979348d1b,44393,1733451271065-splitting/5c7979348d1b%2C44393%2C1733451271065.1733451272347, size=1.5 K (1488bytes) 2024-12-06T02:15:24,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-06T02:15:24,942 INFO [RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/WALs/5c7979348d1b,44393,1733451271065-splitting/5c7979348d1b%2C44393%2C1733451271065.1733451272347 2024-12-06T02:15:24,943 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-06T02:15:24,943 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-06T02:15:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-06T02:15:24,944 INFO [RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/WALs/5c7979348d1b,44393,1733451271065-splitting/5c7979348d1b%2C44393%2C1733451271065.1733451272347 after 2ms 2024-12-06T02:15:24,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-06T02:15:24,946 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5c7979348d1b,39803,1733451271206 Release verify snapshot worker=5c7979348d1b,39803,1733451271206 2024-12-06T02:15:24,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-06T02:15:24,949 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5c7979348d1b,39803,1733451271206 Release verify snapshot worker=5c7979348d1b,39803,1733451271206 2024-12-06T02:15:24,950 INFO [RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/WALs/5c7979348d1b,44393,1733451271065-splitting/5c7979348d1b%2C44393%2C1733451271065.1733451272347 took 10ms 2024-12-06T02:15:24,950 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5c7979348d1b,39803,1733451271206 2024-12-06T02:15:24,952 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5c7979348d1b,39803,1733451271206 Release verify snapshot worker=5c7979348d1b,39803,1733451271206 2024-12-06T02:15:24,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5c7979348d1b,39803,1733451271206 in 10.0910 sec 2024-12-06T02:15:24,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5c7979348d1b,39803,1733451271206 in 10.0940 sec 2024-12-06T02:15:24,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5c7979348d1b,39803,1733451271206 in 10.0970 sec 2024-12-06T02:15:24,963 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for d2d5ae24b66c002677e69f18e7a1963d: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-06T02:15:24,965 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 3ca7362730ebcef35b4825036a1b0e17: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-12-06T02:15:24,967 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 46f54c1c95fefb1fa216329c1b02c351: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-06T02:15:24,967 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/WALs/5c7979348d1b,44393,1733451271065-splitting/5c7979348d1b%2C44393%2C1733451271065.1733451272347 so closing down 2024-12-06T02:15:24,967 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T02:15:24,968 INFO [RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T02:15:24,968 INFO [RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 8 ms; skipped=5; WAL=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/WALs/5c7979348d1b,44393,1733451271065-splitting/5c7979348d1b%2C44393%2C1733451271065.1733451272347, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-12-06T02:15:24,968 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/WALs/5c7979348d1b,44393,1733451271065-splitting/5c7979348d1b%2C44393%2C1733451271065.1733451272347, journal: Splitting hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/WALs/5c7979348d1b,44393,1733451271065-splitting/5c7979348d1b%2C44393%2C1733451271065.1733451272347, size=1.5 K (1488bytes) at 1733451324942Finishing writing output for hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/WALs/5c7979348d1b,44393,1733451271065-splitting/5c7979348d1b%2C44393%2C1733451271065.1733451272347 so closing down at 1733451324967 (+25 ms)3 split writer threads finished at 1733451324968 (+1 ms)Processed 5 edits across 0 Regions in 8 ms; skipped=5; WAL=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/WALs/5c7979348d1b,44393,1733451271065-splitting/5c7979348d1b%2C44393%2C1733451271065.1733451272347, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1733451324968 2024-12-06T02:15:24,968 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/WALs/5c7979348d1b,44393,1733451271065-splitting/5c7979348d1b%2C44393%2C1733451271065.1733451272347 2024-12-06T02:15:24,968 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-06T02:15:24,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-06T02:15:24,989 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/WALs/5c7979348d1b,44393,1733451271065-splitting/5c7979348d1b%2C44393%2C1733451271065.1733451272347 to hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/oldWALs 2024-12-06T02:15:24,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-06T02:15:24,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 5c7979348d1b%2C44393%2C1733451271065.1733451272347, worker=5c7979348d1b,39803,1733451271206 in 9.8040 sec 2024-12-06T02:15:24,996 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=5c7979348d1b,39803,1733451271206 2024-12-06T02:15:25,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-06T02:15:25,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 5c7979348d1b%2C44393%2C1733451271065.1733451272347, worker=5c7979348d1b,39803,1733451271206 in 9.8270 sec 2024-12-06T02:15:25,003 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/WALs/5c7979348d1b,44393,1733451271065-splitting dir is empty, no logs to split. 2024-12-06T02:15:25,003 INFO [PEWorker-2 {}] master.SplitWALManager(105): 5c7979348d1b,44393,1733451271065 WAL count=0, meta=false 2024-12-06T02:15:25,003 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 5c7979348d1b,44393,1733451271065 WAL splitting is done? wals=0, meta=false 2024-12-06T02:15:25,005 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 5c7979348d1b,44393,1733451271065 failed, ignore...File hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/WALs/5c7979348d1b,44393,1733451271065-splitting does not exist. 2024-12-06T02:15:25,007 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2d5ae24b66c002677e69f18e7a1963d, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3ca7362730ebcef35b4825036a1b0e17, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=46f54c1c95fefb1fa216329c1b02c351, ASSIGN}] 2024-12-06T02:15:25,008 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3ca7362730ebcef35b4825036a1b0e17, ASSIGN 2024-12-06T02:15:25,009 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=46f54c1c95fefb1fa216329c1b02c351, ASSIGN 2024-12-06T02:15:25,009 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2d5ae24b66c002677e69f18e7a1963d, ASSIGN 2024-12-06T02:15:25,010 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3ca7362730ebcef35b4825036a1b0e17, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-06T02:15:25,010 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=46f54c1c95fefb1fa216329c1b02c351, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-06T02:15:25,010 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d2d5ae24b66c002677e69f18e7a1963d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-06T02:15:25,161 DEBUG [5c7979348d1b:33205 {}] balancer.BalancerClusterState(204): Hosts are {5c7979348d1b=0} racks are {/default-rack=0} 2024-12-06T02:15:25,161 DEBUG [5c7979348d1b:33205 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T02:15:25,161 DEBUG [5c7979348d1b:33205 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T02:15:25,161 DEBUG [5c7979348d1b:33205 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T02:15:25,161 DEBUG [5c7979348d1b:33205 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T02:15:25,161 INFO [5c7979348d1b:33205 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T02:15:25,161 INFO [5c7979348d1b:33205 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T02:15:25,161 DEBUG [5c7979348d1b:33205 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T02:15:25,161 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=3ca7362730ebcef35b4825036a1b0e17, regionState=OPENING, regionLocation=5c7979348d1b,39803,1733451271206 2024-12-06T02:15:25,161 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=d2d5ae24b66c002677e69f18e7a1963d, regionState=OPENING, regionLocation=5c7979348d1b,37925,1733451271134 2024-12-06T02:15:25,161 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=46f54c1c95fefb1fa216329c1b02c351, regionState=OPENING, regionLocation=5c7979348d1b,39803,1733451271206 2024-12-06T02:15:25,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=46f54c1c95fefb1fa216329c1b02c351, ASSIGN because future has completed 2024-12-06T02:15:25,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46f54c1c95fefb1fa216329c1b02c351, server=5c7979348d1b,39803,1733451271206}] 2024-12-06T02:15:25,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d2d5ae24b66c002677e69f18e7a1963d, ASSIGN because future has completed 2024-12-06T02:15:25,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2d5ae24b66c002677e69f18e7a1963d, server=5c7979348d1b,37925,1733451271134}] 2024-12-06T02:15:25,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3ca7362730ebcef35b4825036a1b0e17, ASSIGN because future has completed 2024-12-06T02:15:25,167 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ca7362730ebcef35b4825036a1b0e17, server=5c7979348d1b,39803,1733451271206}] 2024-12-06T02:15:30,727 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T02:15:32,876 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-06T02:15:34,893 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733451282929.d2d5ae24b66c002677e69f18e7a1963d. 2024-12-06T02:15:34,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-06T02:15:34,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-06T02:15:34,893 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => d2d5ae24b66c002677e69f18e7a1963d, NAME => 'SPTestTable,7ffffffd,1733451282929.d2d5ae24b66c002677e69f18e7a1963d.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-06T02:15:34,893 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-06T02:15:34,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-06T02:15:34,893 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-06T02:15:34,894 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d2d5ae24b66c002677e69f18e7a1963d 2024-12-06T02:15:34,893 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-06T02:15:34,894 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733451282929.d2d5ae24b66c002677e69f18e7a1963d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:15:34,894 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for d2d5ae24b66c002677e69f18e7a1963d 2024-12-06T02:15:34,894 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for d2d5ae24b66c002677e69f18e7a1963d 2024-12-06T02:15:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-06T02:15:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-06T02:15:34,896 INFO [StoreOpener-d2d5ae24b66c002677e69f18e7a1963d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d2d5ae24b66c002677e69f18e7a1963d 2024-12-06T02:15:34,897 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5c7979348d1b,37925,1733451271134 Release verify snapshot worker=5c7979348d1b,37925,1733451271134 2024-12-06T02:15:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-06T02:15:34,899 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5c7979348d1b,37925,1733451271134 Release verify snapshot worker=5c7979348d1b,37925,1733451271134 2024-12-06T02:15:34,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5c7979348d1b,37925,1733451271134 in 20.0420 sec 2024-12-06T02:15:34,901 INFO [StoreOpener-d2d5ae24b66c002677e69f18e7a1963d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2d5ae24b66c002677e69f18e7a1963d columnFamilyName cf 2024-12-06T02:15:34,901 DEBUG [StoreOpener-d2d5ae24b66c002677e69f18e7a1963d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:15:34,902 INFO [StoreOpener-d2d5ae24b66c002677e69f18e7a1963d-1 {}] regionserver.HStore(327): Store=d2d5ae24b66c002677e69f18e7a1963d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:15:34,902 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for d2d5ae24b66c002677e69f18e7a1963d 2024-12-06T02:15:34,903 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/d2d5ae24b66c002677e69f18e7a1963d 2024-12-06T02:15:34,906 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5c7979348d1b,37925,1733451271134 Release verify snapshot worker=5c7979348d1b,37925,1733451271134 2024-12-06T02:15:34,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5c7979348d1b,37925,1733451271134 in 20.0440 sec 2024-12-06T02:15:34,907 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/d2d5ae24b66c002677e69f18e7a1963d 2024-12-06T02:15:34,907 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for d2d5ae24b66c002677e69f18e7a1963d 2024-12-06T02:15:34,907 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for d2d5ae24b66c002677e69f18e7a1963d 2024-12-06T02:15:34,913 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for d2d5ae24b66c002677e69f18e7a1963d 2024-12-06T02:15:34,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5c7979348d1b,37925,1733451271134 in 20.0510 sec 2024-12-06T02:15:34,915 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened d2d5ae24b66c002677e69f18e7a1963d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67879177, jitterRate=0.01147855818271637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T02:15:34,915 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2d5ae24b66c002677e69f18e7a1963d 2024-12-06T02:15:34,915 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for d2d5ae24b66c002677e69f18e7a1963d: Running coprocessor pre-open hook at 1733451334894Writing region info on filesystem at 1733451334894Initializing all the Stores at 1733451334896 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451334896Cleaning up temporary data from old regions at 1733451334907 (+11 ms)Running coprocessor post-open hooks at 1733451334915 (+8 ms)Region opened successfully at 1733451334915 2024-12-06T02:15:34,916 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733451282929.d2d5ae24b66c002677e69f18e7a1963d., pid=53, masterSystemTime=1733451334889 2024-12-06T02:15:34,919 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733451282929.d2d5ae24b66c002677e69f18e7a1963d. 2024-12-06T02:15:34,919 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733451282929.d2d5ae24b66c002677e69f18e7a1963d. 2024-12-06T02:15:34,919 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=d2d5ae24b66c002677e69f18e7a1963d, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,37925,1733451271134 2024-12-06T02:15:34,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2d5ae24b66c002677e69f18e7a1963d, server=5c7979348d1b,37925,1733451271134 because future has completed 2024-12-06T02:15:34,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=49 2024-12-06T02:15:34,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure d2d5ae24b66c002677e69f18e7a1963d, server=5c7979348d1b,37925,1733451271134 in 9.7610 sec 2024-12-06T02:15:34,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2d5ae24b66c002677e69f18e7a1963d, ASSIGN in 9.9210 sec 2024-12-06T02:15:34,969 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733451282929.46f54c1c95fefb1fa216329c1b02c351. 2024-12-06T02:15:34,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-12-06T02:15:34,969 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 46f54c1c95fefb1fa216329c1b02c351, NAME => 'SPTestTable,33333332,1733451282929.46f54c1c95fefb1fa216329c1b02c351.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-06T02:15:34,969 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-12-06T02:15:34,969 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 46f54c1c95fefb1fa216329c1b02c351 2024-12-06T02:15:34,969 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733451282929.46f54c1c95fefb1fa216329c1b02c351.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:15:34,970 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 46f54c1c95fefb1fa216329c1b02c351 2024-12-06T02:15:34,970 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 46f54c1c95fefb1fa216329c1b02c351 2024-12-06T02:15:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-12-06T02:15:34,974 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5c7979348d1b,39803,1733451271206 Release verify snapshot worker=5c7979348d1b,39803,1733451271206 2024-12-06T02:15:34,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-12-06T02:15:34,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5c7979348d1b,39803,1733451271206 in 20.1190 sec 2024-12-06T02:15:34,979 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-06T02:15:34,981 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/.hbase-snapshot/SnapshotProcedureTest 2024-12-06T02:15:34,983 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-06T02:15:34,984 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-06T02:15:34,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.8660 sec 2024-12-06T02:15:34,996 INFO [StoreOpener-46f54c1c95fefb1fa216329c1b02c351-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 46f54c1c95fefb1fa216329c1b02c351 2024-12-06T02:15:35,001 INFO [StoreOpener-46f54c1c95fefb1fa216329c1b02c351-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46f54c1c95fefb1fa216329c1b02c351 columnFamilyName cf 2024-12-06T02:15:35,001 DEBUG [StoreOpener-46f54c1c95fefb1fa216329c1b02c351-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:15:35,002 INFO [StoreOpener-46f54c1c95fefb1fa216329c1b02c351-1 {}] regionserver.HStore(327): Store=46f54c1c95fefb1fa216329c1b02c351/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:15:35,002 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 46f54c1c95fefb1fa216329c1b02c351 2024-12-06T02:15:35,003 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/46f54c1c95fefb1fa216329c1b02c351 2024-12-06T02:15:35,004 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/46f54c1c95fefb1fa216329c1b02c351 2024-12-06T02:15:35,005 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 46f54c1c95fefb1fa216329c1b02c351 2024-12-06T02:15:35,005 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 46f54c1c95fefb1fa216329c1b02c351 2024-12-06T02:15:35,008 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 46f54c1c95fefb1fa216329c1b02c351 2024-12-06T02:15:35,009 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 46f54c1c95fefb1fa216329c1b02c351; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69584070, jitterRate=0.03688344359397888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T02:15:35,009 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46f54c1c95fefb1fa216329c1b02c351 2024-12-06T02:15:35,009 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 46f54c1c95fefb1fa216329c1b02c351: Running coprocessor pre-open hook at 1733451334970Writing region info on filesystem at 1733451334970Initializing all the Stores at 1733451334984 (+14 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451334984Cleaning up temporary data from old regions at 1733451335005 (+21 ms)Running coprocessor post-open hooks at 1733451335009 (+4 ms)Region opened successfully at 1733451335009 2024-12-06T02:15:35,014 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733451282929.46f54c1c95fefb1fa216329c1b02c351., pid=52, masterSystemTime=1733451334951 2024-12-06T02:15:35,016 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733451282929.46f54c1c95fefb1fa216329c1b02c351. 2024-12-06T02:15:35,017 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733451282929.46f54c1c95fefb1fa216329c1b02c351. 2024-12-06T02:15:35,017 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733451282929.3ca7362730ebcef35b4825036a1b0e17. 2024-12-06T02:15:35,017 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=46f54c1c95fefb1fa216329c1b02c351, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,39803,1733451271206 2024-12-06T02:15:35,017 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ca7362730ebcef35b4825036a1b0e17, NAME => 'SPTestTable,e6666661,1733451282929.3ca7362730ebcef35b4825036a1b0e17.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-06T02:15:35,018 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3ca7362730ebcef35b4825036a1b0e17 2024-12-06T02:15:35,018 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733451282929.3ca7362730ebcef35b4825036a1b0e17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:15:35,018 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 3ca7362730ebcef35b4825036a1b0e17 2024-12-06T02:15:35,018 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 3ca7362730ebcef35b4825036a1b0e17 2024-12-06T02:15:35,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46f54c1c95fefb1fa216329c1b02c351, server=5c7979348d1b,39803,1733451271206 because future has completed 2024-12-06T02:15:35,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-12-06T02:15:35,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure 46f54c1c95fefb1fa216329c1b02c351, server=5c7979348d1b,39803,1733451271206 in 9.8590 sec 2024-12-06T02:15:35,031 INFO [StoreOpener-3ca7362730ebcef35b4825036a1b0e17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3ca7362730ebcef35b4825036a1b0e17 2024-12-06T02:15:35,033 INFO [StoreOpener-3ca7362730ebcef35b4825036a1b0e17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ca7362730ebcef35b4825036a1b0e17 columnFamilyName cf 2024-12-06T02:15:35,034 DEBUG [StoreOpener-3ca7362730ebcef35b4825036a1b0e17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:15:35,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=46f54c1c95fefb1fa216329c1b02c351, ASSIGN in 10.0200 sec 2024-12-06T02:15:35,072 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-06T02:15:35,076 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-06T02:15:35,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T02:15:35,077 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:15:35,077 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:15:35,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:15:35,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:15:35,077 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T02:15:35,077 DEBUG [StoreOpener-3ca7362730ebcef35b4825036a1b0e17-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/3ca7362730ebcef35b4825036a1b0e17/cf/28684418c70645c0a23021944598255e 2024-12-06T02:15:35,077 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=565572643, stopped=false 2024-12-06T02:15:35,077 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:15:35,077 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5c7979348d1b,33205,1733451270749 2024-12-06T02:15:35,077 INFO [StoreOpener-3ca7362730ebcef35b4825036a1b0e17-1 {}] regionserver.HStore(327): Store=3ca7362730ebcef35b4825036a1b0e17/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:15:35,077 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 3ca7362730ebcef35b4825036a1b0e17 2024-12-06T02:15:35,079 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/3ca7362730ebcef35b4825036a1b0e17 2024-12-06T02:15:35,081 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/3ca7362730ebcef35b4825036a1b0e17 2024-12-06T02:15:35,082 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 3ca7362730ebcef35b4825036a1b0e17 2024-12-06T02:15:35,082 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 3ca7362730ebcef35b4825036a1b0e17 2024-12-06T02:15:35,087 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37925-0x101a86b45f30002, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T02:15:35,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x101a86b45f30003, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T02:15:35,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x101a86b45f30003, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:15:35,087 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37925-0x101a86b45f30002, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:15:35,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x101a86b45f30000, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T02:15:35,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x101a86b45f30000, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:15:35,088 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:15:35,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39803-0x101a86b45f30003, quorum=127.0.0.1:65248, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T02:15:35,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33205-0x101a86b45f30000, quorum=127.0.0.1:65248, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T02:15:35,089 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37925-0x101a86b45f30002, quorum=127.0.0.1:65248, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T02:15:35,089 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:15:35,089 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:15:35,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:15:35,089 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 3ca7362730ebcef35b4825036a1b0e17 2024-12-06T02:15:35,089 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5c7979348d1b,37925,1733451271134' ***** 2024-12-06T02:15:35,089 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T02:15:35,089 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5c7979348d1b,39803,1733451271206' ***** 2024-12-06T02:15:35,089 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T02:15:35,089 INFO [RS:1;5c7979348d1b:37925 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T02:15:35,090 INFO [RS:1;5c7979348d1b:37925 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T02:15:35,090 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T02:15:35,090 INFO [RS:1;5c7979348d1b:37925 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T02:15:35,090 INFO [RS:1;5c7979348d1b:37925 {}] regionserver.HRegionServer(3091): Received CLOSE for 2379b4ad1482b6a7323e6c1b3681cda3 2024-12-06T02:15:35,090 INFO [RS:2;5c7979348d1b:39803 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T02:15:35,090 INFO [RS:2;5c7979348d1b:39803 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T02:15:35,090 INFO [RS:2;5c7979348d1b:39803 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T02:15:35,090 INFO [RS:2;5c7979348d1b:39803 {}] regionserver.HRegionServer(3091): Received CLOSE for 40fa3aa8d077b44ae4ad70466d909b91 2024-12-06T02:15:35,090 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T02:15:35,092 INFO [RS:1;5c7979348d1b:37925 {}] regionserver.HRegionServer(3091): Received CLOSE for d2d5ae24b66c002677e69f18e7a1963d 2024-12-06T02:15:35,092 INFO [RS:1;5c7979348d1b:37925 {}] regionserver.HRegionServer(3091): Received CLOSE for d955ec093c63e40b9201126f7d67eb25 2024-12-06T02:15:35,092 INFO [RS:1;5c7979348d1b:37925 {}] regionserver.HRegionServer(3091): Received CLOSE for ef081689d5eea899f0b4697d959f2dcb 2024-12-06T02:15:35,092 INFO [RS:1;5c7979348d1b:37925 {}] regionserver.HRegionServer(3091): Received CLOSE for d05919e6615afc6153180e6f594db987 2024-12-06T02:15:35,092 INFO [RS:1;5c7979348d1b:37925 {}] regionserver.HRegionServer(959): stopping server 5c7979348d1b,37925,1733451271134 2024-12-06T02:15:35,092 INFO [RS:1;5c7979348d1b:37925 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:15:35,093 INFO [RS:1;5c7979348d1b:37925 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;5c7979348d1b:37925. 2024-12-06T02:15:35,093 DEBUG [RS:1;5c7979348d1b:37925 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:15:35,093 DEBUG [RS:1;5c7979348d1b:37925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:15:35,093 INFO [RS:1;5c7979348d1b:37925 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T02:15:35,093 INFO [RS:1;5c7979348d1b:37925 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T02:15:35,093 INFO [RS:1;5c7979348d1b:37925 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T02:15:35,093 INFO [RS:1;5c7979348d1b:37925 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T02:15:35,093 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2379b4ad1482b6a7323e6c1b3681cda3, disabling compactions & flushes 2024-12-06T02:15:35,093 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733451282929.2379b4ad1482b6a7323e6c1b3681cda3. 2024-12-06T02:15:35,094 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733451282929.2379b4ad1482b6a7323e6c1b3681cda3. 2024-12-06T02:15:35,094 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733451282929.2379b4ad1482b6a7323e6c1b3681cda3. after waiting 0 ms 2024-12-06T02:15:35,094 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733451282929.2379b4ad1482b6a7323e6c1b3681cda3. 2024-12-06T02:15:35,095 INFO [RS:1;5c7979348d1b:37925 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-06T02:15:35,095 DEBUG [RS:1;5c7979348d1b:37925 {}] regionserver.HRegionServer(1325): Online Regions={2379b4ad1482b6a7323e6c1b3681cda3=SPTestTable,66666664,1733451282929.2379b4ad1482b6a7323e6c1b3681cda3., d2d5ae24b66c002677e69f18e7a1963d=SPTestTable,7ffffffd,1733451282929.d2d5ae24b66c002677e69f18e7a1963d., d955ec093c63e40b9201126f7d67eb25=SPTestTable,b333332f,1733451282929.d955ec093c63e40b9201126f7d67eb25., 1588230740=hbase:meta,,1.1588230740, ef081689d5eea899f0b4697d959f2dcb=SPTestTable,99999996,1733451282929.ef081689d5eea899f0b4697d959f2dcb., d05919e6615afc6153180e6f594db987=SPTestTable,19999999,1733451282929.d05919e6615afc6153180e6f594db987.} 2024-12-06T02:15:35,095 DEBUG [RS:1;5c7979348d1b:37925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2379b4ad1482b6a7323e6c1b3681cda3, d05919e6615afc6153180e6f594db987, d2d5ae24b66c002677e69f18e7a1963d, d955ec093c63e40b9201126f7d67eb25, ef081689d5eea899f0b4697d959f2dcb 2024-12-06T02:15:35,097 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:15:35,097 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:15:35,098 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:15:35,098 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:15:35,098 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:15:35,098 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=14.77 KB heapSize=24.83 KB 2024-12-06T02:15:35,111 INFO [regionserver/5c7979348d1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:15:35,112 INFO [regionserver/5c7979348d1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:15:35,116 INFO [RS:2;5c7979348d1b:39803 {}] regionserver.HRegionServer(3091): Received CLOSE for 53e827578fa96e04e8109de2f0570bce 2024-12-06T02:15:35,117 INFO [RS:2;5c7979348d1b:39803 {}] regionserver.HRegionServer(3091): Received CLOSE for 46f54c1c95fefb1fa216329c1b02c351 2024-12-06T02:15:35,117 INFO [RS:2;5c7979348d1b:39803 {}] regionserver.HRegionServer(3091): Received CLOSE for 90a94c7c7351db191a37e27422f55dab 2024-12-06T02:15:35,117 INFO [RS:2;5c7979348d1b:39803 {}] regionserver.HRegionServer(959): stopping server 5c7979348d1b,39803,1733451271206 2024-12-06T02:15:35,117 INFO [RS:2;5c7979348d1b:39803 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:15:35,117 INFO [RS:2;5c7979348d1b:39803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;5c7979348d1b:39803. 2024-12-06T02:15:35,117 DEBUG [RS:2;5c7979348d1b:39803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:15:35,117 DEBUG [RS:2;5c7979348d1b:39803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:15:35,117 INFO [RS:2;5c7979348d1b:39803 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-12-06T02:15:35,117 DEBUG [RS:2;5c7979348d1b:39803 {}] regionserver.HRegionServer(1325): Online Regions={40fa3aa8d077b44ae4ad70466d909b91=SPTestTable,4ccccccb,1733451282929.40fa3aa8d077b44ae4ad70466d909b91., 53e827578fa96e04e8109de2f0570bce=SPTestTable,ccccccc8,1733451282929.53e827578fa96e04e8109de2f0570bce., 46f54c1c95fefb1fa216329c1b02c351=SPTestTable,33333332,1733451282929.46f54c1c95fefb1fa216329c1b02c351., 90a94c7c7351db191a37e27422f55dab=SPTestTable,,1733451282929.90a94c7c7351db191a37e27422f55dab.} 2024-12-06T02:15:35,117 DEBUG [RS:2;5c7979348d1b:39803 {}] regionserver.HRegionServer(1351): Waiting on 3ca7362730ebcef35b4825036a1b0e17, 40fa3aa8d077b44ae4ad70466d909b91, 46f54c1c95fefb1fa216329c1b02c351, 53e827578fa96e04e8109de2f0570bce, 90a94c7c7351db191a37e27422f55dab 2024-12-06T02:15:35,118 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 40fa3aa8d077b44ae4ad70466d909b91, disabling compactions & flushes 2024-12-06T02:15:35,118 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733451282929.40fa3aa8d077b44ae4ad70466d909b91. 2024-12-06T02:15:35,118 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733451282929.40fa3aa8d077b44ae4ad70466d909b91. 2024-12-06T02:15:35,118 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733451282929.40fa3aa8d077b44ae4ad70466d909b91. after waiting 0 ms 2024-12-06T02:15:35,118 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733451282929.40fa3aa8d077b44ae4ad70466d909b91. 2024-12-06T02:15:35,134 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/3ca7362730ebcef35b4825036a1b0e17/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T02:15:35,143 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 3ca7362730ebcef35b4825036a1b0e17; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74661659, jitterRate=0.11254541575908661}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T02:15:35,143 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3ca7362730ebcef35b4825036a1b0e17 2024-12-06T02:15:35,143 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 3ca7362730ebcef35b4825036a1b0e17: Running coprocessor pre-open hook at 1733451335018Writing region info on filesystem at 1733451335018Initializing all the Stores at 1733451335020 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451335020Cleaning up temporary data from old regions at 1733451335082 (+62 ms)Running coprocessor post-open hooks at 1733451335143 (+61 ms)Region opened successfully at 1733451335143 2024-12-06T02:15:35,145 WARN [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(168): Fatal error occurred while opening region SPTestTable,e6666661,1733451282929.3ca7362730ebcef35b4825036a1b0e17., aborting... org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5c7979348d1b,39803,1733451271206 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegionServer.postOpenDeployTasks(HRegionServer.java:2235) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.handler.AssignRegionHandler.process(AssignRegionHandler.java:150) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T02:15:35,146 ERROR [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2440): ***** ABORTING region server 5c7979348d1b,39803,1733451271206: Failed to open region SPTestTable,e6666661,1733451282929.3ca7362730ebcef35b4825036a1b0e17. and can not recover ***** org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 5c7979348d1b,39803,1733451271206 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegionServer.postOpenDeployTasks(HRegionServer.java:2235) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.handler.AssignRegionHandler.process(AssignRegionHandler.java:150) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T02:15:35,146 ERROR [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T02:15:35,146 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T02:15:35,147 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T02:15:35,147 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T02:15:35,147 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T02:15:35,147 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 620380992 }, "NonHeapMemoryUsage": { "committed": 178847744, "init": 7667712, "max": -1, "used": 173399864 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T02:15:35,149 WARN [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:33205 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:?] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.AssignRegionHandler.handleException(AssignRegionHandler.java:173) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:106) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:33205 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 15 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 15 more 2024-12-06T02:15:35,153 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T02:15:35,153 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T02:15:35,164 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/40fa3aa8d077b44ae4ad70466d909b91/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T02:15:35,166 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/hbase/meta/1588230740/.tmp/info/001cc34f61674ca8bd549c588425e155 is 167, key is SPTestTable,19999999,1733451282929.d05919e6615afc6153180e6f594db987./info:regioninfo/1733451293987/Put/seqid=0 2024-12-06T02:15:35,168 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733451282929.40fa3aa8d077b44ae4ad70466d909b91. 2024-12-06T02:15:35,169 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 40fa3aa8d077b44ae4ad70466d909b91: Waiting for close lock at 1733451335118Running coprocessor pre-close hooks at 1733451335118Disabling compacts and flushes for region at 1733451335118Disabling writes for close at 1733451335118Writing region close event to WAL at 1733451335124 (+6 ms)Running coprocessor post-close hooks at 1733451335168 (+44 ms)Closed at 1733451335168 2024-12-06T02:15:35,169 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733451282929.40fa3aa8d077b44ae4ad70466d909b91. 2024-12-06T02:15:35,169 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 53e827578fa96e04e8109de2f0570bce, disabling compactions & flushes 2024-12-06T02:15:35,169 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733451282929.53e827578fa96e04e8109de2f0570bce. 2024-12-06T02:15:35,169 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733451282929.53e827578fa96e04e8109de2f0570bce. 2024-12-06T02:15:35,170 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733451282929.53e827578fa96e04e8109de2f0570bce. after waiting 0 ms 2024-12-06T02:15:35,170 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733451282929.53e827578fa96e04e8109de2f0570bce. 2024-12-06T02:15:35,176 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/2379b4ad1482b6a7323e6c1b3681cda3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T02:15:35,178 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733451282929.2379b4ad1482b6a7323e6c1b3681cda3. 2024-12-06T02:15:35,178 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2379b4ad1482b6a7323e6c1b3681cda3: Waiting for close lock at 1733451335093Running coprocessor pre-close hooks at 1733451335093Disabling compacts and flushes for region at 1733451335093Disabling writes for close at 1733451335094 (+1 ms)Writing region close event to WAL at 1733451335140 (+46 ms)Running coprocessor post-close hooks at 1733451335178 (+38 ms)Closed at 1733451335178 2024-12-06T02:15:35,178 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733451282929.2379b4ad1482b6a7323e6c1b3681cda3. 2024-12-06T02:15:35,178 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d2d5ae24b66c002677e69f18e7a1963d, disabling compactions & flushes 2024-12-06T02:15:35,178 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733451282929.d2d5ae24b66c002677e69f18e7a1963d. 2024-12-06T02:15:35,178 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733451282929.d2d5ae24b66c002677e69f18e7a1963d. 2024-12-06T02:15:35,178 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733451282929.d2d5ae24b66c002677e69f18e7a1963d. after waiting 0 ms 2024-12-06T02:15:35,178 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733451282929.d2d5ae24b66c002677e69f18e7a1963d. 2024-12-06T02:15:35,204 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/d2d5ae24b66c002677e69f18e7a1963d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-06T02:15:35,205 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733451282929.d2d5ae24b66c002677e69f18e7a1963d. 2024-12-06T02:15:35,205 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d2d5ae24b66c002677e69f18e7a1963d: Waiting for close lock at 1733451335178Running coprocessor pre-close hooks at 1733451335178Disabling compacts and flushes for region at 1733451335178Disabling writes for close at 1733451335178Writing region close event to WAL at 1733451335193 (+15 ms)Running coprocessor post-close hooks at 1733451335204 (+11 ms)Closed at 1733451335204 2024-12-06T02:15:35,205 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733451282929.d2d5ae24b66c002677e69f18e7a1963d. 2024-12-06T02:15:35,205 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d955ec093c63e40b9201126f7d67eb25, disabling compactions & flushes 2024-12-06T02:15:35,205 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733451282929.d955ec093c63e40b9201126f7d67eb25. 2024-12-06T02:15:35,205 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733451282929.d955ec093c63e40b9201126f7d67eb25. 2024-12-06T02:15:35,205 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733451282929.d955ec093c63e40b9201126f7d67eb25. after waiting 0 ms 2024-12-06T02:15:35,205 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733451282929.d955ec093c63e40b9201126f7d67eb25. 2024-12-06T02:15:35,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741864_1040 (size=19470) 2024-12-06T02:15:35,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741864_1040 (size=19470) 2024-12-06T02:15:35,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741864_1040 (size=19470) 2024-12-06T02:15:35,222 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.61 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/hbase/meta/1588230740/.tmp/info/001cc34f61674ca8bd549c588425e155 2024-12-06T02:15:35,241 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/53e827578fa96e04e8109de2f0570bce/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T02:15:35,242 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733451282929.53e827578fa96e04e8109de2f0570bce. 2024-12-06T02:15:35,242 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 53e827578fa96e04e8109de2f0570bce: Waiting for close lock at 1733451335169Running coprocessor pre-close hooks at 1733451335169Disabling compacts and flushes for region at 1733451335169Disabling writes for close at 1733451335170 (+1 ms)Writing region close event to WAL at 1733451335216 (+46 ms)Running coprocessor post-close hooks at 1733451335242 (+26 ms)Closed at 1733451335242 2024-12-06T02:15:35,242 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733451282929.53e827578fa96e04e8109de2f0570bce. 2024-12-06T02:15:35,242 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 46f54c1c95fefb1fa216329c1b02c351, disabling compactions & flushes 2024-12-06T02:15:35,242 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733451282929.46f54c1c95fefb1fa216329c1b02c351. 2024-12-06T02:15:35,242 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733451282929.46f54c1c95fefb1fa216329c1b02c351. 2024-12-06T02:15:35,242 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733451282929.46f54c1c95fefb1fa216329c1b02c351. after waiting 0 ms 2024-12-06T02:15:35,242 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733451282929.46f54c1c95fefb1fa216329c1b02c351. 2024-12-06T02:15:35,248 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T02:15:35,248 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T02:15:35,280 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/d955ec093c63e40b9201126f7d67eb25/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T02:15:35,282 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733451282929.d955ec093c63e40b9201126f7d67eb25. 2024-12-06T02:15:35,282 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d955ec093c63e40b9201126f7d67eb25: Waiting for close lock at 1733451335205Running coprocessor pre-close hooks at 1733451335205Disabling compacts and flushes for region at 1733451335205Disabling writes for close at 1733451335205Writing region close event to WAL at 1733451335252 (+47 ms)Running coprocessor post-close hooks at 1733451335282 (+30 ms)Closed at 1733451335282 2024-12-06T02:15:35,282 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733451282929.d955ec093c63e40b9201126f7d67eb25. 2024-12-06T02:15:35,283 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ef081689d5eea899f0b4697d959f2dcb, disabling compactions & flushes 2024-12-06T02:15:35,283 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733451282929.ef081689d5eea899f0b4697d959f2dcb. 2024-12-06T02:15:35,283 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733451282929.ef081689d5eea899f0b4697d959f2dcb. 2024-12-06T02:15:35,283 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733451282929.ef081689d5eea899f0b4697d959f2dcb. after waiting 0 ms 2024-12-06T02:15:35,283 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733451282929.ef081689d5eea899f0b4697d959f2dcb. 2024-12-06T02:15:35,287 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/46f54c1c95fefb1fa216329c1b02c351/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-06T02:15:35,288 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733451282929.46f54c1c95fefb1fa216329c1b02c351. 2024-12-06T02:15:35,289 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 46f54c1c95fefb1fa216329c1b02c351: Waiting for close lock at 1733451335242Running coprocessor pre-close hooks at 1733451335242Disabling compacts and flushes for region at 1733451335242Disabling writes for close at 1733451335242Writing region close event to WAL at 1733451335278 (+36 ms)Running coprocessor post-close hooks at 1733451335288 (+10 ms)Closed at 1733451335288 2024-12-06T02:15:35,289 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733451282929.46f54c1c95fefb1fa216329c1b02c351. 2024-12-06T02:15:35,289 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 90a94c7c7351db191a37e27422f55dab, disabling compactions & flushes 2024-12-06T02:15:35,289 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733451282929.90a94c7c7351db191a37e27422f55dab. 2024-12-06T02:15:35,289 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733451282929.90a94c7c7351db191a37e27422f55dab. 2024-12-06T02:15:35,289 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733451282929.90a94c7c7351db191a37e27422f55dab. after waiting 0 ms 2024-12-06T02:15:35,289 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733451282929.90a94c7c7351db191a37e27422f55dab. 2024-12-06T02:15:35,295 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/ef081689d5eea899f0b4697d959f2dcb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T02:15:35,295 DEBUG [RS:1;5c7979348d1b:37925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d05919e6615afc6153180e6f594db987, ef081689d5eea899f0b4697d959f2dcb 2024-12-06T02:15:35,296 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733451282929.ef081689d5eea899f0b4697d959f2dcb. 2024-12-06T02:15:35,296 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ef081689d5eea899f0b4697d959f2dcb: Waiting for close lock at 1733451335282Running coprocessor pre-close hooks at 1733451335282Disabling compacts and flushes for region at 1733451335282Disabling writes for close at 1733451335283 (+1 ms)Writing region close event to WAL at 1733451335285 (+2 ms)Running coprocessor post-close hooks at 1733451335296 (+11 ms)Closed at 1733451335296 2024-12-06T02:15:35,296 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733451282929.ef081689d5eea899f0b4697d959f2dcb. 2024-12-06T02:15:35,296 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d05919e6615afc6153180e6f594db987, disabling compactions & flushes 2024-12-06T02:15:35,296 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733451282929.d05919e6615afc6153180e6f594db987. 2024-12-06T02:15:35,296 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733451282929.d05919e6615afc6153180e6f594db987. 2024-12-06T02:15:35,296 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733451282929.d05919e6615afc6153180e6f594db987. after waiting 0 ms 2024-12-06T02:15:35,296 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733451282929.d05919e6615afc6153180e6f594db987. 2024-12-06T02:15:35,300 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/hbase/meta/1588230740/.tmp/ns/06bc13d69ee94887ab8a203f974778c3 is 43, key is default/ns:d/1733451282797/Put/seqid=0 2024-12-06T02:15:35,308 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/90a94c7c7351db191a37e27422f55dab/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T02:15:35,309 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733451282929.90a94c7c7351db191a37e27422f55dab. 2024-12-06T02:15:35,310 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 90a94c7c7351db191a37e27422f55dab: Waiting for close lock at 1733451335289Running coprocessor pre-close hooks at 1733451335289Disabling compacts and flushes for region at 1733451335289Disabling writes for close at 1733451335289Writing region close event to WAL at 1733451335292 (+3 ms)Running coprocessor post-close hooks at 1733451335309 (+17 ms)Closed at 1733451335309 2024-12-06T02:15:35,310 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733451282929.90a94c7c7351db191a37e27422f55dab. 2024-12-06T02:15:35,318 INFO [RS:2;5c7979348d1b:39803 {}] regionserver.HRegionServer(976): stopping server 5c7979348d1b,39803,1733451271206; all regions closed. 2024-12-06T02:15:35,326 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/default/SPTestTable/d05919e6615afc6153180e6f594db987/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T02:15:35,327 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733451282929.d05919e6615afc6153180e6f594db987. 2024-12-06T02:15:35,327 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d05919e6615afc6153180e6f594db987: Waiting for close lock at 1733451335296Running coprocessor pre-close hooks at 1733451335296Disabling compacts and flushes for region at 1733451335296Disabling writes for close at 1733451335296Writing region close event to WAL at 1733451335297 (+1 ms)Running coprocessor post-close hooks at 1733451335327 (+30 ms)Closed at 1733451335327 2024-12-06T02:15:35,327 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733451282929.d05919e6615afc6153180e6f594db987. 2024-12-06T02:15:35,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741835_1011 (size=3242) 2024-12-06T02:15:35,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741835_1011 (size=3242) 2024-12-06T02:15:35,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741835_1011 (size=3242) 2024-12-06T02:15:35,352 DEBUG [RS:2;5c7979348d1b:39803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:15:35,352 INFO [RS:2;5c7979348d1b:39803 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:15:35,353 INFO [RS:2;5c7979348d1b:39803 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:15:35,353 INFO [RS:2;5c7979348d1b:39803 {}] hbase.ChoreService(370): Chore service for: regionserver/5c7979348d1b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T02:15:35,353 INFO [RS:2;5c7979348d1b:39803 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T02:15:35,353 INFO [RS:2;5c7979348d1b:39803 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T02:15:35,353 INFO [RS:2;5c7979348d1b:39803 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T02:15:35,353 INFO [RS:2;5c7979348d1b:39803 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:15:35,353 INFO [regionserver/5c7979348d1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:15:35,353 INFO [RS:2;5c7979348d1b:39803 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39803 2024-12-06T02:15:35,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x101a86b45f30003, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5c7979348d1b,39803,1733451271206 2024-12-06T02:15:35,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x101a86b45f30000, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T02:15:35,361 INFO [RS:2;5c7979348d1b:39803 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:15:35,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741865_1041 (size=5153) 2024-12-06T02:15:35,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741865_1041 (size=5153) 2024-12-06T02:15:35,370 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/hbase/meta/1588230740/.tmp/ns/06bc13d69ee94887ab8a203f974778c3 2024-12-06T02:15:35,372 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5c7979348d1b,39803,1733451271206] 2024-12-06T02:15:35,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741865_1041 (size=5153) 2024-12-06T02:15:35,382 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5c7979348d1b,39803,1733451271206 already deleted, retry=false 2024-12-06T02:15:35,382 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5c7979348d1b,39803,1733451271206 expired; onlineServers=1 2024-12-06T02:15:35,415 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/hbase/meta/1588230740/.tmp/table/92a9dd7cb5b84ed8825f3606c222cdc1 is 47, key is SPTestTable/table:state/1733451294154/Put/seqid=0 2024-12-06T02:15:35,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x101a86b45f30003, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:15:35,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39803-0x101a86b45f30003, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:15:35,472 INFO [RS:2;5c7979348d1b:39803 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:15:35,472 INFO [RS:2;5c7979348d1b:39803 {}] regionserver.HRegionServer(1031): Exiting; stopping=5c7979348d1b,39803,1733451271206; zookeeper connection closed. 2024-12-06T02:15:35,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741866_1042 (size=5214) 2024-12-06T02:15:35,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741866_1042 (size=5214) 2024-12-06T02:15:35,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741866_1042 (size=5214) 2024-12-06T02:15:35,494 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/hbase/meta/1588230740/.tmp/table/92a9dd7cb5b84ed8825f3606c222cdc1 2024-12-06T02:15:35,496 DEBUG [RS:1;5c7979348d1b:37925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:15:35,496 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6b2a17bf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6b2a17bf 2024-12-06T02:15:35,509 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/hbase/meta/1588230740/.tmp/info/001cc34f61674ca8bd549c588425e155 as hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/hbase/meta/1588230740/info/001cc34f61674ca8bd549c588425e155 2024-12-06T02:15:35,527 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/hbase/meta/1588230740/info/001cc34f61674ca8bd549c588425e155, entries=109, sequenceid=34, filesize=19.0 K 2024-12-06T02:15:35,529 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/hbase/meta/1588230740/.tmp/ns/06bc13d69ee94887ab8a203f974778c3 as hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/hbase/meta/1588230740/ns/06bc13d69ee94887ab8a203f974778c3 2024-12-06T02:15:35,540 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/hbase/meta/1588230740/ns/06bc13d69ee94887ab8a203f974778c3, entries=2, sequenceid=34, filesize=5.0 K 2024-12-06T02:15:35,542 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/hbase/meta/1588230740/.tmp/table/92a9dd7cb5b84ed8825f3606c222cdc1 as hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/hbase/meta/1588230740/table/92a9dd7cb5b84ed8825f3606c222cdc1 2024-12-06T02:15:35,557 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/hbase/meta/1588230740/table/92a9dd7cb5b84ed8825f3606c222cdc1, entries=2, sequenceid=34, filesize=5.1 K 2024-12-06T02:15:35,558 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~14.77 KB/15125, heapSize ~24.53 KB/25120, currentSize=0 B/0 for 1588230740 in 460ms, sequenceid=34, compaction requested=false 2024-12-06T02:15:35,581 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/data/hbase/meta/1588230740/recovered.edits/37.seqid, newMaxSeqId=37, maxSeqId=1 2024-12-06T02:15:35,582 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:15:35,582 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:15:35,582 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451335097Running coprocessor pre-close hooks at 1733451335097Disabling compacts and flushes for region at 1733451335097Disabling writes for close at 1733451335098 (+1 ms)Obtaining lock to block concurrent updates at 1733451335098Preparing flush snapshotting stores in 1588230740 at 1733451335098Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15125, getHeapSize=25360, getOffHeapSize=0, getCellsCount=123 at 1733451335099 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733451335100 (+1 ms)Flushing 1588230740/info: creating writer at 1733451335100Flushing 1588230740/info: appending metadata at 1733451335166 (+66 ms)Flushing 1588230740/info: closing flushed file at 1733451335166Flushing 1588230740/ns: creating writer at 1733451335230 (+64 ms)Flushing 1588230740/ns: appending metadata at 1733451335299 (+69 ms)Flushing 1588230740/ns: closing flushed file at 1733451335299Flushing 1588230740/table: creating writer at 1733451335388 (+89 ms)Flushing 1588230740/table: appending metadata at 1733451335414 (+26 ms)Flushing 1588230740/table: closing flushed file at 1733451335414Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@99f2412: reopening flushed file at 1733451335506 (+92 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ad6b095: reopening flushed file at 1733451335527 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b077ed9: reopening flushed file at 1733451335540 (+13 ms)Finished flush of dataSize ~14.77 KB/15125, heapSize ~24.53 KB/25120, currentSize=0 B/0 for 1588230740 in 460ms, sequenceid=34, compaction requested=false at 1733451335559 (+19 ms)Writing region close event to WAL at 1733451335571 (+12 ms)Running coprocessor post-close hooks at 1733451335581 (+10 ms)Closed at 1733451335582 (+1 ms) 2024-12-06T02:15:35,582 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T02:15:35,696 INFO [RS:1;5c7979348d1b:37925 {}] regionserver.HRegionServer(976): stopping server 5c7979348d1b,37925,1733451271134; all regions closed. 2024-12-06T02:15:35,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741836_1012 (size=17763) 2024-12-06T02:15:35,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741836_1012 (size=17763) 2024-12-06T02:15:35,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741836_1012 (size=17763) 2024-12-06T02:15:35,703 DEBUG [RS:1;5c7979348d1b:37925 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/oldWALs 2024-12-06T02:15:35,703 INFO [RS:1;5c7979348d1b:37925 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5c7979348d1b%2C37925%2C1733451271134.meta:.meta(num 1733451282550) 2024-12-06T02:15:35,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741833_1009 (size=4052) 2024-12-06T02:15:35,705 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/WALs/5c7979348d1b,37925,1733451271134/5c7979348d1b%2C37925%2C1733451271134.1733451272303 not finished, retry = 0 2024-12-06T02:15:35,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741833_1009 (size=4052) 2024-12-06T02:15:35,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741833_1009 (size=4052) 2024-12-06T02:15:35,812 DEBUG [RS:1;5c7979348d1b:37925 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/oldWALs 2024-12-06T02:15:35,812 INFO [RS:1;5c7979348d1b:37925 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5c7979348d1b%2C37925%2C1733451271134:(num 1733451272303) 2024-12-06T02:15:35,812 DEBUG [RS:1;5c7979348d1b:37925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:15:35,812 INFO [RS:1;5c7979348d1b:37925 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:15:35,812 INFO [RS:1;5c7979348d1b:37925 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:15:35,813 INFO [RS:1;5c7979348d1b:37925 {}] hbase.ChoreService(370): Chore service for: regionserver/5c7979348d1b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T02:15:35,813 INFO [RS:1;5c7979348d1b:37925 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:15:35,813 INFO [regionserver/5c7979348d1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:15:35,814 INFO [RS:1;5c7979348d1b:37925 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37925 2024-12-06T02:15:35,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x101a86b45f30000, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T02:15:35,873 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37925-0x101a86b45f30002, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5c7979348d1b,37925,1733451271134 2024-12-06T02:15:35,874 INFO [RS:1;5c7979348d1b:37925 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:15:35,894 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5c7979348d1b,37925,1733451271134] 2024-12-06T02:15:35,905 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5c7979348d1b,37925,1733451271134 already deleted, retry=false 2024-12-06T02:15:35,905 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5c7979348d1b,37925,1733451271134 expired; onlineServers=0 2024-12-06T02:15:35,905 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5c7979348d1b,33205,1733451270749' ***** 2024-12-06T02:15:35,905 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T02:15:35,905 INFO [M:0;5c7979348d1b:33205 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:15:35,905 INFO [M:0;5c7979348d1b:33205 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:15:35,905 DEBUG [M:0;5c7979348d1b:33205 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T02:15:35,905 DEBUG [M:0;5c7979348d1b:33205 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T02:15:35,905 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T02:15:35,905 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451271928 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451271928,5,FailOnTimeoutGroup] 2024-12-06T02:15:35,906 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451271925 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451271925,5,FailOnTimeoutGroup] 2024-12-06T02:15:35,906 INFO [M:0;5c7979348d1b:33205 {}] hbase.ChoreService(370): Chore service for: master/5c7979348d1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T02:15:35,906 INFO [M:0;5c7979348d1b:33205 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:15:35,906 DEBUG [M:0;5c7979348d1b:33205 {}] master.HMaster(1795): Stopping service threads 2024-12-06T02:15:35,906 INFO [M:0;5c7979348d1b:33205 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T02:15:35,907 INFO [M:0;5c7979348d1b:33205 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:15:35,907 ERROR [M:0;5c7979348d1b:33205 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1186425077) connection to localhost/127.0.0.1:41149 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41149,5,PEWorkerGroup] 2024-12-06T02:15:35,907 INFO [M:0;5c7979348d1b:33205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T02:15:35,908 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T02:15:35,994 INFO [RS:1;5c7979348d1b:37925 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:15:35,994 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37925-0x101a86b45f30002, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:15:35,995 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37925-0x101a86b45f30002, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:15:35,995 INFO [RS:1;5c7979348d1b:37925 {}] regionserver.HRegionServer(1031): Exiting; stopping=5c7979348d1b,37925,1733451271134; zookeeper connection closed. 2024-12-06T02:15:35,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x101a86b45f30000, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T02:15:35,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x101a86b45f30000, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T02:15:35,995 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f6cbef4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f6cbef4 2024-12-06T02:15:35,995 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-06T02:15:35,995 DEBUG [M:0;5c7979348d1b:33205 {}] zookeeper.ZKUtil(347): master:33205-0x101a86b45f30000, quorum=127.0.0.1:65248, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T02:15:35,995 WARN [M:0;5c7979348d1b:33205 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T02:15:35,996 INFO [M:0;5c7979348d1b:33205 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/.lastflushedseqids 2024-12-06T02:15:36,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741867_1043 (size=650) 2024-12-06T02:15:36,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741867_1043 (size=650) 2024-12-06T02:15:36,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741867_1043 (size=650) 2024-12-06T02:15:36,004 INFO [M:0;5c7979348d1b:33205 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T02:15:36,004 INFO [M:0;5c7979348d1b:33205 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T02:15:36,004 DEBUG [M:0;5c7979348d1b:33205 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:15:36,004 INFO [M:0;5c7979348d1b:33205 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:15:36,005 DEBUG [M:0;5c7979348d1b:33205 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:15:36,005 DEBUG [M:0;5c7979348d1b:33205 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:15:36,005 DEBUG [M:0;5c7979348d1b:33205 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:15:36,005 INFO [M:0;5c7979348d1b:33205 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=224.52 KB heapSize=266.66 KB 2024-12-06T02:15:36,018 DEBUG [M:0;5c7979348d1b:33205 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7ce8605f27c546b2907a2edc9298f924 is 82, key is hbase:meta,,1/info:regioninfo/1733451282677/Put/seqid=0 2024-12-06T02:15:36,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741868_1044 (size=5672) 2024-12-06T02:15:36,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741868_1044 (size=5672) 2024-12-06T02:15:36,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741868_1044 (size=5672) 2024-12-06T02:15:36,026 INFO [M:0;5c7979348d1b:33205 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7ce8605f27c546b2907a2edc9298f924 2024-12-06T02:15:36,046 DEBUG [M:0;5c7979348d1b:33205 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c3e4769a3b3a4935a0fe6fb03bcc454e is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733451294162/Put/seqid=0 2024-12-06T02:15:36,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741869_1045 (size=12182) 2024-12-06T02:15:36,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741869_1045 (size=12182) 2024-12-06T02:15:36,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741869_1045 (size=12182) 2024-12-06T02:15:36,057 INFO [M:0;5c7979348d1b:33205 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=223.79 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c3e4769a3b3a4935a0fe6fb03bcc454e 2024-12-06T02:15:36,062 INFO [M:0;5c7979348d1b:33205 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c3e4769a3b3a4935a0fe6fb03bcc454e 2024-12-06T02:15:36,083 DEBUG [M:0;5c7979348d1b:33205 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76613d0ccad849d19bf956ad5c6e7b13 is 69, key is 5c7979348d1b,37925,1733451271134/rs:state/1733451272024/Put/seqid=0 2024-12-06T02:15:36,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741870_1046 (size=5442) 2024-12-06T02:15:36,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741870_1046 (size=5442) 2024-12-06T02:15:36,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741870_1046 (size=5442) 2024-12-06T02:15:36,092 INFO [M:0;5c7979348d1b:33205 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76613d0ccad849d19bf956ad5c6e7b13 2024-12-06T02:15:36,099 INFO [M:0;5c7979348d1b:33205 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76613d0ccad849d19bf956ad5c6e7b13 2024-12-06T02:15:36,100 DEBUG [M:0;5c7979348d1b:33205 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7ce8605f27c546b2907a2edc9298f924 as hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7ce8605f27c546b2907a2edc9298f924 2024-12-06T02:15:36,105 INFO [M:0;5c7979348d1b:33205 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7ce8605f27c546b2907a2edc9298f924, entries=8, sequenceid=461, filesize=5.5 K 2024-12-06T02:15:36,107 DEBUG [M:0;5c7979348d1b:33205 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c3e4769a3b3a4935a0fe6fb03bcc454e as hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c3e4769a3b3a4935a0fe6fb03bcc454e 2024-12-06T02:15:36,112 INFO [M:0;5c7979348d1b:33205 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c3e4769a3b3a4935a0fe6fb03bcc454e 2024-12-06T02:15:36,112 INFO [M:0;5c7979348d1b:33205 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c3e4769a3b3a4935a0fe6fb03bcc454e, entries=54, sequenceid=461, filesize=11.9 K 2024-12-06T02:15:36,113 DEBUG [M:0;5c7979348d1b:33205 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76613d0ccad849d19bf956ad5c6e7b13 as hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/76613d0ccad849d19bf956ad5c6e7b13 2024-12-06T02:15:36,119 INFO [M:0;5c7979348d1b:33205 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76613d0ccad849d19bf956ad5c6e7b13 2024-12-06T02:15:36,119 INFO [M:0;5c7979348d1b:33205 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41149/user/jenkins/test-data/bb2923c2-7dad-a10c-0c46-ac7a470d6a47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/76613d0ccad849d19bf956ad5c6e7b13, entries=3, sequenceid=461, filesize=5.3 K 2024-12-06T02:15:36,120 INFO [M:0;5c7979348d1b:33205 {}] regionserver.HRegion(3140): Finished flush of dataSize ~224.52 KB/229911, heapSize ~266.36 KB/272752, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=461, compaction requested=false 2024-12-06T02:15:36,121 INFO [M:0;5c7979348d1b:33205 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:15:36,121 DEBUG [M:0;5c7979348d1b:33205 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451336004Disabling compacts and flushes for region at 1733451336004Disabling writes for close at 1733451336005 (+1 ms)Obtaining lock to block concurrent updates at 1733451336005Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733451336005Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=229911, getHeapSize=272992, getOffHeapSize=0, getCellsCount=556 at 1733451336005Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733451336005Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733451336006 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733451336018 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733451336018Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733451336031 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733451336045 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733451336045Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733451336062 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733451336082 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733451336082Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20c69e6e: reopening flushed file at 1733451336099 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ba8aa76: reopening flushed file at 1733451336106 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cb4b2a7: reopening flushed file at 1733451336112 (+6 ms)Finished flush of dataSize ~224.52 KB/229911, heapSize ~266.36 KB/272752, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=461, compaction requested=false at 1733451336120 (+8 ms)Writing region close event to WAL at 1733451336121 (+1 ms)Closed at 1733451336121 2024-12-06T02:15:36,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741830_1006 (size=260675) 2024-12-06T02:15:36,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33669 is added to blk_1073741830_1006 (size=260675) 2024-12-06T02:15:36,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34679 is added to blk_1073741830_1006 (size=260675) 2024-12-06T02:15:36,127 INFO [M:0;5c7979348d1b:33205 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T02:15:36,127 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:15:36,127 INFO [M:0;5c7979348d1b:33205 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33205 2024-12-06T02:15:36,127 INFO [M:0;5c7979348d1b:33205 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:15:36,240 INFO [M:0;5c7979348d1b:33205 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:15:36,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x101a86b45f30000, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:15:36,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x101a86b45f30000, quorum=127.0.0.1:65248, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:15:36,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22e9465b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:15:36,258 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61bdab13{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:15:36,258 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:15:36,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7903c93a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:15:36,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24cdc1e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/hadoop.log.dir/,STOPPED} 2024-12-06T02:15:36,260 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T02:15:36,260 WARN [BP-1219438710-172.17.0.3-1733451266959 heartbeating to localhost/127.0.0.1:41149 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T02:15:36,260 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T02:15:36,260 WARN [BP-1219438710-172.17.0.3-1733451266959 heartbeating to localhost/127.0.0.1:41149 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1219438710-172.17.0.3-1733451266959 (Datanode Uuid c1a4a876-8744-4ba3-93c6-9ba8e54e6705) service to localhost/127.0.0.1:41149 2024-12-06T02:15:36,261 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/cluster_64644832-cd2d-1fdb-6c40-41efd833d63d/data/data5/current/BP-1219438710-172.17.0.3-1733451266959 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:15:36,262 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/cluster_64644832-cd2d-1fdb-6c40-41efd833d63d/data/data6/current/BP-1219438710-172.17.0.3-1733451266959 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:15:36,262 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T02:15:36,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@441a2cf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:15:36,270 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64e7468c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:15:36,271 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:15:36,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@746c3e7f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:15:36,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67d39030{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/hadoop.log.dir/,STOPPED} 2024-12-06T02:15:36,273 WARN [BP-1219438710-172.17.0.3-1733451266959 heartbeating to localhost/127.0.0.1:41149 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T02:15:36,273 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T02:15:36,273 WARN [BP-1219438710-172.17.0.3-1733451266959 heartbeating to localhost/127.0.0.1:41149 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1219438710-172.17.0.3-1733451266959 (Datanode Uuid f3244102-3a80-464c-972f-cb559de7c0c9) service to localhost/127.0.0.1:41149 2024-12-06T02:15:36,273 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T02:15:36,274 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/cluster_64644832-cd2d-1fdb-6c40-41efd833d63d/data/data3/current/BP-1219438710-172.17.0.3-1733451266959 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:15:36,274 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/cluster_64644832-cd2d-1fdb-6c40-41efd833d63d/data/data4/current/BP-1219438710-172.17.0.3-1733451266959 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:15:36,275 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T02:15:36,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73ca7a78{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:15:36,283 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@754bd476{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:15:36,283 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:15:36,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bd4cf52{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:15:36,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@718407b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/hadoop.log.dir/,STOPPED} 2024-12-06T02:15:36,285 WARN [BP-1219438710-172.17.0.3-1733451266959 heartbeating to localhost/127.0.0.1:41149 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T02:15:36,285 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T02:15:36,285 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T02:15:36,285 WARN [BP-1219438710-172.17.0.3-1733451266959 heartbeating to localhost/127.0.0.1:41149 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1219438710-172.17.0.3-1733451266959 (Datanode Uuid 70e261ad-9b6c-467d-826e-e0096e7de8d9) service to localhost/127.0.0.1:41149 2024-12-06T02:15:36,286 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/cluster_64644832-cd2d-1fdb-6c40-41efd833d63d/data/data1/current/BP-1219438710-172.17.0.3-1733451266959 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:15:36,286 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/cluster_64644832-cd2d-1fdb-6c40-41efd833d63d/data/data2/current/BP-1219438710-172.17.0.3-1733451266959 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:15:36,287 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T02:15:36,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43c9544c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:15:36,293 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34ce3a4f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:15:36,293 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:15:36,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fea521c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:15:36,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c2679dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9915993b-ed00-42ae-1930-5017808b9e7e/hadoop.log.dir/,STOPPED} 2024-12-06T02:15:36,301 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T02:15:36,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T02:15:36,351 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=127 (was 97) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:41149 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1186425077) connection to localhost/127.0.0.1:41149 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41149 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:41149 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1186425077) connection to localhost/127.0.0.1:41149 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41149 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1186425077) connection to localhost/127.0.0.1:41149 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Client (1186425077) connection to localhost/127.0.0.1:41149 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=478 (was 436) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=962 (was 675) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2322 (was 3620)