2024-11-10 13:13:24,526 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 2024-11-10 13:13:24,621 main DEBUG Took 0.091242 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-10 13:13:24,629 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-10 13:13:24,630 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-10 13:13:24,631 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-10 13:13:24,633 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 13:13:24,650 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-10 13:13:24,698 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 13:13:24,735 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 13:13:24,738 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 13:13:24,738 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 13:13:24,740 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 13:13:24,741 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 13:13:24,744 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 13:13:24,745 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 13:13:24,746 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 13:13:24,747 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 13:13:24,749 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 13:13:24,750 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 13:13:24,752 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 13:13:24,752 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 13:13:24,757 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 13:13:24,758 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 13:13:24,759 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 13:13:24,761 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 13:13:24,765 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 13:13:24,771 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 13:13:24,772 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 13:13:24,772 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 13:13:24,775 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 13:13:24,776 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 13:13:24,777 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 13:13:24,777 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-10 13:13:24,779 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 13:13:24,788 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-10 13:13:24,797 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-10 13:13:24,798 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-10 13:13:24,801 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-10 13:13:24,801 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-10 13:13:24,828 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-10 13:13:24,834 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-10 13:13:24,842 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-10 13:13:24,844 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-10 13:13:24,845 main DEBUG createAppenders(={Console}) 2024-11-10 13:13:24,847 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 initialized 2024-11-10 13:13:24,847 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 2024-11-10 13:13:24,848 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 OK. 2024-11-10 13:13:24,859 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-10 13:13:24,860 main DEBUG OutputStream closed 2024-11-10 13:13:24,860 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-10 13:13:24,861 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-10 13:13:24,861 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@23c30a20 OK 2024-11-10 13:13:25,077 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-10 13:13:25,083 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-10 13:13:25,085 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-10 13:13:25,087 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-10 13:13:25,088 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-10 13:13:25,091 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-10 13:13:25,091 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-10 13:13:25,092 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-10 13:13:25,092 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-10 13:13:25,093 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-10 13:13:25,094 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-10 13:13:25,094 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-10 13:13:25,095 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-10 13:13:25,095 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-10 13:13:25,096 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-10 13:13:25,097 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-10 13:13:25,097 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-10 13:13:25,098 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-10 13:13:25,129 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10 13:13:25,130 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@b7c4869) with optional ClassLoader: null 2024-11-10 13:13:25,131 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-10 13:13:25,134 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@b7c4869] started OK. 2024-11-10T13:13:25,175 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-10 13:13:25,205 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-10 13:13:25,206 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10T13:13:25,234 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-10T13:13:25,309 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=1040, ProcessCount=11, AvailableMemoryMB=3689 2024-11-10T13:13:26,112 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1 2024-11-10T13:13:26,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T13:13:26,176 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/cluster_55d2e6fe-827b-fa02-6ba7-39b62d585dc8, deleteOnExit=true 2024-11-10T13:13:26,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T13:13:26,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/test.cache.data in system properties and HBase conf 2024-11-10T13:13:26,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T13:13:26,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/hadoop.log.dir in system properties and HBase conf 2024-11-10T13:13:26,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T13:13:26,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T13:13:26,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T13:13:26,417 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-10T13:13:26,588 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T13:13:26,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:13:26,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:13:26,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T13:13:26,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:13:26,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T13:13:26,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T13:13:26,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:13:26,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:13:26,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T13:13:26,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/nfs.dump.dir in system properties and HBase conf 2024-11-10T13:13:26,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/java.io.tmpdir in system properties and HBase conf 2024-11-10T13:13:26,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:13:26,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T13:13:26,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T13:13:29,582 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T13:13:29,729 INFO [Time-limited test {}] log.Log(170): Logging initialized @7024ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-10T13:13:29,858 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:13:29,999 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:13:30,100 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:13:30,102 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:13:30,107 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T13:13:30,132 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:13:30,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@241b7ed6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:13:30,162 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69006d72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:13:30,631 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40b3081c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/java.io.tmpdir/jetty-localhost-36513-hadoop-hdfs-3_4_1-tests_jar-_-any-16800513156379312526/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:13:30,650 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7300f033{HTTP/1.1, (http/1.1)}{localhost:36513} 2024-11-10T13:13:30,650 INFO [Time-limited test {}] server.Server(415): Started @7947ms 2024-11-10T13:13:31,456 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:13:31,466 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:13:31,480 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:13:31,481 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:13:31,481 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T13:13:31,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e202617{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:13:31,483 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3342e93f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:13:31,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a98dc42{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/java.io.tmpdir/jetty-localhost-46351-hadoop-hdfs-3_4_1-tests_jar-_-any-9525301813141056651/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:13:31,627 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@81167db{HTTP/1.1, (http/1.1)}{localhost:46351} 2024-11-10T13:13:31,627 INFO [Time-limited test {}] server.Server(415): Started @8924ms 2024-11-10T13:13:31,703 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T13:13:31,913 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:13:31,937 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:13:31,944 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:13:31,944 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:13:31,944 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T13:13:31,947 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7af188aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:13:31,947 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@434d0579{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:13:32,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57c38df{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/java.io.tmpdir/jetty-localhost-36485-hadoop-hdfs-3_4_1-tests_jar-_-any-6896288927457986267/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:13:32,117 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@735ce3e1{HTTP/1.1, (http/1.1)}{localhost:36485} 2024-11-10T13:13:32,118 INFO [Time-limited test {}] server.Server(415): Started @9414ms 2024-11-10T13:13:32,121 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T13:13:32,266 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:13:32,273 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:13:32,277 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:13:32,277 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:13:32,277 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T13:13:32,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22d8467b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:13:32,279 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f48c989{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:13:32,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2cd7dd9f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/java.io.tmpdir/jetty-localhost-35657-hadoop-hdfs-3_4_1-tests_jar-_-any-14642780919554576818/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:13:32,423 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61cf63c5{HTTP/1.1, (http/1.1)}{localhost:35657} 2024-11-10T13:13:32,423 INFO [Time-limited test {}] server.Server(415): Started @9720ms 2024-11-10T13:13:32,426 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T13:13:33,708 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/cluster_55d2e6fe-827b-fa02-6ba7-39b62d585dc8/data/data2/current/BP-1843758509-172.17.0.3-1731244407834/current, will proceed with Du for space computation calculation, 2024-11-10T13:13:33,708 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/cluster_55d2e6fe-827b-fa02-6ba7-39b62d585dc8/data/data3/current/BP-1843758509-172.17.0.3-1731244407834/current, will proceed with Du for space computation calculation, 2024-11-10T13:13:33,709 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/cluster_55d2e6fe-827b-fa02-6ba7-39b62d585dc8/data/data4/current/BP-1843758509-172.17.0.3-1731244407834/current, will proceed with Du for space computation calculation, 2024-11-10T13:13:33,708 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/cluster_55d2e6fe-827b-fa02-6ba7-39b62d585dc8/data/data1/current/BP-1843758509-172.17.0.3-1731244407834/current, will proceed with Du for space computation calculation, 2024-11-10T13:13:33,758 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T13:13:33,777 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T13:13:33,852 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x791117b350fe5777 with lease ID 0x96be89b46cb186cd: Processing first storage report for DS-ad1bf20e-a506-412d-ac72-94351ffc6548 from datanode DatanodeRegistration(127.0.0.1:33203, datanodeUuid=6ab138db-effa-42ea-b4ee-f3514ce78ba7, infoPort=44315, infoSecurePort=0, ipcPort=37665, storageInfo=lv=-57;cid=testClusterID;nsid=784328597;c=1731244407834) 2024-11-10T13:13:33,854 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x791117b350fe5777 with lease ID 0x96be89b46cb186cd: from storage DS-ad1bf20e-a506-412d-ac72-94351ffc6548 node DatanodeRegistration(127.0.0.1:33203, datanodeUuid=6ab138db-effa-42ea-b4ee-f3514ce78ba7, infoPort=44315, infoSecurePort=0, ipcPort=37665, storageInfo=lv=-57;cid=testClusterID;nsid=784328597;c=1731244407834), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-10T13:13:33,854 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe01b10bfe035dc76 with lease ID 0x96be89b46cb186ce: Processing first storage report for DS-b7d90ff6-2595-4b09-a9b9-691566c0a98f from datanode DatanodeRegistration(127.0.0.1:34217, datanodeUuid=1a737e29-ab92-47d5-a838-48fd428b50bf, infoPort=46551, infoSecurePort=0, ipcPort=35343, storageInfo=lv=-57;cid=testClusterID;nsid=784328597;c=1731244407834) 2024-11-10T13:13:33,855 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe01b10bfe035dc76 with lease ID 0x96be89b46cb186ce: from storage DS-b7d90ff6-2595-4b09-a9b9-691566c0a98f node DatanodeRegistration(127.0.0.1:34217, datanodeUuid=1a737e29-ab92-47d5-a838-48fd428b50bf, infoPort=46551, infoSecurePort=0, ipcPort=35343, storageInfo=lv=-57;cid=testClusterID;nsid=784328597;c=1731244407834), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:13:33,855 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe01b10bfe035dc76 with lease ID 0x96be89b46cb186ce: Processing first storage report for DS-fc50a5ee-c2d3-46bf-b2cc-730458869d47 from datanode DatanodeRegistration(127.0.0.1:34217, datanodeUuid=1a737e29-ab92-47d5-a838-48fd428b50bf, infoPort=46551, infoSecurePort=0, ipcPort=35343, storageInfo=lv=-57;cid=testClusterID;nsid=784328597;c=1731244407834) 2024-11-10T13:13:33,855 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe01b10bfe035dc76 with lease ID 0x96be89b46cb186ce: from storage DS-fc50a5ee-c2d3-46bf-b2cc-730458869d47 node DatanodeRegistration(127.0.0.1:34217, datanodeUuid=1a737e29-ab92-47d5-a838-48fd428b50bf, infoPort=46551, infoSecurePort=0, ipcPort=35343, storageInfo=lv=-57;cid=testClusterID;nsid=784328597;c=1731244407834), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:13:33,856 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x791117b350fe5777 with lease ID 0x96be89b46cb186cd: Processing first storage report for DS-4601a9fb-3e8f-493b-a2ed-a951ae9a167e from datanode DatanodeRegistration(127.0.0.1:33203, datanodeUuid=6ab138db-effa-42ea-b4ee-f3514ce78ba7, infoPort=44315, infoSecurePort=0, ipcPort=37665, storageInfo=lv=-57;cid=testClusterID;nsid=784328597;c=1731244407834) 2024-11-10T13:13:33,858 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x791117b350fe5777 with lease ID 0x96be89b46cb186cd: from storage DS-4601a9fb-3e8f-493b-a2ed-a951ae9a167e node DatanodeRegistration(127.0.0.1:33203, datanodeUuid=6ab138db-effa-42ea-b4ee-f3514ce78ba7, infoPort=44315, infoSecurePort=0, ipcPort=37665, storageInfo=lv=-57;cid=testClusterID;nsid=784328597;c=1731244407834), blocks: 0, hasStaleStorage: false, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-10T13:13:33,889 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/cluster_55d2e6fe-827b-fa02-6ba7-39b62d585dc8/data/data5/current/BP-1843758509-172.17.0.3-1731244407834/current, will proceed with Du for space computation calculation, 2024-11-10T13:13:33,897 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/cluster_55d2e6fe-827b-fa02-6ba7-39b62d585dc8/data/data6/current/BP-1843758509-172.17.0.3-1731244407834/current, will proceed with Du for space computation calculation, 2024-11-10T13:13:33,949 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T13:13:33,978 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf665af647e24c543 with lease ID 0x96be89b46cb186cf: Processing first storage report for DS-b2f88f96-4992-4e01-8cc2-ac1f0a12e012 from datanode DatanodeRegistration(127.0.0.1:38867, datanodeUuid=e431037f-3ec6-4514-9594-ea6f607b7c34, infoPort=42273, infoSecurePort=0, ipcPort=41679, storageInfo=lv=-57;cid=testClusterID;nsid=784328597;c=1731244407834) 2024-11-10T13:13:33,978 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf665af647e24c543 with lease ID 0x96be89b46cb186cf: from storage DS-b2f88f96-4992-4e01-8cc2-ac1f0a12e012 node DatanodeRegistration(127.0.0.1:38867, datanodeUuid=e431037f-3ec6-4514-9594-ea6f607b7c34, infoPort=42273, infoSecurePort=0, ipcPort=41679, storageInfo=lv=-57;cid=testClusterID;nsid=784328597;c=1731244407834), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:13:33,978 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf665af647e24c543 with lease ID 0x96be89b46cb186cf: Processing first storage report for DS-4f209180-3da0-4d29-ad2e-ddbdf90b6a19 from datanode DatanodeRegistration(127.0.0.1:38867, datanodeUuid=e431037f-3ec6-4514-9594-ea6f607b7c34, infoPort=42273, infoSecurePort=0, ipcPort=41679, storageInfo=lv=-57;cid=testClusterID;nsid=784328597;c=1731244407834) 2024-11-10T13:13:33,979 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf665af647e24c543 with lease ID 0x96be89b46cb186cf: from storage DS-4f209180-3da0-4d29-ad2e-ddbdf90b6a19 node DatanodeRegistration(127.0.0.1:38867, datanodeUuid=e431037f-3ec6-4514-9594-ea6f607b7c34, infoPort=42273, infoSecurePort=0, ipcPort=41679, storageInfo=lv=-57;cid=testClusterID;nsid=784328597;c=1731244407834), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:13:34,074 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1 2024-11-10T13:13:34,189 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/cluster_55d2e6fe-827b-fa02-6ba7-39b62d585dc8/zookeeper_0, clientPort=52079, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/cluster_55d2e6fe-827b-fa02-6ba7-39b62d585dc8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/cluster_55d2e6fe-827b-fa02-6ba7-39b62d585dc8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T13:13:34,199 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52079 2024-11-10T13:13:34,214 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:13:34,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:13:34,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741825_1001 (size=7) 2024-11-10T13:13:34,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741825_1001 (size=7) 2024-11-10T13:13:34,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741825_1001 (size=7) 2024-11-10T13:13:34,972 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712 with version=8 2024-11-10T13:13:34,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/hbase-staging 2024-11-10T13:13:35,077 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-10T13:13:35,401 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:13:35,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:13:35,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:13:35,421 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:13:35,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:13:35,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:13:35,605 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T13:13:35,677 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-10T13:13:35,689 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-10T13:13:35,694 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:13:35,725 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1039 (auto-detected) 2024-11-10T13:13:35,727 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-10T13:13:35,754 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37103 2024-11-10T13:13:35,781 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37103 connecting to ZooKeeper ensemble=127.0.0.1:52079 2024-11-10T13:13:35,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371030x0, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:13:35,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37103-0x10124e150850000 connected 2024-11-10T13:13:36,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:13:36,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:13:36,039 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37103-0x10124e150850000, quorum=127.0.0.1:52079, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T13:13:36,048 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712, hbase.cluster.distributed=false 2024-11-10T13:13:36,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37103-0x10124e150850000, quorum=127.0.0.1:52079, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T13:13:36,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37103 2024-11-10T13:13:36,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37103 2024-11-10T13:13:36,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37103 2024-11-10T13:13:36,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37103 2024-11-10T13:13:36,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37103 2024-11-10T13:13:36,217 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:13:36,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:13:36,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:13:36,219 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:13:36,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:13:36,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:13:36,222 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T13:13:36,225 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:13:36,227 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44011 2024-11-10T13:13:36,229 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44011 connecting to ZooKeeper ensemble=127.0.0.1:52079 2024-11-10T13:13:36,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:13:36,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:13:36,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440110x0, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:13:36,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44011-0x10124e150850001 connected 2024-11-10T13:13:36,252 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44011-0x10124e150850001, quorum=127.0.0.1:52079, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T13:13:36,256 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T13:13:36,264 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T13:13:36,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44011-0x10124e150850001, quorum=127.0.0.1:52079, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T13:13:36,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44011-0x10124e150850001, quorum=127.0.0.1:52079, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T13:13:36,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44011 2024-11-10T13:13:36,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44011 2024-11-10T13:13:36,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44011 2024-11-10T13:13:36,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44011 2024-11-10T13:13:36,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44011 2024-11-10T13:13:36,317 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:13:36,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:13:36,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:13:36,319 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:13:36,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:13:36,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:13:36,319 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T13:13:36,320 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:13:36,328 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39555 2024-11-10T13:13:36,331 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39555 connecting to ZooKeeper ensemble=127.0.0.1:52079 2024-11-10T13:13:36,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:13:36,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:13:36,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395550x0, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:13:36,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39555-0x10124e150850002 connected 2024-11-10T13:13:36,372 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39555-0x10124e150850002, quorum=127.0.0.1:52079, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T13:13:36,373 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T13:13:36,376 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T13:13:36,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39555-0x10124e150850002, quorum=127.0.0.1:52079, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T13:13:36,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39555-0x10124e150850002, quorum=127.0.0.1:52079, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T13:13:36,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39555 2024-11-10T13:13:36,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39555 2024-11-10T13:13:36,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39555 2024-11-10T13:13:36,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39555 2024-11-10T13:13:36,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39555 2024-11-10T13:13:36,425 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:13:36,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:13:36,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:13:36,426 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:13:36,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:13:36,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:13:36,427 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T13:13:36,428 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:13:36,437 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34831 2024-11-10T13:13:36,439 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34831 connecting to ZooKeeper ensemble=127.0.0.1:52079 2024-11-10T13:13:36,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:13:36,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:13:36,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348310x0, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:13:36,481 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348310x0, quorum=127.0.0.1:52079, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T13:13:36,482 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T13:13:36,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34831-0x10124e150850003 connected 2024-11-10T13:13:36,489 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T13:13:36,492 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34831-0x10124e150850003, quorum=127.0.0.1:52079, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T13:13:36,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34831-0x10124e150850003, quorum=127.0.0.1:52079, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T13:13:36,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34831 2024-11-10T13:13:36,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34831 2024-11-10T13:13:36,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34831 2024-11-10T13:13:36,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34831 2024-11-10T13:13:36,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34831 2024-11-10T13:13:36,523 DEBUG [M:0;2467a7071e00:37103 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2467a7071e00:37103 2024-11-10T13:13:36,524 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2467a7071e00,37103,1731244415170 2024-11-10T13:13:36,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37103-0x10124e150850000, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T13:13:36,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34831-0x10124e150850003, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T13:13:36,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x10124e150850002, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T13:13:36,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x10124e150850001, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T13:13:36,548 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37103-0x10124e150850000, quorum=127.0.0.1:52079, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2467a7071e00,37103,1731244415170 2024-11-10T13:13:36,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x10124e150850002, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T13:13:36,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37103-0x10124e150850000, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:13:36,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x10124e150850001, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T13:13:36,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x10124e150850002, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:13:36,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x10124e150850001, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:13:36,587 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37103-0x10124e150850000, quorum=127.0.0.1:52079, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T13:13:36,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34831-0x10124e150850003, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T13:13:36,588 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2467a7071e00,37103,1731244415170 from backup master directory 2024-11-10T13:13:36,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34831-0x10124e150850003, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:13:36,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37103-0x10124e150850000, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2467a7071e00,37103,1731244415170 2024-11-10T13:13:36,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34831-0x10124e150850003, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T13:13:36,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x10124e150850001, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T13:13:36,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x10124e150850002, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T13:13:36,596 WARN [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:13:36,597 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2467a7071e00,37103,1731244415170 2024-11-10T13:13:36,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37103-0x10124e150850000, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T13:13:36,600 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-10T13:13:36,602 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-10T13:13:36,669 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/hbase.id] with ID: 715cc3a1-bb79-4026-8a34-adc900958468 2024-11-10T13:13:36,669 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/.tmp/hbase.id 2024-11-10T13:13:36,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741826_1002 (size=42) 2024-11-10T13:13:36,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741826_1002 (size=42) 2024-11-10T13:13:36,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741826_1002 (size=42) 2024-11-10T13:13:36,688 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/.tmp/hbase.id]:[hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/hbase.id] 2024-11-10T13:13:36,764 INFO [master/2467a7071e00:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:13:36,774 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T13:13:36,794 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-10T13:13:36,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37103-0x10124e150850000, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:13:36,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34831-0x10124e150850003, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:13:36,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x10124e150850002, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:13:36,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x10124e150850001, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:13:36,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741827_1003 (size=196) 2024-11-10T13:13:36,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741827_1003 (size=196) 2024-11-10T13:13:36,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741827_1003 (size=196) 2024-11-10T13:13:36,919 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:13:36,921 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T13:13:36,940 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:13:36,946 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:13:36,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741828_1004 (size=1189) 2024-11-10T13:13:36,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741828_1004 (size=1189) 2024-11-10T13:13:36,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741828_1004 (size=1189) 2024-11-10T13:13:37,006 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/MasterData/data/master/store 2024-11-10T13:13:37,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741829_1005 (size=34) 2024-11-10T13:13:37,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741829_1005 (size=34) 2024-11-10T13:13:37,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741829_1005 (size=34) 2024-11-10T13:13:37,038 INFO [master/2467a7071e00:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-10T13:13:37,042 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:13:37,044 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:13:37,044 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:13:37,044 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:13:37,046 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:13:37,046 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:13:37,047 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:13:37,048 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731244417043Disabling compacts and flushes for region at 1731244417043Disabling writes for close at 1731244417046 (+3 ms)Writing region close event to WAL at 1731244417046Closed at 1731244417046 2024-11-10T13:13:37,051 WARN [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/MasterData/data/master/store/.initializing 2024-11-10T13:13:37,051 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/MasterData/WALs/2467a7071e00,37103,1731244415170 2024-11-10T13:13:37,062 INFO [master/2467a7071e00:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:13:37,082 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2467a7071e00%2C37103%2C1731244415170, suffix=, logDir=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/MasterData/WALs/2467a7071e00,37103,1731244415170, archiveDir=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/MasterData/oldWALs, maxLogs=10 2024-11-10T13:13:37,113 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/MasterData/WALs/2467a7071e00,37103,1731244415170/2467a7071e00%2C37103%2C1731244415170.1731244417088, exclude list is [], retry=0 2024-11-10T13:13:37,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-ad1bf20e-a506-412d-ac72-94351ffc6548,DISK] 2024-11-10T13:13:37,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38867,DS-b2f88f96-4992-4e01-8cc2-ac1f0a12e012,DISK] 2024-11-10T13:13:37,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34217,DS-b7d90ff6-2595-4b09-a9b9-691566c0a98f,DISK] 2024-11-10T13:13:37,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-10T13:13:37,186 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/MasterData/WALs/2467a7071e00,37103,1731244415170/2467a7071e00%2C37103%2C1731244415170.1731244417088 2024-11-10T13:13:37,187 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42273:42273),(127.0.0.1/127.0.0.1:46551:46551),(127.0.0.1/127.0.0.1:44315:44315)] 2024-11-10T13:13:37,187 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:13:37,188 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:13:37,191 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:13:37,192 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:13:37,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:13:37,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T13:13:37,261 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:13:37,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:13:37,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:13:37,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T13:13:37,270 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:13:37,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:13:37,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:13:37,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T13:13:37,277 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:13:37,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:13:37,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:13:37,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T13:13:37,283 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:13:37,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:13:37,285 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:13:37,288 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:13:37,289 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:13:37,296 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:13:37,297 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:13:37,301 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:13:37,305 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:13:37,313 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:13:37,315 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62632925, jitterRate=-0.06669668853282928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:13:37,323 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731244417209Initializing all the Stores at 1731244417211 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244417211Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244417212 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244417212Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244417213 (+1 ms)Cleaning up temporary data from old regions at 1731244417297 (+84 ms)Region opened successfully at 1731244417323 (+26 ms) 2024-11-10T13:13:37,325 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T13:13:37,369 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c107cde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:13:37,407 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T13:13:37,420 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T13:13:37,420 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T13:13:37,423 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T13:13:37,424 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T13:13:37,429 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-10T13:13:37,430 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-10T13:13:37,460 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T13:13:37,472 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37103-0x10124e150850000, quorum=127.0.0.1:52079, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T13:13:37,532 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T13:13:37,536 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T13:13:37,538 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37103-0x10124e150850000, quorum=127.0.0.1:52079, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T13:13:37,543 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T13:13:37,546 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T13:13:37,550 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37103-0x10124e150850000, quorum=127.0.0.1:52079, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T13:13:37,563 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T13:13:37,564 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37103-0x10124e150850000, quorum=127.0.0.1:52079, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T13:13:37,574 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T13:13:37,592 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37103-0x10124e150850000, quorum=127.0.0.1:52079, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T13:13:37,595 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T13:13:37,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x10124e150850001, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T13:13:37,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34831-0x10124e150850003, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T13:13:37,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x10124e150850002, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T13:13:37,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34831-0x10124e150850003, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:13:37,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x10124e150850002, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:13:37,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x10124e150850001, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:13:37,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37103-0x10124e150850000, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T13:13:37,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37103-0x10124e150850000, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:13:37,610 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2467a7071e00,37103,1731244415170, sessionid=0x10124e150850000, setting cluster-up flag (Was=false) 2024-11-10T13:13:37,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34831-0x10124e150850003, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:13:37,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x10124e150850002, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:13:37,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x10124e150850001, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:13:37,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37103-0x10124e150850000, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:13:37,669 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T13:13:37,671 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,37103,1731244415170 2024-11-10T13:13:37,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34831-0x10124e150850003, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:13:37,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x10124e150850001, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:13:37,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x10124e150850002, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:13:37,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37103-0x10124e150850000, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:13:37,722 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T13:13:37,724 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,37103,1731244415170 2024-11-10T13:13:37,730 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T13:13:37,809 INFO [RS:0;2467a7071e00:44011 {}] regionserver.HRegionServer(746): ClusterId : 715cc3a1-bb79-4026-8a34-adc900958468 2024-11-10T13:13:37,809 INFO [RS:1;2467a7071e00:39555 {}] regionserver.HRegionServer(746): ClusterId : 715cc3a1-bb79-4026-8a34-adc900958468 2024-11-10T13:13:37,808 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T13:13:37,812 DEBUG [RS:0;2467a7071e00:44011 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T13:13:37,812 DEBUG [RS:1;2467a7071e00:39555 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T13:13:37,815 INFO [RS:2;2467a7071e00:34831 {}] regionserver.HRegionServer(746): ClusterId : 715cc3a1-bb79-4026-8a34-adc900958468 2024-11-10T13:13:37,815 DEBUG [RS:2;2467a7071e00:34831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T13:13:37,821 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T13:13:37,830 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T13:13:37,840 DEBUG [RS:0;2467a7071e00:44011 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T13:13:37,840 DEBUG [RS:0;2467a7071e00:44011 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T13:13:37,840 DEBUG [RS:1;2467a7071e00:39555 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T13:13:37,841 DEBUG [RS:1;2467a7071e00:39555 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T13:13:37,837 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2467a7071e00,37103,1731244415170 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T13:13:37,860 DEBUG [RS:2;2467a7071e00:34831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T13:13:37,860 DEBUG [RS:2;2467a7071e00:34831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T13:13:37,860 DEBUG [RS:0;2467a7071e00:44011 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T13:13:37,861 DEBUG [RS:0;2467a7071e00:44011 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@270fbe07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:13:37,871 DEBUG [RS:2;2467a7071e00:34831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T13:13:37,871 DEBUG [RS:2;2467a7071e00:34831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31679076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:13:37,874 DEBUG [RS:1;2467a7071e00:39555 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T13:13:37,875 DEBUG [RS:1;2467a7071e00:39555 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b6f948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:13:37,875 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:13:37,876 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:13:37,876 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:13:37,876 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:13:37,876 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2467a7071e00:0, corePoolSize=10, maxPoolSize=10 2024-11-10T13:13:37,877 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:13:37,877 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:13:37,877 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:13:37,891 DEBUG [RS:2;2467a7071e00:34831 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;2467a7071e00:34831 2024-11-10T13:13:37,893 DEBUG [RS:1;2467a7071e00:39555 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2467a7071e00:39555 2024-11-10T13:13:37,895 INFO [RS:1;2467a7071e00:39555 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T13:13:37,895 INFO [RS:2;2467a7071e00:34831 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T13:13:37,895 INFO [RS:1;2467a7071e00:39555 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T13:13:37,895 INFO [RS:2;2467a7071e00:34831 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T13:13:37,895 DEBUG [RS:2;2467a7071e00:34831 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T13:13:37,895 DEBUG [RS:1;2467a7071e00:39555 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T13:13:37,899 INFO [RS:2;2467a7071e00:34831 {}] regionserver.HRegionServer(2659): reportForDuty to master=2467a7071e00,37103,1731244415170 with port=34831, startcode=1731244416421 2024-11-10T13:13:37,900 INFO [RS:1;2467a7071e00:39555 {}] regionserver.HRegionServer(2659): reportForDuty to master=2467a7071e00,37103,1731244415170 with port=39555, startcode=1731244416317 2024-11-10T13:13:37,902 DEBUG [RS:0;2467a7071e00:44011 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2467a7071e00:44011 2024-11-10T13:13:37,905 INFO [RS:0;2467a7071e00:44011 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T13:13:37,905 INFO [RS:0;2467a7071e00:44011 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T13:13:37,905 DEBUG [RS:0;2467a7071e00:44011 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T13:13:37,911 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731244447911 2024-11-10T13:13:37,913 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T13:13:37,914 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T13:13:37,914 DEBUG [RS:1;2467a7071e00:39555 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T13:13:37,915 DEBUG [RS:2;2467a7071e00:34831 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T13:13:37,916 INFO [RS:0;2467a7071e00:44011 {}] regionserver.HRegionServer(2659): reportForDuty to master=2467a7071e00,37103,1731244415170 with port=44011, startcode=1731244416180 2024-11-10T13:13:37,917 DEBUG [RS:0;2467a7071e00:44011 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T13:13:37,918 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:13:37,918 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T13:13:37,919 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T13:13:37,919 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T13:13:37,919 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T13:13:37,920 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T13:13:37,920 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:13:37,927 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:13:37,929 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T13:13:37,928 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T13:13:37,931 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T13:13:37,932 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T13:13:37,944 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T13:13:37,945 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T13:13:37,947 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244417946,5,FailOnTimeoutGroup] 2024-11-10T13:13:37,949 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244417947,5,FailOnTimeoutGroup] 2024-11-10T13:13:37,949 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:13:37,949 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T13:13:37,950 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T13:13:37,951 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T13:13:37,982 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T13:13:37,984 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T13:13:37,985 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T13:13:38,012 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37103 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2467a7071e00,34831,1731244416421 2024-11-10T13:13:38,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741831_1007 (size=1321) 2024-11-10T13:13:38,015 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37103 {}] master.ServerManager(517): Registering regionserver=2467a7071e00,34831,1731244416421 2024-11-10T13:13:38,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741831_1007 (size=1321) 2024-11-10T13:13:38,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741831_1007 (size=1321) 2024-11-10T13:13:38,024 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T13:13:38,025 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712 2024-11-10T13:13:38,040 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37103 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2467a7071e00,39555,1731244416317 2024-11-10T13:13:38,041 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37103 {}] master.ServerManager(517): Registering regionserver=2467a7071e00,39555,1731244416317 2024-11-10T13:13:38,041 DEBUG [RS:2;2467a7071e00:34831 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712 2024-11-10T13:13:38,042 DEBUG [RS:2;2467a7071e00:34831 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33055 2024-11-10T13:13:38,042 DEBUG [RS:2;2467a7071e00:34831 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T13:13:38,047 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37103 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2467a7071e00,44011,1731244416180 2024-11-10T13:13:38,047 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37103 {}] master.ServerManager(517): Registering regionserver=2467a7071e00,44011,1731244416180 2024-11-10T13:13:38,047 DEBUG [RS:1;2467a7071e00:39555 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712 2024-11-10T13:13:38,047 DEBUG [RS:1;2467a7071e00:39555 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33055 2024-11-10T13:13:38,047 DEBUG [RS:1;2467a7071e00:39555 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T13:13:38,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741832_1008 (size=32) 2024-11-10T13:13:38,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741832_1008 (size=32) 2024-11-10T13:13:38,051 DEBUG [RS:0;2467a7071e00:44011 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712 2024-11-10T13:13:38,051 DEBUG [RS:0;2467a7071e00:44011 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33055 2024-11-10T13:13:38,052 DEBUG [RS:0;2467a7071e00:44011 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T13:13:38,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741832_1008 (size=32) 2024-11-10T13:13:38,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:13:38,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:13:38,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:13:38,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:13:38,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:13:38,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:13:38,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:13:38,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:13:38,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:13:38,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:13:38,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:13:38,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:13:38,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:13:38,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:13:38,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:13:38,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:13:38,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:13:38,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:13:38,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/hbase/meta/1588230740 2024-11-10T13:13:38,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/hbase/meta/1588230740 2024-11-10T13:13:38,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:13:38,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:13:38,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37103-0x10124e150850000, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T13:13:38,079 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:13:38,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:13:38,103 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:13:38,104 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69633581, jitterRate=0.03762121498584747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:13:38,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731244418054Initializing all the Stores at 1731244418056 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244418056Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244418056Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244418056Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244418056Cleaning up temporary data from old regions at 1731244418078 (+22 ms)Region opened successfully at 1731244418109 (+31 ms) 2024-11-10T13:13:38,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:13:38,109 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:13:38,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:13:38,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:13:38,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:13:38,111 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:13:38,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731244418109Disabling compacts and flushes for region at 1731244418109Disabling writes for close at 1731244418110 (+1 ms)Writing region close event to WAL at 1731244418111 (+1 ms)Closed at 1731244418111 2024-11-10T13:13:38,114 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:13:38,114 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T13:13:38,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T13:13:38,135 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:13:38,139 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T13:13:38,174 DEBUG [RS:1;2467a7071e00:39555 {}] zookeeper.ZKUtil(111): regionserver:39555-0x10124e150850002, quorum=127.0.0.1:52079, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2467a7071e00,39555,1731244416317 2024-11-10T13:13:38,175 WARN [RS:1;2467a7071e00:39555 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:13:38,175 INFO [RS:1;2467a7071e00:39555 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:13:38,175 DEBUG [RS:1;2467a7071e00:39555 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/WALs/2467a7071e00,39555,1731244416317 2024-11-10T13:13:38,176 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2467a7071e00,44011,1731244416180] 2024-11-10T13:13:38,176 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2467a7071e00,39555,1731244416317] 2024-11-10T13:13:38,176 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2467a7071e00,34831,1731244416421] 2024-11-10T13:13:38,176 DEBUG [RS:2;2467a7071e00:34831 {}] zookeeper.ZKUtil(111): regionserver:34831-0x10124e150850003, quorum=127.0.0.1:52079, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2467a7071e00,34831,1731244416421 2024-11-10T13:13:38,176 WARN [RS:2;2467a7071e00:34831 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:13:38,177 INFO [RS:2;2467a7071e00:34831 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:13:38,177 DEBUG [RS:2;2467a7071e00:34831 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/WALs/2467a7071e00,34831,1731244416421 2024-11-10T13:13:38,177 DEBUG [RS:0;2467a7071e00:44011 {}] zookeeper.ZKUtil(111): regionserver:44011-0x10124e150850001, quorum=127.0.0.1:52079, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2467a7071e00,44011,1731244416180 2024-11-10T13:13:38,177 WARN [RS:0;2467a7071e00:44011 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:13:38,177 INFO [RS:0;2467a7071e00:44011 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:13:38,177 DEBUG [RS:0;2467a7071e00:44011 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/WALs/2467a7071e00,44011,1731244416180 2024-11-10T13:13:38,205 INFO [RS:2;2467a7071e00:34831 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T13:13:38,205 INFO [RS:1;2467a7071e00:39555 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T13:13:38,205 INFO [RS:0;2467a7071e00:44011 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T13:13:38,223 INFO [RS:1;2467a7071e00:39555 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T13:13:38,223 INFO [RS:2;2467a7071e00:34831 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T13:13:38,223 INFO [RS:0;2467a7071e00:44011 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T13:13:38,228 INFO [RS:1;2467a7071e00:39555 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T13:13:38,228 INFO [RS:2;2467a7071e00:34831 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T13:13:38,228 INFO [RS:0;2467a7071e00:44011 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T13:13:38,228 INFO [RS:2;2467a7071e00:34831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:13:38,228 INFO [RS:1;2467a7071e00:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:13:38,228 INFO [RS:0;2467a7071e00:44011 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:13:38,230 INFO [RS:0;2467a7071e00:44011 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T13:13:38,230 INFO [RS:2;2467a7071e00:34831 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T13:13:38,230 INFO [RS:1;2467a7071e00:39555 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T13:13:38,237 INFO [RS:0;2467a7071e00:44011 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T13:13:38,237 INFO [RS:1;2467a7071e00:39555 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T13:13:38,237 INFO [RS:2;2467a7071e00:34831 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T13:13:38,238 INFO [RS:0;2467a7071e00:44011 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T13:13:38,238 INFO [RS:1;2467a7071e00:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T13:13:38,238 INFO [RS:2;2467a7071e00:34831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T13:13:38,239 DEBUG [RS:0;2467a7071e00:44011 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:13:38,239 DEBUG [RS:1;2467a7071e00:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:13:38,239 DEBUG [RS:2;2467a7071e00:34831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:13:38,239 DEBUG [RS:1;2467a7071e00:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:13:38,239 DEBUG [RS:0;2467a7071e00:44011 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:13:38,239 DEBUG [RS:2;2467a7071e00:34831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:13:38,239 DEBUG [RS:1;2467a7071e00:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:13:38,239 DEBUG [RS:0;2467a7071e00:44011 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:13:38,239 DEBUG [RS:2;2467a7071e00:34831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:13:38,239 DEBUG [RS:1;2467a7071e00:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:13:38,239 DEBUG [RS:0;2467a7071e00:44011 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:13:38,239 DEBUG [RS:1;2467a7071e00:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:13:38,239 DEBUG [RS:0;2467a7071e00:44011 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:13:38,239 DEBUG [RS:2;2467a7071e00:34831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:13:38,239 DEBUG [RS:1;2467a7071e00:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:13:38,239 DEBUG [RS:0;2467a7071e00:44011 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:13:38,239 DEBUG [RS:2;2467a7071e00:34831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:13:38,239 DEBUG [RS:1;2467a7071e00:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:13:38,239 DEBUG [RS:0;2467a7071e00:44011 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:13:38,239 DEBUG [RS:1;2467a7071e00:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:13:38,239 DEBUG [RS:2;2467a7071e00:34831 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:13:38,239 DEBUG [RS:0;2467a7071e00:44011 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:13:38,240 DEBUG [RS:1;2467a7071e00:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:13:38,240 DEBUG [RS:0;2467a7071e00:44011 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:13:38,240 DEBUG [RS:2;2467a7071e00:34831 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:13:38,240 DEBUG [RS:1;2467a7071e00:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:13:38,240 DEBUG [RS:0;2467a7071e00:44011 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:13:38,240 DEBUG [RS:1;2467a7071e00:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:13:38,240 DEBUG [RS:2;2467a7071e00:34831 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:13:38,240 DEBUG [RS:0;2467a7071e00:44011 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:13:38,240 DEBUG [RS:1;2467a7071e00:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:13:38,240 DEBUG [RS:2;2467a7071e00:34831 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:13:38,240 DEBUG [RS:0;2467a7071e00:44011 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:13:38,240 DEBUG [RS:1;2467a7071e00:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:13:38,240 DEBUG [RS:1;2467a7071e00:39555 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:13:38,240 DEBUG [RS:2;2467a7071e00:34831 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:13:38,240 DEBUG [RS:0;2467a7071e00:44011 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:13:38,240 DEBUG [RS:2;2467a7071e00:34831 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:13:38,240 DEBUG [RS:0;2467a7071e00:44011 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:13:38,240 DEBUG [RS:2;2467a7071e00:34831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:13:38,241 DEBUG [RS:2;2467a7071e00:34831 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:13:38,241 DEBUG [RS:2;2467a7071e00:34831 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:13:38,243 INFO [RS:1;2467a7071e00:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:13:38,243 INFO [RS:0;2467a7071e00:44011 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:13:38,243 INFO [RS:1;2467a7071e00:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:13:38,243 INFO [RS:0;2467a7071e00:44011 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:13:38,244 INFO [RS:1;2467a7071e00:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:13:38,244 INFO [RS:0;2467a7071e00:44011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:13:38,244 INFO [RS:2;2467a7071e00:34831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:13:38,244 INFO [RS:1;2467a7071e00:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T13:13:38,244 INFO [RS:0;2467a7071e00:44011 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T13:13:38,244 INFO [RS:2;2467a7071e00:34831 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:13:38,244 INFO [RS:1;2467a7071e00:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T13:13:38,244 INFO [RS:0;2467a7071e00:44011 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T13:13:38,244 INFO [RS:2;2467a7071e00:34831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:13:38,244 INFO [RS:0;2467a7071e00:44011 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,44011,1731244416180-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:13:38,244 INFO [RS:1;2467a7071e00:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,39555,1731244416317-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:13:38,244 INFO [RS:2;2467a7071e00:34831 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T13:13:38,244 INFO [RS:2;2467a7071e00:34831 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T13:13:38,244 INFO [RS:2;2467a7071e00:34831 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,34831,1731244416421-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:13:38,262 INFO [RS:2;2467a7071e00:34831 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T13:13:38,264 INFO [RS:2;2467a7071e00:34831 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,34831,1731244416421-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:13:38,265 INFO [RS:2;2467a7071e00:34831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:13:38,265 INFO [RS:2;2467a7071e00:34831 {}] regionserver.Replication(171): 2467a7071e00,34831,1731244416421 started 2024-11-10T13:13:38,265 INFO [RS:1;2467a7071e00:39555 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T13:13:38,265 INFO [RS:0;2467a7071e00:44011 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T13:13:38,265 INFO [RS:1;2467a7071e00:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,39555,1731244416317-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:13:38,265 INFO [RS:0;2467a7071e00:44011 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,44011,1731244416180-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:13:38,266 INFO [RS:1;2467a7071e00:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:13:38,266 INFO [RS:0;2467a7071e00:44011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:13:38,266 INFO [RS:1;2467a7071e00:39555 {}] regionserver.Replication(171): 2467a7071e00,39555,1731244416317 started 2024-11-10T13:13:38,266 INFO [RS:0;2467a7071e00:44011 {}] regionserver.Replication(171): 2467a7071e00,44011,1731244416180 started 2024-11-10T13:13:38,284 INFO [RS:2;2467a7071e00:34831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:13:38,284 INFO [RS:2;2467a7071e00:34831 {}] regionserver.HRegionServer(1482): Serving as 2467a7071e00,34831,1731244416421, RpcServer on 2467a7071e00/172.17.0.3:34831, sessionid=0x10124e150850003 2024-11-10T13:13:38,285 DEBUG [RS:2;2467a7071e00:34831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T13:13:38,285 DEBUG [RS:2;2467a7071e00:34831 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2467a7071e00,34831,1731244416421 2024-11-10T13:13:38,286 DEBUG [RS:2;2467a7071e00:34831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,34831,1731244416421' 2024-11-10T13:13:38,286 DEBUG [RS:2;2467a7071e00:34831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T13:13:38,287 DEBUG [RS:2;2467a7071e00:34831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T13:13:38,288 INFO [RS:0;2467a7071e00:44011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:13:38,288 INFO [RS:1;2467a7071e00:39555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:13:38,288 INFO [RS:1;2467a7071e00:39555 {}] regionserver.HRegionServer(1482): Serving as 2467a7071e00,39555,1731244416317, RpcServer on 2467a7071e00/172.17.0.3:39555, sessionid=0x10124e150850002 2024-11-10T13:13:38,288 INFO [RS:0;2467a7071e00:44011 {}] regionserver.HRegionServer(1482): Serving as 2467a7071e00,44011,1731244416180, RpcServer on 2467a7071e00/172.17.0.3:44011, sessionid=0x10124e150850001 2024-11-10T13:13:38,288 DEBUG [RS:2;2467a7071e00:34831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T13:13:38,288 DEBUG [RS:2;2467a7071e00:34831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T13:13:38,288 DEBUG [RS:1;2467a7071e00:39555 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T13:13:38,288 DEBUG [RS:0;2467a7071e00:44011 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T13:13:38,288 DEBUG [RS:0;2467a7071e00:44011 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2467a7071e00,44011,1731244416180 2024-11-10T13:13:38,288 DEBUG [RS:1;2467a7071e00:39555 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2467a7071e00,39555,1731244416317 2024-11-10T13:13:38,288 DEBUG [RS:0;2467a7071e00:44011 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,44011,1731244416180' 2024-11-10T13:13:38,288 DEBUG [RS:1;2467a7071e00:39555 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,39555,1731244416317' 2024-11-10T13:13:38,289 DEBUG [RS:2;2467a7071e00:34831 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2467a7071e00,34831,1731244416421 2024-11-10T13:13:38,289 DEBUG [RS:0;2467a7071e00:44011 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T13:13:38,289 DEBUG [RS:1;2467a7071e00:39555 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T13:13:38,289 DEBUG [RS:2;2467a7071e00:34831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,34831,1731244416421' 2024-11-10T13:13:38,289 DEBUG [RS:2;2467a7071e00:34831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T13:13:38,289 DEBUG [RS:1;2467a7071e00:39555 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T13:13:38,289 DEBUG [RS:2;2467a7071e00:34831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T13:13:38,289 DEBUG [RS:0;2467a7071e00:44011 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T13:13:38,290 DEBUG [RS:2;2467a7071e00:34831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T13:13:38,290 DEBUG [RS:1;2467a7071e00:39555 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T13:13:38,290 DEBUG [RS:0;2467a7071e00:44011 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T13:13:38,290 DEBUG [RS:1;2467a7071e00:39555 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T13:13:38,290 DEBUG [RS:0;2467a7071e00:44011 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T13:13:38,290 INFO [RS:2;2467a7071e00:34831 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T13:13:38,290 DEBUG [RS:0;2467a7071e00:44011 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2467a7071e00,44011,1731244416180 2024-11-10T13:13:38,290 DEBUG [RS:1;2467a7071e00:39555 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2467a7071e00,39555,1731244416317 2024-11-10T13:13:38,290 DEBUG [RS:0;2467a7071e00:44011 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,44011,1731244416180' 2024-11-10T13:13:38,290 INFO [RS:2;2467a7071e00:34831 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T13:13:38,290 DEBUG [RS:1;2467a7071e00:39555 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,39555,1731244416317' 2024-11-10T13:13:38,290 DEBUG [RS:0;2467a7071e00:44011 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T13:13:38,290 DEBUG [RS:1;2467a7071e00:39555 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T13:13:38,290 WARN [2467a7071e00:37103 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T13:13:38,291 DEBUG [RS:0;2467a7071e00:44011 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T13:13:38,291 DEBUG [RS:1;2467a7071e00:39555 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T13:13:38,291 DEBUG [RS:1;2467a7071e00:39555 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T13:13:38,291 DEBUG [RS:0;2467a7071e00:44011 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T13:13:38,291 INFO [RS:1;2467a7071e00:39555 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T13:13:38,291 INFO [RS:1;2467a7071e00:39555 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T13:13:38,291 INFO [RS:0;2467a7071e00:44011 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T13:13:38,291 INFO [RS:0;2467a7071e00:44011 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T13:13:38,397 INFO [RS:1;2467a7071e00:39555 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:13:38,397 INFO [RS:2;2467a7071e00:34831 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:13:38,397 INFO [RS:0;2467a7071e00:44011 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:13:38,400 INFO [RS:2;2467a7071e00:34831 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2467a7071e00%2C34831%2C1731244416421, suffix=, logDir=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/WALs/2467a7071e00,34831,1731244416421, archiveDir=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/oldWALs, maxLogs=32 2024-11-10T13:13:38,400 INFO [RS:0;2467a7071e00:44011 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2467a7071e00%2C44011%2C1731244416180, suffix=, logDir=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/WALs/2467a7071e00,44011,1731244416180, archiveDir=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/oldWALs, maxLogs=32 2024-11-10T13:13:38,400 INFO [RS:1;2467a7071e00:39555 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2467a7071e00%2C39555%2C1731244416317, suffix=, logDir=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/WALs/2467a7071e00,39555,1731244416317, archiveDir=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/oldWALs, maxLogs=32 2024-11-10T13:13:38,416 DEBUG [RS:0;2467a7071e00:44011 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/WALs/2467a7071e00,44011,1731244416180/2467a7071e00%2C44011%2C1731244416180.1731244418404, exclude list is [], retry=0 2024-11-10T13:13:38,416 DEBUG [RS:2;2467a7071e00:34831 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/WALs/2467a7071e00,34831,1731244416421/2467a7071e00%2C34831%2C1731244416421.1731244418404, exclude list is [], retry=0 2024-11-10T13:13:38,416 DEBUG [RS:1;2467a7071e00:39555 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/WALs/2467a7071e00,39555,1731244416317/2467a7071e00%2C39555%2C1731244416317.1731244418404, exclude list is [], retry=0 2024-11-10T13:13:38,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38867,DS-b2f88f96-4992-4e01-8cc2-ac1f0a12e012,DISK] 2024-11-10T13:13:38,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34217,DS-b7d90ff6-2595-4b09-a9b9-691566c0a98f,DISK] 2024-11-10T13:13:38,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38867,DS-b2f88f96-4992-4e01-8cc2-ac1f0a12e012,DISK] 2024-11-10T13:13:38,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-ad1bf20e-a506-412d-ac72-94351ffc6548,DISK] 2024-11-10T13:13:38,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-ad1bf20e-a506-412d-ac72-94351ffc6548,DISK] 2024-11-10T13:13:38,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34217,DS-b7d90ff6-2595-4b09-a9b9-691566c0a98f,DISK] 2024-11-10T13:13:38,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34217,DS-b7d90ff6-2595-4b09-a9b9-691566c0a98f,DISK] 2024-11-10T13:13:38,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-ad1bf20e-a506-412d-ac72-94351ffc6548,DISK] 2024-11-10T13:13:38,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38867,DS-b2f88f96-4992-4e01-8cc2-ac1f0a12e012,DISK] 2024-11-10T13:13:38,428 INFO [RS:0;2467a7071e00:44011 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/WALs/2467a7071e00,44011,1731244416180/2467a7071e00%2C44011%2C1731244416180.1731244418404 2024-11-10T13:13:38,429 DEBUG [RS:0;2467a7071e00:44011 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42273:42273),(127.0.0.1/127.0.0.1:46551:46551),(127.0.0.1/127.0.0.1:44315:44315)] 2024-11-10T13:13:38,429 INFO [RS:1;2467a7071e00:39555 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/WALs/2467a7071e00,39555,1731244416317/2467a7071e00%2C39555%2C1731244416317.1731244418404 2024-11-10T13:13:38,429 INFO [RS:2;2467a7071e00:34831 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/WALs/2467a7071e00,34831,1731244416421/2467a7071e00%2C34831%2C1731244416421.1731244418404 2024-11-10T13:13:38,429 DEBUG [RS:2;2467a7071e00:34831 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44315:44315),(127.0.0.1/127.0.0.1:42273:42273),(127.0.0.1/127.0.0.1:46551:46551)] 2024-11-10T13:13:38,429 DEBUG [RS:1;2467a7071e00:39555 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42273:42273),(127.0.0.1/127.0.0.1:44315:44315),(127.0.0.1/127.0.0.1:46551:46551)] 2024-11-10T13:13:38,545 DEBUG [2467a7071e00:37103 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-10T13:13:38,556 DEBUG [2467a7071e00:37103 {}] balancer.BalancerClusterState(204): Hosts are {2467a7071e00=0} racks are {/default-rack=0} 2024-11-10T13:13:38,563 DEBUG [2467a7071e00:37103 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T13:13:38,563 DEBUG [2467a7071e00:37103 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T13:13:38,563 DEBUG [2467a7071e00:37103 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-10T13:13:38,563 DEBUG [2467a7071e00:37103 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T13:13:38,563 DEBUG [2467a7071e00:37103 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T13:13:38,563 DEBUG [2467a7071e00:37103 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-10T13:13:38,563 INFO [2467a7071e00:37103 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T13:13:38,563 INFO [2467a7071e00:37103 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T13:13:38,563 INFO [2467a7071e00:37103 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-10T13:13:38,563 DEBUG [2467a7071e00:37103 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T13:13:38,571 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2467a7071e00,39555,1731244416317 2024-11-10T13:13:38,578 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,39555,1731244416317, state=OPENING 2024-11-10T13:13:38,595 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T13:13:38,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x10124e150850002, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:13:38,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x10124e150850001, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:13:38,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34831-0x10124e150850003, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:13:38,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37103-0x10124e150850000, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:13:38,607 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T13:13:38,607 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T13:13:38,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T13:13:38,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T13:13:38,610 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:13:38,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,39555,1731244416317}] 2024-11-10T13:13:45,672 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T13:13:45,672 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T13:13:48,653 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:13:48,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T13:13:48,725 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T13:13:48,725 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:13:48,726 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T13:13:48,732 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2467a7071e00%2C39555%2C1731244416317.meta, suffix=.meta, logDir=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/WALs/2467a7071e00,39555,1731244416317, archiveDir=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/oldWALs, maxLogs=32 2024-11-10T13:13:48,757 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/WALs/2467a7071e00,39555,1731244416317/2467a7071e00%2C39555%2C1731244416317.meta.1731244428734.meta, exclude list is [], retry=0 2024-11-10T13:13:48,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38867,DS-b2f88f96-4992-4e01-8cc2-ac1f0a12e012,DISK] 2024-11-10T13:13:48,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-ad1bf20e-a506-412d-ac72-94351ffc6548,DISK] 2024-11-10T13:13:48,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34217,DS-b7d90ff6-2595-4b09-a9b9-691566c0a98f,DISK] 2024-11-10T13:13:48,789 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/WALs/2467a7071e00,39555,1731244416317/2467a7071e00%2C39555%2C1731244416317.meta.1731244428734.meta 2024-11-10T13:13:48,790 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42273:42273),(127.0.0.1/127.0.0.1:44315:44315),(127.0.0.1/127.0.0.1:46551:46551)] 2024-11-10T13:13:48,790 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:13:48,793 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:13:48,796 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T13:13:48,802 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T13:13:48,810 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T13:13:48,810 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:13:48,811 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T13:13:48,811 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T13:13:48,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:13:48,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:13:48,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:13:48,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:13:48,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:13:48,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:13:48,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:13:48,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:13:48,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:13:48,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:13:48,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:13:48,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:13:48,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:13:48,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:13:48,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:13:48,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:13:48,904 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:13:48,913 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/hbase/meta/1588230740 2024-11-10T13:13:48,925 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/hbase/meta/1588230740 2024-11-10T13:13:48,943 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:13:48,943 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:13:48,945 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:13:48,964 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:13:48,970 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68574523, jitterRate=0.021840021014213562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:13:48,972 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T13:13:48,981 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731244428811Writing region info on filesystem at 1731244428812 (+1 ms)Initializing all the Stores at 1731244428826 (+14 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244428826Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244428828 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244428828Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244428828Cleaning up temporary data from old regions at 1731244428943 (+115 ms)Running coprocessor post-open hooks at 1731244428972 (+29 ms)Region opened successfully at 1731244428981 (+9 ms) 2024-11-10T13:13:48,996 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731244428643 2024-11-10T13:13:49,016 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T13:13:49,018 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T13:13:49,030 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,39555,1731244416317 2024-11-10T13:13:49,038 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,39555,1731244416317, state=OPEN 2024-11-10T13:13:49,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34831-0x10124e150850003, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T13:13:49,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x10124e150850002, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T13:13:49,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37103-0x10124e150850000, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T13:13:49,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x10124e150850001, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T13:13:49,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T13:13:49,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T13:13:49,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T13:13:49,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T13:13:49,270 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2467a7071e00,39555,1731244416317 2024-11-10T13:13:49,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T13:13:49,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,39555,1731244416317 in 10.6570 sec 2024-11-10T13:13:49,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T13:13:49,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 11.1550 sec 2024-11-10T13:13:49,287 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:13:49,287 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T13:13:49,318 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:13:49,320 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,39555,1731244416317, seqNum=-1] 2024-11-10T13:13:49,392 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:13:49,402 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:13:49,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.6950 sec 2024-11-10T13:13:49,461 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731244429461, completionTime=-1 2024-11-10T13:13:49,464 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-10T13:13:49,464 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T13:13:49,506 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-10T13:13:49,506 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731244489506 2024-11-10T13:13:49,506 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731244549506 2024-11-10T13:13:49,506 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 41 msec 2024-11-10T13:13:49,509 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-10T13:13:49,518 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,37103,1731244415170-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:13:49,519 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,37103,1731244415170-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:13:49,519 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,37103,1731244415170-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:13:49,521 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2467a7071e00:37103, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:13:49,521 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T13:13:49,525 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T13:13:49,531 DEBUG [master/2467a7071e00:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T13:13:49,581 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.984sec 2024-11-10T13:13:49,586 INFO [master/2467a7071e00:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T13:13:49,588 INFO [master/2467a7071e00:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T13:13:49,589 INFO [master/2467a7071e00:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T13:13:49,590 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T13:13:49,590 INFO [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T13:13:49,591 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,37103,1731244415170-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:13:49,592 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,37103,1731244415170-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T13:13:49,604 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T13:13:49,605 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T13:13:49,605 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,37103,1731244415170-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:13:49,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26e20a59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:13:49,696 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-10T13:13:49,696 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-10T13:13:49,701 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,37103,-1 for getting cluster id 2024-11-10T13:13:49,704 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:13:49,720 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '715cc3a1-bb79-4026-8a34-adc900958468' 2024-11-10T13:13:49,723 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:13:49,723 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "715cc3a1-bb79-4026-8a34-adc900958468" 2024-11-10T13:13:49,723 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@633b52e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:13:49,723 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,37103,-1] 2024-11-10T13:13:49,727 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:13:49,729 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:13:49,733 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:13:49,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9034026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:13:49,737 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:13:49,749 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,39555,1731244416317, seqNum=-1] 2024-11-10T13:13:49,750 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:13:49,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:13:49,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2467a7071e00,37103,1731244415170 2024-11-10T13:13:49,803 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731244429801 (current time:1731244429801). 2024-11-10T13:13:49,803 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-10T13:13:49,803 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-10T13:13:49,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dfa29d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:13:49,809 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,37103,-1 for getting cluster id 2024-11-10T13:13:49,809 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:13:49,813 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '715cc3a1-bb79-4026-8a34-adc900958468' 2024-11-10T13:13:49,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:13:49,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "715cc3a1-bb79-4026-8a34-adc900958468" 2024-11-10T13:13:49,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc9cebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:13:49,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,37103,-1] 2024-11-10T13:13:49,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:13:49,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:13:49,816 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:13:49,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e47a9f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:13:49,821 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:13:49,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,39555,1731244416317, seqNum=-1] 2024-11-10T13:13:49,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:13:49,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:13:49,832 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:13:49,832 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:13:49,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:13:49,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:13:49,840 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:13:49,845 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:13:49,852 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,37103,1731244415170 2024-11-10T13:13:49,855 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71cc25ed 2024-11-10T13:13:49,856 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:13:49,868 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:13:49,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37103 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:13:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37103 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-10T13:13:49,911 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T13:13:49,917 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:13:49,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37103 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-10T13:13:49,925 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T13:13:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:13:50,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741837_1013 (size=361) 2024-11-10T13:13:50,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741837_1013 (size=361) 2024-11-10T13:13:50,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741837_1013 (size=361) 2024-11-10T13:13:50,035 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0058db4b9ad5b5091a1342a0474875ee, NAME => 'SPTestTable,,1731244429870.0058db4b9ad5b5091a1342a0474875ee.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712 2024-11-10T13:13:50,036 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f7f2ce5500e92a9e5b235136299735eb, NAME => 'SPTestTable,19999999,1731244429870.f7f2ce5500e92a9e5b235136299735eb.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712 2024-11-10T13:13:50,038 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f129f404a9262af3da999a5e1c57322e, NAME => 'SPTestTable,33333332,1731244429870.f129f404a9262af3da999a5e1c57322e.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712 2024-11-10T13:13:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:13:50,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741838_1014 (size=54) 2024-11-10T13:13:50,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741838_1014 (size=54) 2024-11-10T13:13:50,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741838_1014 (size=54) 2024-11-10T13:13:50,093 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731244429870.0058db4b9ad5b5091a1342a0474875ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:13:50,093 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 0058db4b9ad5b5091a1342a0474875ee, disabling compactions & flushes 2024-11-10T13:13:50,093 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731244429870.0058db4b9ad5b5091a1342a0474875ee. 2024-11-10T13:13:50,093 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731244429870.0058db4b9ad5b5091a1342a0474875ee. 2024-11-10T13:13:50,094 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731244429870.0058db4b9ad5b5091a1342a0474875ee. after waiting 0 ms 2024-11-10T13:13:50,094 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731244429870.0058db4b9ad5b5091a1342a0474875ee. 2024-11-10T13:13:50,094 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731244429870.0058db4b9ad5b5091a1342a0474875ee. 2024-11-10T13:13:50,094 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0058db4b9ad5b5091a1342a0474875ee: Waiting for close lock at 1731244430093Disabling compacts and flushes for region at 1731244430093Disabling writes for close at 1731244430094 (+1 ms)Writing region close event to WAL at 1731244430094Closed at 1731244430094 2024-11-10T13:13:50,095 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 57051f4ee26574ccc0478e2207e6db0f, NAME => 'SPTestTable,4ccccccb,1731244429870.57051f4ee26574ccc0478e2207e6db0f.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712 2024-11-10T13:13:50,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741839_1015 (size=62) 2024-11-10T13:13:50,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741839_1015 (size=62) 2024-11-10T13:13:50,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741839_1015 (size=62) 2024-11-10T13:13:50,100 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731244429870.f7f2ce5500e92a9e5b235136299735eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:13:50,100 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing f7f2ce5500e92a9e5b235136299735eb, disabling compactions & flushes 2024-11-10T13:13:50,100 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731244429870.f7f2ce5500e92a9e5b235136299735eb. 2024-11-10T13:13:50,101 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731244429870.f7f2ce5500e92a9e5b235136299735eb. 2024-11-10T13:13:50,101 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731244429870.f7f2ce5500e92a9e5b235136299735eb. after waiting 0 ms 2024-11-10T13:13:50,101 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731244429870.f7f2ce5500e92a9e5b235136299735eb. 2024-11-10T13:13:50,101 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731244429870.f7f2ce5500e92a9e5b235136299735eb. 2024-11-10T13:13:50,101 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for f7f2ce5500e92a9e5b235136299735eb: Waiting for close lock at 1731244430100Disabling compacts and flushes for region at 1731244430100Disabling writes for close at 1731244430101 (+1 ms)Writing region close event to WAL at 1731244430101Closed at 1731244430101 2024-11-10T13:13:50,102 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5b50c7b9920a3f6fc67e7cfc9b212769, NAME => 'SPTestTable,66666664,1731244429870.5b50c7b9920a3f6fc67e7cfc9b212769.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712 2024-11-10T13:13:50,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741840_1016 (size=62) 2024-11-10T13:13:50,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741840_1016 (size=62) 2024-11-10T13:13:50,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741840_1016 (size=62) 2024-11-10T13:13:50,106 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731244429870.f129f404a9262af3da999a5e1c57322e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:13:50,107 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f129f404a9262af3da999a5e1c57322e, disabling compactions & flushes 2024-11-10T13:13:50,107 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731244429870.f129f404a9262af3da999a5e1c57322e. 2024-11-10T13:13:50,107 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731244429870.f129f404a9262af3da999a5e1c57322e. 2024-11-10T13:13:50,107 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731244429870.f129f404a9262af3da999a5e1c57322e. after waiting 0 ms 2024-11-10T13:13:50,107 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731244429870.f129f404a9262af3da999a5e1c57322e. 2024-11-10T13:13:50,107 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731244429870.f129f404a9262af3da999a5e1c57322e. 2024-11-10T13:13:50,107 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f129f404a9262af3da999a5e1c57322e: Waiting for close lock at 1731244430107Disabling compacts and flushes for region at 1731244430107Disabling writes for close at 1731244430107Writing region close event to WAL at 1731244430107Closed at 1731244430107 2024-11-10T13:13:50,108 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5e4d6d9a9f651164b820ce1d9e04e8e0, NAME => 'SPTestTable,7ffffffd,1731244429870.5e4d6d9a9f651164b820ce1d9e04e8e0.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712 2024-11-10T13:13:50,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741841_1017 (size=62) 2024-11-10T13:13:50,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741841_1017 (size=62) 2024-11-10T13:13:50,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741841_1017 (size=62) 2024-11-10T13:13:50,127 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731244429870.57051f4ee26574ccc0478e2207e6db0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:13:50,127 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 57051f4ee26574ccc0478e2207e6db0f, disabling compactions & flushes 2024-11-10T13:13:50,127 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731244429870.57051f4ee26574ccc0478e2207e6db0f. 2024-11-10T13:13:50,127 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731244429870.57051f4ee26574ccc0478e2207e6db0f. 2024-11-10T13:13:50,127 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731244429870.57051f4ee26574ccc0478e2207e6db0f. after waiting 0 ms 2024-11-10T13:13:50,128 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731244429870.57051f4ee26574ccc0478e2207e6db0f. 2024-11-10T13:13:50,128 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731244429870.57051f4ee26574ccc0478e2207e6db0f. 2024-11-10T13:13:50,128 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 57051f4ee26574ccc0478e2207e6db0f: Waiting for close lock at 1731244430127Disabling compacts and flushes for region at 1731244430127Disabling writes for close at 1731244430128 (+1 ms)Writing region close event to WAL at 1731244430128Closed at 1731244430128 2024-11-10T13:13:50,128 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 84ee9ed5a5af89546150318ac9de0be9, NAME => 'SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712 2024-11-10T13:13:50,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741843_1019 (size=62) 2024-11-10T13:13:50,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741843_1019 (size=62) 2024-11-10T13:13:50,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741843_1019 (size=62) 2024-11-10T13:13:50,138 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731244429870.5e4d6d9a9f651164b820ce1d9e04e8e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:13:50,138 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 5e4d6d9a9f651164b820ce1d9e04e8e0, disabling compactions & flushes 2024-11-10T13:13:50,138 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731244429870.5e4d6d9a9f651164b820ce1d9e04e8e0. 2024-11-10T13:13:50,138 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731244429870.5e4d6d9a9f651164b820ce1d9e04e8e0. 2024-11-10T13:13:50,139 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731244429870.5e4d6d9a9f651164b820ce1d9e04e8e0. after waiting 0 ms 2024-11-10T13:13:50,139 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731244429870.5e4d6d9a9f651164b820ce1d9e04e8e0. 2024-11-10T13:13:50,139 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731244429870.5e4d6d9a9f651164b820ce1d9e04e8e0. 2024-11-10T13:13:50,139 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5e4d6d9a9f651164b820ce1d9e04e8e0: Waiting for close lock at 1731244430138Disabling compacts and flushes for region at 1731244430138Disabling writes for close at 1731244430139 (+1 ms)Writing region close event to WAL at 1731244430139Closed at 1731244430139 2024-11-10T13:13:50,139 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a3b574740e6759fd058e991a02080723, NAME => 'SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712 2024-11-10T13:13:50,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741842_1018 (size=62) 2024-11-10T13:13:50,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741842_1018 (size=62) 2024-11-10T13:13:50,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741842_1018 (size=62) 2024-11-10T13:13:50,154 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731244429870.5b50c7b9920a3f6fc67e7cfc9b212769.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:13:50,154 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5b50c7b9920a3f6fc67e7cfc9b212769, disabling compactions & flushes 2024-11-10T13:13:50,154 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731244429870.5b50c7b9920a3f6fc67e7cfc9b212769. 2024-11-10T13:13:50,154 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731244429870.5b50c7b9920a3f6fc67e7cfc9b212769. 2024-11-10T13:13:50,154 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731244429870.5b50c7b9920a3f6fc67e7cfc9b212769. after waiting 0 ms 2024-11-10T13:13:50,154 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731244429870.5b50c7b9920a3f6fc67e7cfc9b212769. 2024-11-10T13:13:50,154 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731244429870.5b50c7b9920a3f6fc67e7cfc9b212769. 2024-11-10T13:13:50,154 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5b50c7b9920a3f6fc67e7cfc9b212769: Waiting for close lock at 1731244430154Disabling compacts and flushes for region at 1731244430154Disabling writes for close at 1731244430154Writing region close event to WAL at 1731244430154Closed at 1731244430154 2024-11-10T13:13:50,155 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a217c9e07477363754679c2a4278bfcd, NAME => 'SPTestTable,ccccccc8,1731244429870.a217c9e07477363754679c2a4278bfcd.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712 2024-11-10T13:13:50,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741844_1020 (size=62) 2024-11-10T13:13:50,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741844_1020 (size=62) 2024-11-10T13:13:50,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741844_1020 (size=62) 2024-11-10T13:13:50,169 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:13:50,169 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 84ee9ed5a5af89546150318ac9de0be9, disabling compactions & flushes 2024-11-10T13:13:50,169 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9. 2024-11-10T13:13:50,169 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9. 2024-11-10T13:13:50,169 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9. after waiting 0 ms 2024-11-10T13:13:50,169 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9. 2024-11-10T13:13:50,169 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9. 2024-11-10T13:13:50,169 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 84ee9ed5a5af89546150318ac9de0be9: Waiting for close lock at 1731244430169Disabling compacts and flushes for region at 1731244430169Disabling writes for close at 1731244430169Writing region close event to WAL at 1731244430169Closed at 1731244430169 2024-11-10T13:13:50,170 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d91d42567233417c33a65fd101ff9bbf, NAME => 'SPTestTable,e6666661,1731244429870.d91d42567233417c33a65fd101ff9bbf.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712 2024-11-10T13:13:50,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741845_1021 (size=62) 2024-11-10T13:13:50,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741845_1021 (size=62) 2024-11-10T13:13:50,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741845_1021 (size=62) 2024-11-10T13:13:50,204 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T13:13:50,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741846_1022 (size=62) 2024-11-10T13:13:50,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741847_1023 (size=54) 2024-11-10T13:13:50,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741847_1023 (size=54) 2024-11-10T13:13:50,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741847_1023 (size=54) 2024-11-10T13:13:50,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741846_1022 (size=62) 2024-11-10T13:13:50,241 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731244429870.a217c9e07477363754679c2a4278bfcd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:13:50,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741846_1022 (size=62) 2024-11-10T13:13:50,242 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a217c9e07477363754679c2a4278bfcd, disabling compactions & flushes 2024-11-10T13:13:50,242 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731244429870.a217c9e07477363754679c2a4278bfcd. 2024-11-10T13:13:50,242 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731244429870.a217c9e07477363754679c2a4278bfcd. 2024-11-10T13:13:50,242 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731244429870.a217c9e07477363754679c2a4278bfcd. after waiting 0 ms 2024-11-10T13:13:50,242 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731244429870.a217c9e07477363754679c2a4278bfcd. 2024-11-10T13:13:50,242 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731244429870.a217c9e07477363754679c2a4278bfcd. 2024-11-10T13:13:50,242 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a217c9e07477363754679c2a4278bfcd: Waiting for close lock at 1731244430242Disabling compacts and flushes for region at 1731244430242Disabling writes for close at 1731244430242Writing region close event to WAL at 1731244430242Closed at 1731244430242 2024-11-10T13:13:50,241 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731244429870.d91d42567233417c33a65fd101ff9bbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:13:50,242 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d91d42567233417c33a65fd101ff9bbf, disabling compactions & flushes 2024-11-10T13:13:50,242 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731244429870.d91d42567233417c33a65fd101ff9bbf. 2024-11-10T13:13:50,242 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731244429870.d91d42567233417c33a65fd101ff9bbf. 2024-11-10T13:13:50,243 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731244429870.d91d42567233417c33a65fd101ff9bbf. after waiting 0 ms 2024-11-10T13:13:50,243 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731244429870.d91d42567233417c33a65fd101ff9bbf. 2024-11-10T13:13:50,243 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731244429870.d91d42567233417c33a65fd101ff9bbf. 2024-11-10T13:13:50,248 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d91d42567233417c33a65fd101ff9bbf: Waiting for close lock at 1731244430242Disabling compacts and flushes for region at 1731244430242Disabling writes for close at 1731244430243 (+1 ms)Writing region close event to WAL at 1731244430243Closed at 1731244430243 2024-11-10T13:13:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:13:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:13:50,581 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:13:50,581 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a3b574740e6759fd058e991a02080723, disabling compactions & flushes 2024-11-10T13:13:50,581 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723. 2024-11-10T13:13:50,582 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723. 2024-11-10T13:13:50,582 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723. after waiting 0 ms 2024-11-10T13:13:50,582 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723. 2024-11-10T13:13:50,582 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723. 2024-11-10T13:13:50,582 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a3b574740e6759fd058e991a02080723: Waiting for close lock at 1731244430581Disabling compacts and flushes for region at 1731244430581Disabling writes for close at 1731244430582 (+1 ms)Writing region close event to WAL at 1731244430582Closed at 1731244430582 2024-11-10T13:13:50,584 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T13:13:50,592 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731244429870.0058db4b9ad5b5091a1342a0474875ee.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731244430585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244430585"}]},"ts":"1731244430585"} 2024-11-10T13:13:50,592 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731244429870.f7f2ce5500e92a9e5b235136299735eb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731244430585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244430585"}]},"ts":"1731244430585"} 2024-11-10T13:13:50,592 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731244429870.f129f404a9262af3da999a5e1c57322e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731244430585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244430585"}]},"ts":"1731244430585"} 2024-11-10T13:13:50,592 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731244429870.57051f4ee26574ccc0478e2207e6db0f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731244430585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244430585"}]},"ts":"1731244430585"} 2024-11-10T13:13:50,593 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731244429870.5e4d6d9a9f651164b820ce1d9e04e8e0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731244430585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244430585"}]},"ts":"1731244430585"} 2024-11-10T13:13:50,593 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731244429870.5b50c7b9920a3f6fc67e7cfc9b212769.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731244430585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244430585"}]},"ts":"1731244430585"} 2024-11-10T13:13:50,593 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731244430585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244430585"}]},"ts":"1731244430585"} 2024-11-10T13:13:50,593 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731244429870.a217c9e07477363754679c2a4278bfcd.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731244430585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244430585"}]},"ts":"1731244430585"} 2024-11-10T13:13:50,594 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731244429870.d91d42567233417c33a65fd101ff9bbf.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731244430585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244430585"}]},"ts":"1731244430585"} 2024-11-10T13:13:50,594 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731244430585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244430585"}]},"ts":"1731244430585"} 2024-11-10T13:13:50,653 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-10T13:13:50,657 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T13:13:50,661 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244430657"}]},"ts":"1731244430657"} 2024-11-10T13:13:50,674 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-10T13:13:50,675 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {2467a7071e00=0} racks are {/default-rack=0} 2024-11-10T13:13:50,695 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T13:13:50,695 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T13:13:50,695 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-10T13:13:50,695 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T13:13:50,695 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T13:13:50,695 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-10T13:13:50,695 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T13:13:50,695 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T13:13:50,696 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-10T13:13:50,696 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T13:13:50,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0058db4b9ad5b5091a1342a0474875ee, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f7f2ce5500e92a9e5b235136299735eb, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f129f404a9262af3da999a5e1c57322e, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=57051f4ee26574ccc0478e2207e6db0f, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5b50c7b9920a3f6fc67e7cfc9b212769, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5e4d6d9a9f651164b820ce1d9e04e8e0, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=84ee9ed5a5af89546150318ac9de0be9, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a3b574740e6759fd058e991a02080723, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a217c9e07477363754679c2a4278bfcd, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d91d42567233417c33a65fd101ff9bbf, ASSIGN}] 2024-11-10T13:13:50,712 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d91d42567233417c33a65fd101ff9bbf, ASSIGN 2024-11-10T13:13:50,713 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a217c9e07477363754679c2a4278bfcd, ASSIGN 2024-11-10T13:13:50,714 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a3b574740e6759fd058e991a02080723, ASSIGN 2024-11-10T13:13:50,715 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=84ee9ed5a5af89546150318ac9de0be9, ASSIGN 2024-11-10T13:13:50,721 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d91d42567233417c33a65fd101ff9bbf, ASSIGN; state=OFFLINE, location=2467a7071e00,34831,1731244416421; forceNewPlan=false, retain=false 2024-11-10T13:13:50,721 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a217c9e07477363754679c2a4278bfcd, ASSIGN; state=OFFLINE, location=2467a7071e00,39555,1731244416317; forceNewPlan=false, retain=false 2024-11-10T13:13:50,722 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a3b574740e6759fd058e991a02080723, ASSIGN; state=OFFLINE, location=2467a7071e00,44011,1731244416180; forceNewPlan=false, retain=false 2024-11-10T13:13:50,722 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=84ee9ed5a5af89546150318ac9de0be9, ASSIGN; state=OFFLINE, location=2467a7071e00,44011,1731244416180; forceNewPlan=false, retain=false 2024-11-10T13:13:50,758 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5e4d6d9a9f651164b820ce1d9e04e8e0, ASSIGN 2024-11-10T13:13:50,758 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5b50c7b9920a3f6fc67e7cfc9b212769, ASSIGN 2024-11-10T13:13:50,759 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=57051f4ee26574ccc0478e2207e6db0f, ASSIGN 2024-11-10T13:13:50,760 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f129f404a9262af3da999a5e1c57322e, ASSIGN 2024-11-10T13:13:50,761 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f7f2ce5500e92a9e5b235136299735eb, ASSIGN 2024-11-10T13:13:50,765 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5e4d6d9a9f651164b820ce1d9e04e8e0, ASSIGN; state=OFFLINE, location=2467a7071e00,39555,1731244416317; forceNewPlan=false, retain=false 2024-11-10T13:13:50,767 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5b50c7b9920a3f6fc67e7cfc9b212769, ASSIGN; state=OFFLINE, location=2467a7071e00,34831,1731244416421; forceNewPlan=false, retain=false 2024-11-10T13:13:50,767 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=57051f4ee26574ccc0478e2207e6db0f, ASSIGN; state=OFFLINE, location=2467a7071e00,44011,1731244416180; forceNewPlan=false, retain=false 2024-11-10T13:13:50,768 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f7f2ce5500e92a9e5b235136299735eb, ASSIGN; state=OFFLINE, location=2467a7071e00,39555,1731244416317; forceNewPlan=false, retain=false 2024-11-10T13:13:50,768 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f129f404a9262af3da999a5e1c57322e, ASSIGN; state=OFFLINE, location=2467a7071e00,34831,1731244416421; forceNewPlan=false, retain=false 2024-11-10T13:13:50,769 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0058db4b9ad5b5091a1342a0474875ee, ASSIGN 2024-11-10T13:13:50,773 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0058db4b9ad5b5091a1342a0474875ee, ASSIGN; state=OFFLINE, location=2467a7071e00,44011,1731244416180; forceNewPlan=false, retain=false 2024-11-10T13:13:50,874 INFO [2467a7071e00:37103 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-10T13:13:50,875 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a3b574740e6759fd058e991a02080723, regionState=OPENING, regionLocation=2467a7071e00,44011,1731244416180 2024-11-10T13:13:50,875 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=57051f4ee26574ccc0478e2207e6db0f, regionState=OPENING, regionLocation=2467a7071e00,44011,1731244416180 2024-11-10T13:13:50,875 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=84ee9ed5a5af89546150318ac9de0be9, regionState=OPENING, regionLocation=2467a7071e00,44011,1731244416180 2024-11-10T13:13:50,876 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=5e4d6d9a9f651164b820ce1d9e04e8e0, regionState=OPENING, regionLocation=2467a7071e00,39555,1731244416317 2024-11-10T13:13:50,877 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f7f2ce5500e92a9e5b235136299735eb, regionState=OPENING, regionLocation=2467a7071e00,39555,1731244416317 2024-11-10T13:13:50,877 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=d91d42567233417c33a65fd101ff9bbf, regionState=OPENING, regionLocation=2467a7071e00,34831,1731244416421 2024-11-10T13:13:50,877 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5b50c7b9920a3f6fc67e7cfc9b212769, regionState=OPENING, regionLocation=2467a7071e00,34831,1731244416421 2024-11-10T13:13:50,878 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=f129f404a9262af3da999a5e1c57322e, regionState=OPENING, regionLocation=2467a7071e00,34831,1731244416421 2024-11-10T13:13:50,878 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0058db4b9ad5b5091a1342a0474875ee, regionState=OPENING, regionLocation=2467a7071e00,44011,1731244416180 2024-11-10T13:13:50,879 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=a217c9e07477363754679c2a4278bfcd, regionState=OPENING, regionLocation=2467a7071e00,39555,1731244416317 2024-11-10T13:13:50,884 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a3b574740e6759fd058e991a02080723, ASSIGN 2024-11-10T13:13:50,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3b574740e6759fd058e991a02080723, server=2467a7071e00,44011,1731244416180}] 2024-11-10T13:13:50,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=84ee9ed5a5af89546150318ac9de0be9, ASSIGN because future has completed 2024-11-10T13:13:50,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84ee9ed5a5af89546150318ac9de0be9, server=2467a7071e00,44011,1731244416180}] 2024-11-10T13:13:50,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=57051f4ee26574ccc0478e2207e6db0f, ASSIGN because future has completed 2024-11-10T13:13:50,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5e4d6d9a9f651164b820ce1d9e04e8e0, ASSIGN because future has completed 2024-11-10T13:13:50,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57051f4ee26574ccc0478e2207e6db0f, server=2467a7071e00,44011,1731244416180}] 2024-11-10T13:13:50,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f7f2ce5500e92a9e5b235136299735eb, ASSIGN because future has completed 2024-11-10T13:13:50,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d91d42567233417c33a65fd101ff9bbf, ASSIGN because future has completed 2024-11-10T13:13:50,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e4d6d9a9f651164b820ce1d9e04e8e0, server=2467a7071e00,39555,1731244416317}] 2024-11-10T13:13:50,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5b50c7b9920a3f6fc67e7cfc9b212769, ASSIGN because future has completed 2024-11-10T13:13:50,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f129f404a9262af3da999a5e1c57322e, ASSIGN because future has completed 2024-11-10T13:13:50,922 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b50c7b9920a3f6fc67e7cfc9b212769, server=2467a7071e00,34831,1731244416421}] 2024-11-10T13:13:50,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0058db4b9ad5b5091a1342a0474875ee, ASSIGN because future has completed 2024-11-10T13:13:50,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a217c9e07477363754679c2a4278bfcd, ASSIGN because future has completed 2024-11-10T13:13:50,946 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure a217c9e07477363754679c2a4278bfcd, server=2467a7071e00,39555,1731244416317}] 2024-11-10T13:13:50,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0058db4b9ad5b5091a1342a0474875ee, server=2467a7071e00,44011,1731244416180}] 2024-11-10T13:13:50,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure d91d42567233417c33a65fd101ff9bbf, server=2467a7071e00,34831,1731244416421}] 2024-11-10T13:13:50,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7f2ce5500e92a9e5b235136299735eb, server=2467a7071e00,39555,1731244416317}] 2024-11-10T13:13:50,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure f129f404a9262af3da999a5e1c57322e, server=2467a7071e00,34831,1731244416421}] 2024-11-10T13:13:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:13:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:13:54,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:13:54,359 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T13:13:55,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T13:13:55,671 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T13:13:55,673 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:13:55,673 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T13:13:58,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:14:00,898 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:14:00,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T13:14:00,910 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723. 2024-11-10T13:14:00,910 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => a3b574740e6759fd058e991a02080723, NAME => 'SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-10T13:14:00,911 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a3b574740e6759fd058e991a02080723 2024-11-10T13:14:00,911 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:14:00,911 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for a3b574740e6759fd058e991a02080723 2024-11-10T13:14:00,911 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for a3b574740e6759fd058e991a02080723 2024-11-10T13:14:00,915 INFO [StoreOpener-a3b574740e6759fd058e991a02080723-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a3b574740e6759fd058e991a02080723 2024-11-10T13:14:00,917 INFO [StoreOpener-a3b574740e6759fd058e991a02080723-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3b574740e6759fd058e991a02080723 columnFamilyName cf 2024-11-10T13:14:00,917 DEBUG [StoreOpener-a3b574740e6759fd058e991a02080723-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:14:00,920 INFO [StoreOpener-a3b574740e6759fd058e991a02080723-1 {}] regionserver.HStore(327): Store=a3b574740e6759fd058e991a02080723/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:14:00,921 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for a3b574740e6759fd058e991a02080723 2024-11-10T13:14:00,924 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/a3b574740e6759fd058e991a02080723 2024-11-10T13:14:00,925 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/a3b574740e6759fd058e991a02080723 2024-11-10T13:14:00,926 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for a3b574740e6759fd058e991a02080723 2024-11-10T13:14:00,926 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for a3b574740e6759fd058e991a02080723 2024-11-10T13:14:00,930 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for a3b574740e6759fd058e991a02080723 2024-11-10T13:14:00,945 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/a3b574740e6759fd058e991a02080723/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:14:00,947 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened a3b574740e6759fd058e991a02080723; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71985075, jitterRate=0.07266120612621307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T13:14:00,948 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a3b574740e6759fd058e991a02080723 2024-11-10T13:14:00,950 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for a3b574740e6759fd058e991a02080723: Running coprocessor pre-open hook at 1731244440911Writing region info on filesystem at 1731244440911Initializing all the Stores at 1731244440914 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244440914Cleaning up temporary data from old regions at 1731244440926 (+12 ms)Running coprocessor post-open hooks at 1731244440948 (+22 ms)Region opened successfully at 1731244440949 (+1 ms) 2024-11-10T13:14:00,951 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:14:00,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T13:14:00,958 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723., pid=15, masterSystemTime=1731244440898 2024-11-10T13:14:00,961 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731244429870.a217c9e07477363754679c2a4278bfcd. 2024-11-10T13:14:00,962 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => a217c9e07477363754679c2a4278bfcd, NAME => 'SPTestTable,ccccccc8,1731244429870.a217c9e07477363754679c2a4278bfcd.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-10T13:14:00,962 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a217c9e07477363754679c2a4278bfcd 2024-11-10T13:14:00,963 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731244429870.a217c9e07477363754679c2a4278bfcd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:14:00,963 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for a217c9e07477363754679c2a4278bfcd 2024-11-10T13:14:00,963 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for a217c9e07477363754679c2a4278bfcd 2024-11-10T13:14:00,966 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723. 2024-11-10T13:14:00,967 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723. 2024-11-10T13:14:00,967 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,,1731244429870.0058db4b9ad5b5091a1342a0474875ee. 2024-11-10T13:14:00,967 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 0058db4b9ad5b5091a1342a0474875ee, NAME => 'SPTestTable,,1731244429870.0058db4b9ad5b5091a1342a0474875ee.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-10T13:14:00,967 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a3b574740e6759fd058e991a02080723, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,44011,1731244416180 2024-11-10T13:14:00,967 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0058db4b9ad5b5091a1342a0474875ee 2024-11-10T13:14:00,968 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,,1731244429870.0058db4b9ad5b5091a1342a0474875ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:14:00,968 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 0058db4b9ad5b5091a1342a0474875ee 2024-11-10T13:14:00,968 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 0058db4b9ad5b5091a1342a0474875ee 2024-11-10T13:14:00,972 INFO [StoreOpener-a217c9e07477363754679c2a4278bfcd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a217c9e07477363754679c2a4278bfcd 2024-11-10T13:14:00,973 INFO [StoreOpener-0058db4b9ad5b5091a1342a0474875ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0058db4b9ad5b5091a1342a0474875ee 2024-11-10T13:14:00,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3b574740e6759fd058e991a02080723, server=2467a7071e00,44011,1731244416180 because future has completed 2024-11-10T13:14:00,975 INFO [StoreOpener-a217c9e07477363754679c2a4278bfcd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a217c9e07477363754679c2a4278bfcd columnFamilyName cf 2024-11-10T13:14:00,976 DEBUG [StoreOpener-a217c9e07477363754679c2a4278bfcd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:14:00,976 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731244429870.f129f404a9262af3da999a5e1c57322e. 2024-11-10T13:14:00,977 INFO [StoreOpener-a217c9e07477363754679c2a4278bfcd-1 {}] regionserver.HStore(327): Store=a217c9e07477363754679c2a4278bfcd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:14:00,977 INFO [StoreOpener-0058db4b9ad5b5091a1342a0474875ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0058db4b9ad5b5091a1342a0474875ee columnFamilyName cf 2024-11-10T13:14:00,977 DEBUG [StoreOpener-0058db4b9ad5b5091a1342a0474875ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:14:00,977 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for a217c9e07477363754679c2a4278bfcd 2024-11-10T13:14:00,977 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => f129f404a9262af3da999a5e1c57322e, NAME => 'SPTestTable,33333332,1731244429870.f129f404a9262af3da999a5e1c57322e.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-10T13:14:00,977 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f129f404a9262af3da999a5e1c57322e 2024-11-10T13:14:00,978 INFO [StoreOpener-0058db4b9ad5b5091a1342a0474875ee-1 {}] regionserver.HStore(327): Store=0058db4b9ad5b5091a1342a0474875ee/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:14:00,978 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 0058db4b9ad5b5091a1342a0474875ee 2024-11-10T13:14:00,979 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731244429870.f129f404a9262af3da999a5e1c57322e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:14:00,979 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for f129f404a9262af3da999a5e1c57322e 2024-11-10T13:14:00,979 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for f129f404a9262af3da999a5e1c57322e 2024-11-10T13:14:00,979 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/0058db4b9ad5b5091a1342a0474875ee 2024-11-10T13:14:00,980 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/0058db4b9ad5b5091a1342a0474875ee 2024-11-10T13:14:00,982 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 0058db4b9ad5b5091a1342a0474875ee 2024-11-10T13:14:00,982 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 0058db4b9ad5b5091a1342a0474875ee 2024-11-10T13:14:00,984 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/a217c9e07477363754679c2a4278bfcd 2024-11-10T13:14:00,985 INFO [StoreOpener-f129f404a9262af3da999a5e1c57322e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f129f404a9262af3da999a5e1c57322e 2024-11-10T13:14:00,985 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/a217c9e07477363754679c2a4278bfcd 2024-11-10T13:14:00,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-11-10T13:14:00,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure a3b574740e6759fd058e991a02080723, server=2467a7071e00,44011,1731244416180 in 10.0930 sec 2024-11-10T13:14:00,986 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 0058db4b9ad5b5091a1342a0474875ee 2024-11-10T13:14:00,988 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for a217c9e07477363754679c2a4278bfcd 2024-11-10T13:14:00,989 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for a217c9e07477363754679c2a4278bfcd 2024-11-10T13:14:00,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a3b574740e6759fd058e991a02080723, ASSIGN in 10.2870 sec 2024-11-10T13:14:00,993 INFO [StoreOpener-f129f404a9262af3da999a5e1c57322e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f129f404a9262af3da999a5e1c57322e columnFamilyName cf 2024-11-10T13:14:00,993 DEBUG [StoreOpener-f129f404a9262af3da999a5e1c57322e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:14:00,994 INFO [StoreOpener-f129f404a9262af3da999a5e1c57322e-1 {}] regionserver.HStore(327): Store=f129f404a9262af3da999a5e1c57322e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:14:00,995 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for f129f404a9262af3da999a5e1c57322e 2024-11-10T13:14:00,996 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/f129f404a9262af3da999a5e1c57322e 2024-11-10T13:14:00,997 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for a217c9e07477363754679c2a4278bfcd 2024-11-10T13:14:00,997 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/f129f404a9262af3da999a5e1c57322e 2024-11-10T13:14:00,998 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for f129f404a9262af3da999a5e1c57322e 2024-11-10T13:14:00,998 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for f129f404a9262af3da999a5e1c57322e 2024-11-10T13:14:00,999 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/0058db4b9ad5b5091a1342a0474875ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:14:01,001 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 0058db4b9ad5b5091a1342a0474875ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68939059, jitterRate=0.02727203071117401}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T13:14:01,001 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0058db4b9ad5b5091a1342a0474875ee 2024-11-10T13:14:01,001 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 0058db4b9ad5b5091a1342a0474875ee: Running coprocessor pre-open hook at 1731244440968Writing region info on filesystem at 1731244440968Initializing all the Stores at 1731244440972 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244440972Cleaning up temporary data from old regions at 1731244440982 (+10 ms)Running coprocessor post-open hooks at 1731244441001 (+19 ms)Region opened successfully at 1731244441001 2024-11-10T13:14:01,003 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for f129f404a9262af3da999a5e1c57322e 2024-11-10T13:14:01,004 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731244429870.0058db4b9ad5b5091a1342a0474875ee., pid=21, masterSystemTime=1731244440898 2024-11-10T13:14:01,011 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/a217c9e07477363754679c2a4278bfcd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:14:01,013 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened a217c9e07477363754679c2a4278bfcd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61638079, jitterRate=-0.08152104914188385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T13:14:01,013 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a217c9e07477363754679c2a4278bfcd 2024-11-10T13:14:01,013 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for a217c9e07477363754679c2a4278bfcd: Running coprocessor pre-open hook at 1731244440963Writing region info on filesystem at 1731244440963Initializing all the Stores at 1731244440968 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244440968Cleaning up temporary data from old regions at 1731244440989 (+21 ms)Running coprocessor post-open hooks at 1731244441013 (+24 ms)Region opened successfully at 1731244441013 2024-11-10T13:14:01,014 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731244429870.0058db4b9ad5b5091a1342a0474875ee. 2024-11-10T13:14:01,014 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731244429870.0058db4b9ad5b5091a1342a0474875ee. 2024-11-10T13:14:01,015 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9. 2024-11-10T13:14:01,015 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 84ee9ed5a5af89546150318ac9de0be9, NAME => 'SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-10T13:14:01,015 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 84ee9ed5a5af89546150318ac9de0be9 2024-11-10T13:14:01,016 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:14:01,016 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 84ee9ed5a5af89546150318ac9de0be9 2024-11-10T13:14:01,016 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 84ee9ed5a5af89546150318ac9de0be9 2024-11-10T13:14:01,018 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0058db4b9ad5b5091a1342a0474875ee, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,44011,1731244416180 2024-11-10T13:14:01,020 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731244429870.a217c9e07477363754679c2a4278bfcd., pid=20, masterSystemTime=1731244440938 2024-11-10T13:14:01,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0058db4b9ad5b5091a1342a0474875ee, server=2467a7071e00,44011,1731244416180 because future has completed 2024-11-10T13:14:01,025 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/f129f404a9262af3da999a5e1c57322e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:14:01,025 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731244429870.a217c9e07477363754679c2a4278bfcd. 2024-11-10T13:14:01,026 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731244429870.a217c9e07477363754679c2a4278bfcd. 2024-11-10T13:14:01,026 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731244429870.5e4d6d9a9f651164b820ce1d9e04e8e0. 2024-11-10T13:14:01,026 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e4d6d9a9f651164b820ce1d9e04e8e0, NAME => 'SPTestTable,7ffffffd,1731244429870.5e4d6d9a9f651164b820ce1d9e04e8e0.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-10T13:14:01,026 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5e4d6d9a9f651164b820ce1d9e04e8e0 2024-11-10T13:14:01,027 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731244429870.5e4d6d9a9f651164b820ce1d9e04e8e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:14:01,027 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 5e4d6d9a9f651164b820ce1d9e04e8e0 2024-11-10T13:14:01,027 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 5e4d6d9a9f651164b820ce1d9e04e8e0 2024-11-10T13:14:01,028 INFO [StoreOpener-84ee9ed5a5af89546150318ac9de0be9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 84ee9ed5a5af89546150318ac9de0be9 2024-11-10T13:14:01,030 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened f129f404a9262af3da999a5e1c57322e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59482328, jitterRate=-0.11364424228668213}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T13:14:01,030 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f129f404a9262af3da999a5e1c57322e 2024-11-10T13:14:01,031 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=a217c9e07477363754679c2a4278bfcd, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,39555,1731244416317 2024-11-10T13:14:01,035 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for f129f404a9262af3da999a5e1c57322e: Running coprocessor pre-open hook at 1731244440980Writing region info on filesystem at 1731244440980Initializing all the Stores at 1731244440983 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244440984 (+1 ms)Cleaning up temporary data from old regions at 1731244440998 (+14 ms)Running coprocessor post-open hooks at 1731244441030 (+32 ms)Region opened successfully at 1731244441030 2024-11-10T13:14:01,036 INFO [StoreOpener-5e4d6d9a9f651164b820ce1d9e04e8e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5e4d6d9a9f651164b820ce1d9e04e8e0 2024-11-10T13:14:01,037 INFO [StoreOpener-84ee9ed5a5af89546150318ac9de0be9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84ee9ed5a5af89546150318ac9de0be9 columnFamilyName cf 2024-11-10T13:14:01,037 DEBUG [StoreOpener-84ee9ed5a5af89546150318ac9de0be9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:14:01,039 INFO [StoreOpener-5e4d6d9a9f651164b820ce1d9e04e8e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e4d6d9a9f651164b820ce1d9e04e8e0 columnFamilyName cf 2024-11-10T13:14:01,039 DEBUG [StoreOpener-5e4d6d9a9f651164b820ce1d9e04e8e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:14:01,040 INFO [StoreOpener-5e4d6d9a9f651164b820ce1d9e04e8e0-1 {}] regionserver.HStore(327): Store=5e4d6d9a9f651164b820ce1d9e04e8e0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:14:01,041 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 5e4d6d9a9f651164b820ce1d9e04e8e0 2024-11-10T13:14:01,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure a217c9e07477363754679c2a4278bfcd, server=2467a7071e00,39555,1731244416317 because future has completed 2024-11-10T13:14:01,043 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/5e4d6d9a9f651164b820ce1d9e04e8e0 2024-11-10T13:14:01,044 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/5e4d6d9a9f651164b820ce1d9e04e8e0 2024-11-10T13:14:01,045 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 5e4d6d9a9f651164b820ce1d9e04e8e0 2024-11-10T13:14:01,045 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 5e4d6d9a9f651164b820ce1d9e04e8e0 2024-11-10T13:14:01,048 INFO [StoreOpener-84ee9ed5a5af89546150318ac9de0be9-1 {}] regionserver.HStore(327): Store=84ee9ed5a5af89546150318ac9de0be9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:14:01,049 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731244429870.f129f404a9262af3da999a5e1c57322e., pid=24, masterSystemTime=1731244440951 2024-11-10T13:14:01,050 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 5e4d6d9a9f651164b820ce1d9e04e8e0 2024-11-10T13:14:01,052 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 84ee9ed5a5af89546150318ac9de0be9 2024-11-10T13:14:01,058 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/5e4d6d9a9f651164b820ce1d9e04e8e0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:14:01,058 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/84ee9ed5a5af89546150318ac9de0be9 2024-11-10T13:14:01,059 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 5e4d6d9a9f651164b820ce1d9e04e8e0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60465680, jitterRate=-0.09899115562438965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T13:14:01,059 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5e4d6d9a9f651164b820ce1d9e04e8e0 2024-11-10T13:14:01,060 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 5e4d6d9a9f651164b820ce1d9e04e8e0: Running coprocessor pre-open hook at 1731244441027Writing region info on filesystem at 1731244441027Initializing all the Stores at 1731244441030 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244441030Cleaning up temporary data from old regions at 1731244441046 (+16 ms)Running coprocessor post-open hooks at 1731244441059 (+13 ms)Region opened successfully at 1731244441059 2024-11-10T13:14:01,061 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/84ee9ed5a5af89546150318ac9de0be9 2024-11-10T13:14:01,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=5 2024-11-10T13:14:01,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0058db4b9ad5b5091a1342a0474875ee, server=2467a7071e00,44011,1731244416180 in 10.0800 sec 2024-11-10T13:14:01,065 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 84ee9ed5a5af89546150318ac9de0be9 2024-11-10T13:14:01,065 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731244429870.f129f404a9262af3da999a5e1c57322e. 2024-11-10T13:14:01,065 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731244429870.f129f404a9262af3da999a5e1c57322e. 2024-11-10T13:14:01,065 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 84ee9ed5a5af89546150318ac9de0be9 2024-11-10T13:14:01,066 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731244429870.d91d42567233417c33a65fd101ff9bbf. 2024-11-10T13:14:01,066 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => d91d42567233417c33a65fd101ff9bbf, NAME => 'SPTestTable,e6666661,1731244429870.d91d42567233417c33a65fd101ff9bbf.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-10T13:14:01,066 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d91d42567233417c33a65fd101ff9bbf 2024-11-10T13:14:01,067 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731244429870.d91d42567233417c33a65fd101ff9bbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:14:01,067 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for d91d42567233417c33a65fd101ff9bbf 2024-11-10T13:14:01,067 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for d91d42567233417c33a65fd101ff9bbf 2024-11-10T13:14:01,067 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731244429870.5e4d6d9a9f651164b820ce1d9e04e8e0., pid=18, masterSystemTime=1731244440938 2024-11-10T13:14:01,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-11-10T13:14:01,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure a217c9e07477363754679c2a4278bfcd, server=2467a7071e00,39555,1731244416317 in 10.1090 sec 2024-11-10T13:14:01,077 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=f129f404a9262af3da999a5e1c57322e, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,34831,1731244416421 2024-11-10T13:14:01,081 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731244429870.5e4d6d9a9f651164b820ce1d9e04e8e0. 2024-11-10T13:14:01,081 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731244429870.5e4d6d9a9f651164b820ce1d9e04e8e0. 2024-11-10T13:14:01,081 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731244429870.f7f2ce5500e92a9e5b235136299735eb. 2024-11-10T13:14:01,081 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => f7f2ce5500e92a9e5b235136299735eb, NAME => 'SPTestTable,19999999,1731244429870.f7f2ce5500e92a9e5b235136299735eb.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-10T13:14:01,082 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f7f2ce5500e92a9e5b235136299735eb 2024-11-10T13:14:01,082 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731244429870.f7f2ce5500e92a9e5b235136299735eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:14:01,082 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for f7f2ce5500e92a9e5b235136299735eb 2024-11-10T13:14:01,082 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for f7f2ce5500e92a9e5b235136299735eb 2024-11-10T13:14:01,083 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 84ee9ed5a5af89546150318ac9de0be9 2024-11-10T13:14:01,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0058db4b9ad5b5091a1342a0474875ee, ASSIGN in 10.3660 sec 2024-11-10T13:14:01,088 INFO [StoreOpener-d91d42567233417c33a65fd101ff9bbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d91d42567233417c33a65fd101ff9bbf 2024-11-10T13:14:01,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a217c9e07477363754679c2a4278bfcd, ASSIGN in 10.3770 sec 2024-11-10T13:14:01,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure f129f404a9262af3da999a5e1c57322e, server=2467a7071e00,34831,1731244416421 because future has completed 2024-11-10T13:14:01,090 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37103 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=2467a7071e00,34831,1731244416421, table=SPTestTable, region=f129f404a9262af3da999a5e1c57322e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T13:14:01,097 INFO [StoreOpener-d91d42567233417c33a65fd101ff9bbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d91d42567233417c33a65fd101ff9bbf columnFamilyName cf 2024-11-10T13:14:01,098 DEBUG [StoreOpener-d91d42567233417c33a65fd101ff9bbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:14:01,098 INFO [StoreOpener-d91d42567233417c33a65fd101ff9bbf-1 {}] regionserver.HStore(327): Store=d91d42567233417c33a65fd101ff9bbf/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:14:01,099 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for d91d42567233417c33a65fd101ff9bbf 2024-11-10T13:14:01,100 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/d91d42567233417c33a65fd101ff9bbf 2024-11-10T13:14:01,103 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/d91d42567233417c33a65fd101ff9bbf 2024-11-10T13:14:01,104 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for d91d42567233417c33a65fd101ff9bbf 2024-11-10T13:14:01,104 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for d91d42567233417c33a65fd101ff9bbf 2024-11-10T13:14:01,105 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=5e4d6d9a9f651164b820ce1d9e04e8e0, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,39555,1731244416317 2024-11-10T13:14:01,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-11-10T13:14:01,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure f129f404a9262af3da999a5e1c57322e, server=2467a7071e00,34831,1731244416421 in 10.1210 sec 2024-11-10T13:14:01,115 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/84ee9ed5a5af89546150318ac9de0be9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:14:01,118 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for d91d42567233417c33a65fd101ff9bbf 2024-11-10T13:14:01,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e4d6d9a9f651164b820ce1d9e04e8e0, server=2467a7071e00,39555,1731244416317 because future has completed 2024-11-10T13:14:01,121 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 84ee9ed5a5af89546150318ac9de0be9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66847171, jitterRate=-0.0038995295763015747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T13:14:01,121 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 84ee9ed5a5af89546150318ac9de0be9 2024-11-10T13:14:01,122 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 84ee9ed5a5af89546150318ac9de0be9: Running coprocessor pre-open hook at 1731244441016Writing region info on filesystem at 1731244441016Initializing all the Stores at 1731244441020 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244441021 (+1 ms)Cleaning up temporary data from old regions at 1731244441066 (+45 ms)Running coprocessor post-open hooks at 1731244441121 (+55 ms)Region opened successfully at 1731244441121 2024-11-10T13:14:01,123 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9., pid=16, masterSystemTime=1731244440898 2024-11-10T13:14:01,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f129f404a9262af3da999a5e1c57322e, ASSIGN in 10.4120 sec 2024-11-10T13:14:01,128 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9. 2024-11-10T13:14:01,128 INFO [StoreOpener-f7f2ce5500e92a9e5b235136299735eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f7f2ce5500e92a9e5b235136299735eb 2024-11-10T13:14:01,128 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9. 2024-11-10T13:14:01,128 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731244429870.57051f4ee26574ccc0478e2207e6db0f. 2024-11-10T13:14:01,128 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 57051f4ee26574ccc0478e2207e6db0f, NAME => 'SPTestTable,4ccccccb,1731244429870.57051f4ee26574ccc0478e2207e6db0f.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-10T13:14:01,129 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 57051f4ee26574ccc0478e2207e6db0f 2024-11-10T13:14:01,129 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731244429870.57051f4ee26574ccc0478e2207e6db0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:14:01,129 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 57051f4ee26574ccc0478e2207e6db0f 2024-11-10T13:14:01,129 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 57051f4ee26574ccc0478e2207e6db0f 2024-11-10T13:14:01,136 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/d91d42567233417c33a65fd101ff9bbf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:14:01,137 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=84ee9ed5a5af89546150318ac9de0be9, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,44011,1731244416180 2024-11-10T13:14:01,137 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened d91d42567233417c33a65fd101ff9bbf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67476634, jitterRate=0.0054802000522613525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T13:14:01,137 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d91d42567233417c33a65fd101ff9bbf 2024-11-10T13:14:01,138 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for d91d42567233417c33a65fd101ff9bbf: Running coprocessor pre-open hook at 1731244441067Writing region info on filesystem at 1731244441067Initializing all the Stores at 1731244441087 (+20 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244441087Cleaning up temporary data from old regions at 1731244441104 (+17 ms)Running coprocessor post-open hooks at 1731244441137 (+33 ms)Region opened successfully at 1731244441138 (+1 ms) 2024-11-10T13:14:01,142 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731244429870.d91d42567233417c33a65fd101ff9bbf., pid=22, masterSystemTime=1731244440951 2024-11-10T13:14:01,143 INFO [StoreOpener-57051f4ee26574ccc0478e2207e6db0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 57051f4ee26574ccc0478e2207e6db0f 2024-11-10T13:14:01,145 INFO [StoreOpener-f7f2ce5500e92a9e5b235136299735eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7f2ce5500e92a9e5b235136299735eb columnFamilyName cf 2024-11-10T13:14:01,145 DEBUG [StoreOpener-f7f2ce5500e92a9e5b235136299735eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:14:01,146 INFO [StoreOpener-f7f2ce5500e92a9e5b235136299735eb-1 {}] regionserver.HStore(327): Store=f7f2ce5500e92a9e5b235136299735eb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:14:01,146 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for f7f2ce5500e92a9e5b235136299735eb 2024-11-10T13:14:01,146 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=10 2024-11-10T13:14:01,146 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 5e4d6d9a9f651164b820ce1d9e04e8e0, server=2467a7071e00,39555,1731244416317 in 10.2120 sec 2024-11-10T13:14:01,148 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/f7f2ce5500e92a9e5b235136299735eb 2024-11-10T13:14:01,149 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/f7f2ce5500e92a9e5b235136299735eb 2024-11-10T13:14:01,150 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for f7f2ce5500e92a9e5b235136299735eb 2024-11-10T13:14:01,151 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for f7f2ce5500e92a9e5b235136299735eb 2024-11-10T13:14:01,152 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731244429870.d91d42567233417c33a65fd101ff9bbf. 2024-11-10T13:14:01,152 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731244429870.d91d42567233417c33a65fd101ff9bbf. 2024-11-10T13:14:01,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84ee9ed5a5af89546150318ac9de0be9, server=2467a7071e00,44011,1731244416180 because future has completed 2024-11-10T13:14:01,152 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731244429870.5b50c7b9920a3f6fc67e7cfc9b212769. 2024-11-10T13:14:01,152 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 5b50c7b9920a3f6fc67e7cfc9b212769, NAME => 'SPTestTable,66666664,1731244429870.5b50c7b9920a3f6fc67e7cfc9b212769.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-10T13:14:01,153 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5b50c7b9920a3f6fc67e7cfc9b212769 2024-11-10T13:14:01,153 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731244429870.5b50c7b9920a3f6fc67e7cfc9b212769.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:14:01,153 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 5b50c7b9920a3f6fc67e7cfc9b212769 2024-11-10T13:14:01,153 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 5b50c7b9920a3f6fc67e7cfc9b212769 2024-11-10T13:14:01,156 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for f7f2ce5500e92a9e5b235136299735eb 2024-11-10T13:14:01,157 INFO [StoreOpener-5b50c7b9920a3f6fc67e7cfc9b212769-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5b50c7b9920a3f6fc67e7cfc9b212769 2024-11-10T13:14:01,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5e4d6d9a9f651164b820ce1d9e04e8e0, ASSIGN in 10.4480 sec 2024-11-10T13:14:01,157 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=d91d42567233417c33a65fd101ff9bbf, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,34831,1731244416421 2024-11-10T13:14:01,161 INFO [StoreOpener-57051f4ee26574ccc0478e2207e6db0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57051f4ee26574ccc0478e2207e6db0f columnFamilyName cf 2024-11-10T13:14:01,161 INFO [StoreOpener-5b50c7b9920a3f6fc67e7cfc9b212769-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b50c7b9920a3f6fc67e7cfc9b212769 columnFamilyName cf 2024-11-10T13:14:01,161 DEBUG [StoreOpener-57051f4ee26574ccc0478e2207e6db0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:14:01,161 DEBUG [StoreOpener-5b50c7b9920a3f6fc67e7cfc9b212769-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:14:01,163 INFO [StoreOpener-5b50c7b9920a3f6fc67e7cfc9b212769-1 {}] regionserver.HStore(327): Store=5b50c7b9920a3f6fc67e7cfc9b212769/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:14:01,163 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 5b50c7b9920a3f6fc67e7cfc9b212769 2024-11-10T13:14:01,165 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/5b50c7b9920a3f6fc67e7cfc9b212769 2024-11-10T13:14:01,165 INFO [StoreOpener-57051f4ee26574ccc0478e2207e6db0f-1 {}] regionserver.HStore(327): Store=57051f4ee26574ccc0478e2207e6db0f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:14:01,165 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 57051f4ee26574ccc0478e2207e6db0f 2024-11-10T13:14:01,165 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/5b50c7b9920a3f6fc67e7cfc9b212769 2024-11-10T13:14:01,166 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 5b50c7b9920a3f6fc67e7cfc9b212769 2024-11-10T13:14:01,166 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 5b50c7b9920a3f6fc67e7cfc9b212769 2024-11-10T13:14:01,168 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/57051f4ee26574ccc0478e2207e6db0f 2024-11-10T13:14:01,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure d91d42567233417c33a65fd101ff9bbf, server=2467a7071e00,34831,1731244416421 because future has completed 2024-11-10T13:14:01,170 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 5b50c7b9920a3f6fc67e7cfc9b212769 2024-11-10T13:14:01,171 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/57051f4ee26574ccc0478e2207e6db0f 2024-11-10T13:14:01,172 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 57051f4ee26574ccc0478e2207e6db0f 2024-11-10T13:14:01,172 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 57051f4ee26574ccc0478e2207e6db0f 2024-11-10T13:14:01,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-11-10T13:14:01,176 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 57051f4ee26574ccc0478e2207e6db0f 2024-11-10T13:14:01,177 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/f7f2ce5500e92a9e5b235136299735eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:14:01,179 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened f7f2ce5500e92a9e5b235136299735eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62289007, jitterRate=-0.07182146608829498}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T13:14:01,179 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f7f2ce5500e92a9e5b235136299735eb 2024-11-10T13:14:01,180 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for f7f2ce5500e92a9e5b235136299735eb: Running coprocessor pre-open hook at 1731244441083Writing region info on filesystem at 1731244441083Initializing all the Stores at 1731244441090 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244441090Cleaning up temporary data from old regions at 1731244441151 (+61 ms)Running coprocessor post-open hooks at 1731244441179 (+28 ms)Region opened successfully at 1731244441179 2024-11-10T13:14:01,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=14 2024-11-10T13:14:01,188 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d91d42567233417c33a65fd101ff9bbf, ASSIGN in 10.4840 sec 2024-11-10T13:14:01,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 84ee9ed5a5af89546150318ac9de0be9, server=2467a7071e00,44011,1731244416180 in 10.2700 sec 2024-11-10T13:14:01,190 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure d91d42567233417c33a65fd101ff9bbf, server=2467a7071e00,34831,1731244416421 in 10.2090 sec 2024-11-10T13:14:01,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=84ee9ed5a5af89546150318ac9de0be9, ASSIGN in 10.4870 sec 2024-11-10T13:14:01,192 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731244429870.f7f2ce5500e92a9e5b235136299735eb., pid=23, masterSystemTime=1731244440938 2024-11-10T13:14:01,197 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731244429870.f7f2ce5500e92a9e5b235136299735eb. 2024-11-10T13:14:01,197 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731244429870.f7f2ce5500e92a9e5b235136299735eb. 2024-11-10T13:14:01,198 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f7f2ce5500e92a9e5b235136299735eb, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,39555,1731244416317 2024-11-10T13:14:01,200 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/5b50c7b9920a3f6fc67e7cfc9b212769/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:14:01,202 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 5b50c7b9920a3f6fc67e7cfc9b212769; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71019535, jitterRate=0.05827353894710541}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T13:14:01,202 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5b50c7b9920a3f6fc67e7cfc9b212769 2024-11-10T13:14:01,202 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 5b50c7b9920a3f6fc67e7cfc9b212769: Running coprocessor pre-open hook at 1731244441153Writing region info on filesystem at 1731244441153Initializing all the Stores at 1731244441154 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244441154Cleaning up temporary data from old regions at 1731244441167 (+13 ms)Running coprocessor post-open hooks at 1731244441202 (+35 ms)Region opened successfully at 1731244441202 2024-11-10T13:14:01,209 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37103 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=2467a7071e00,39555,1731244416317, table=SPTestTable, region=f7f2ce5500e92a9e5b235136299735eb. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T13:14:01,210 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731244429870.5b50c7b9920a3f6fc67e7cfc9b212769., pid=19, masterSystemTime=1731244440951 2024-11-10T13:14:01,212 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/57051f4ee26574ccc0478e2207e6db0f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:14:01,213 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 57051f4ee26574ccc0478e2207e6db0f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61092326, jitterRate=-0.08965340256690979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T13:14:01,213 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 57051f4ee26574ccc0478e2207e6db0f 2024-11-10T13:14:01,213 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 57051f4ee26574ccc0478e2207e6db0f: Running coprocessor pre-open hook at 1731244441129Writing region info on filesystem at 1731244441129Initializing all the Stores at 1731244441132 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244441132Cleaning up temporary data from old regions at 1731244441172 (+40 ms)Running coprocessor post-open hooks at 1731244441213 (+41 ms)Region opened successfully at 1731244441213 2024-11-10T13:14:01,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7f2ce5500e92a9e5b235136299735eb, server=2467a7071e00,39555,1731244416317 because future has completed 2024-11-10T13:14:01,218 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731244429870.5b50c7b9920a3f6fc67e7cfc9b212769. 2024-11-10T13:14:01,218 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731244429870.5b50c7b9920a3f6fc67e7cfc9b212769. 2024-11-10T13:14:01,219 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731244429870.57051f4ee26574ccc0478e2207e6db0f., pid=17, masterSystemTime=1731244440898 2024-11-10T13:14:01,221 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5b50c7b9920a3f6fc67e7cfc9b212769, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,34831,1731244416421 2024-11-10T13:14:01,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b50c7b9920a3f6fc67e7cfc9b212769, server=2467a7071e00,34831,1731244416421 because future has completed 2024-11-10T13:14:01,234 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-11-10T13:14:01,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f7f2ce5500e92a9e5b235136299735eb, server=2467a7071e00,39555,1731244416317 in 10.2510 sec 2024-11-10T13:14:01,236 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731244429870.57051f4ee26574ccc0478e2207e6db0f. 2024-11-10T13:14:01,236 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731244429870.57051f4ee26574ccc0478e2207e6db0f. 2024-11-10T13:14:01,238 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=57051f4ee26574ccc0478e2207e6db0f, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,44011,1731244416180 2024-11-10T13:14:01,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57051f4ee26574ccc0478e2207e6db0f, server=2467a7071e00,44011,1731244416180 because future has completed 2024-11-10T13:14:01,247 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f7f2ce5500e92a9e5b235136299735eb, ASSIGN in 10.5370 sec 2024-11-10T13:14:01,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=9 2024-11-10T13:14:01,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5b50c7b9920a3f6fc67e7cfc9b212769, server=2467a7071e00,34831,1731244416421 in 10.3140 sec 2024-11-10T13:14:01,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=8 2024-11-10T13:14:01,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 57051f4ee26574ccc0478e2207e6db0f, server=2467a7071e00,44011,1731244416180 in 10.3480 sec 2024-11-10T13:14:01,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5b50c7b9920a3f6fc67e7cfc9b212769, ASSIGN in 10.5580 sec 2024-11-10T13:14:01,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-10T13:14:01,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=57051f4ee26574ccc0478e2207e6db0f, ASSIGN in 10.5650 sec 2024-11-10T13:14:01,275 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T13:14:01,276 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244441275"}]},"ts":"1731244441275"} 2024-11-10T13:14:01,291 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-10T13:14:01,304 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T13:14:01,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.4180 sec 2024-11-10T13:14:02,208 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-10T13:14:04,072 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T13:14:05,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-10T13:14:05,671 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-10T13:14:06,460 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T13:14:08,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:14:08,200 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-10T13:14:08,200 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-10T13:14:08,201 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T13:14:08,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-10T13:14:08,213 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T13:14:08,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-10T13:14:08,271 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9., hostname=2467a7071e00,44011,1731244416180, seqNum=2] 2024-11-10T13:14:08,277 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9., hostname=2467a7071e00,44011,1731244416180, seqNum=2] 2024-11-10T13:14:08,280 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9., hostname=2467a7071e00,44011,1731244416180, seqNum=2] 2024-11-10T13:14:08,289 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9., hostname=2467a7071e00,44011,1731244416180, seqNum=2] 2024-11-10T13:14:08,292 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9., hostname=2467a7071e00,44011,1731244416180, seqNum=2] 2024-11-10T13:14:08,295 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9., hostname=2467a7071e00,44011,1731244416180, seqNum=2] 2024-11-10T13:14:08,297 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9., hostname=2467a7071e00,44011,1731244416180, seqNum=2] 2024-11-10T13:14:08,299 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9., hostname=2467a7071e00,44011,1731244416180, seqNum=2] 2024-11-10T13:14:08,358 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723., hostname=2467a7071e00,44011,1731244416180, seqNum=2] 2024-11-10T13:14:08,362 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723., hostname=2467a7071e00,44011,1731244416180, seqNum=2] 2024-11-10T13:14:08,366 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723., hostname=2467a7071e00,44011,1731244416180, seqNum=2] 2024-11-10T13:14:08,368 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723., hostname=2467a7071e00,44011,1731244416180, seqNum=2] 2024-11-10T13:14:08,371 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723., hostname=2467a7071e00,44011,1731244416180, seqNum=2] 2024-11-10T13:14:08,373 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723., hostname=2467a7071e00,44011,1731244416180, seqNum=2] 2024-11-10T13:14:08,375 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723., hostname=2467a7071e00,44011,1731244416180, seqNum=2] 2024-11-10T13:14:08,377 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723., hostname=2467a7071e00,44011,1731244416180, seqNum=2] 2024-11-10T13:14:08,411 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731244429870.a217c9e07477363754679c2a4278bfcd., hostname=2467a7071e00,39555,1731244416317, seqNum=2] 2024-11-10T13:14:08,414 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731244429870.a217c9e07477363754679c2a4278bfcd., hostname=2467a7071e00,39555,1731244416317, seqNum=2] 2024-11-10T13:14:08,419 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731244429870.a217c9e07477363754679c2a4278bfcd., hostname=2467a7071e00,39555,1731244416317, seqNum=2] 2024-11-10T13:14:08,422 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731244429870.a217c9e07477363754679c2a4278bfcd., hostname=2467a7071e00,39555,1731244416317, seqNum=2] 2024-11-10T13:14:08,424 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731244429870.a217c9e07477363754679c2a4278bfcd., hostname=2467a7071e00,39555,1731244416317, seqNum=2] 2024-11-10T13:14:08,427 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731244429870.a217c9e07477363754679c2a4278bfcd., hostname=2467a7071e00,39555,1731244416317, seqNum=2] 2024-11-10T13:14:08,429 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731244429870.a217c9e07477363754679c2a4278bfcd., hostname=2467a7071e00,39555,1731244416317, seqNum=2] 2024-11-10T13:14:08,512 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731244429870.d91d42567233417c33a65fd101ff9bbf., hostname=2467a7071e00,34831,1731244416421, seqNum=2] 2024-11-10T13:14:08,515 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731244429870.d91d42567233417c33a65fd101ff9bbf., hostname=2467a7071e00,34831,1731244416421, seqNum=2] 2024-11-10T13:14:08,517 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731244429870.d91d42567233417c33a65fd101ff9bbf., hostname=2467a7071e00,34831,1731244416421, seqNum=2] 2024-11-10T13:14:08,524 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731244429870.d91d42567233417c33a65fd101ff9bbf., hostname=2467a7071e00,34831,1731244416421, seqNum=2] 2024-11-10T13:14:09,580 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:14:09,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:14:09,623 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:14:09,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:14:09,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T13:14:09,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39555 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731244429870.a217c9e07477363754679c2a4278bfcd. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T13:14:09,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34831 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,e6666661,1731244429870.d91d42567233417c33a65fd101ff9bbf. 2024-11-10T13:14:09,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44011 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T13:14:10,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34831 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731244429870.d91d42567233417c33a65fd101ff9bbf. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T13:14:10,611 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-10T13:14:10,613 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T13:14:10,614 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-10T13:14:10,621 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-10T13:14:10,639 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-10T13:14:10,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741848_1024 (size=49) 2024-11-10T13:14:10,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741848_1024 (size=49) 2024-11-10T13:14:10,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741848_1024 (size=49) 2024-11-10T13:14:10,653 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-10T13:14:10,656 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0058db4b9ad5b5091a1342a0474875ee}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f7f2ce5500e92a9e5b235136299735eb}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f129f404a9262af3da999a5e1c57322e}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57051f4ee26574ccc0478e2207e6db0f}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5b50c7b9920a3f6fc67e7cfc9b212769}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e4d6d9a9f651164b820ce1d9e04e8e0}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 84ee9ed5a5af89546150318ac9de0be9}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3b574740e6759fd058e991a02080723}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a217c9e07477363754679c2a4278bfcd}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d91d42567233417c33a65fd101ff9bbf}] 2024-11-10T13:14:10,661 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 84ee9ed5a5af89546150318ac9de0be9 2024-11-10T13:14:10,661 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5b50c7b9920a3f6fc67e7cfc9b212769 2024-11-10T13:14:10,661 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e4d6d9a9f651164b820ce1d9e04e8e0 2024-11-10T13:14:10,661 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57051f4ee26574ccc0478e2207e6db0f 2024-11-10T13:14:10,661 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d91d42567233417c33a65fd101ff9bbf 2024-11-10T13:14:10,668 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a217c9e07477363754679c2a4278bfcd 2024-11-10T13:14:10,668 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3b574740e6759fd058e991a02080723 2024-11-10T13:14:10,669 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f129f404a9262af3da999a5e1c57322e 2024-11-10T13:14:10,669 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f7f2ce5500e92a9e5b235136299735eb 2024-11-10T13:14:10,673 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0058db4b9ad5b5091a1342a0474875ee 2024-11-10T13:14:10,714 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 2467a7071e00,44011,1731244416180 2024-11-10T13:14:10,715 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 2467a7071e00,44011,1731244416180: Simulated kill ***** 2024-11-10T13:14:10,715 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T13:14:10,717 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T13:14:10,718 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T13:14:10,720 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T13:14:10,721 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T13:14:10,726 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 592818176 }, "NonHeapMemoryUsage": { "committed": 156958720, "init": 7667712, "max": -1, "used": 153144176 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "2467a7071e00", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "2467a7071e00", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:52079", "tag.serverName": "2467a7071e00,34831,1731244416421", "tag.clusterId": "715cc3a1-bb79-4026-8a34-adc900958468", "tag.Context": "regionserver", "tag.Hostname": "2467a7071e00", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731244416421, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-10T13:14:10,729 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37103 {}] master.MasterRpcServices(700): 2467a7071e00,44011,1731244416180 reported a fatal error: ***** ABORTING region server 2467a7071e00,44011,1731244416180: Simulated kill ***** 2024-11-10T13:14:10,731 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2467a7071e00,44011,1731244416180' ***** 2024-11-10T13:14:10,731 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-10T13:14:10,732 INFO [RS:0;2467a7071e00:44011 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T13:14:10,732 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T13:14:10,732 INFO [RS:0;2467a7071e00:44011 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-10T13:14:10,732 INFO [RS:0;2467a7071e00:44011 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-10T13:14:10,732 INFO [RS:0;2467a7071e00:44011 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:14:10,732 INFO [RS:0;2467a7071e00:44011 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:44011. 2024-11-10T13:14:10,732 DEBUG [RS:0;2467a7071e00:44011 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:14:10,733 DEBUG [RS:0;2467a7071e00:44011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:14:10,734 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T13:14:10,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741834_1010 (size=1242) 2024-11-10T13:14:10,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741834_1010 (size=1242) 2024-11-10T13:14:10,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741834_1010 (size=1242) 2024-11-10T13:14:10,744 DEBUG [RS:0;2467a7071e00:44011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:14:10,744 INFO [RS:0;2467a7071e00:44011 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:14:10,744 INFO [RS:0;2467a7071e00:44011 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44011 2024-11-10T13:14:10,750 INFO [regionserver/2467a7071e00:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:14:10,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x10124e150850001, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2467a7071e00,44011,1731244416180 2024-11-10T13:14:10,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37103-0x10124e150850000, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T13:14:10,762 INFO [RS:0;2467a7071e00:44011 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:14:10,763 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2467a7071e00,44011,1731244416180] 2024-11-10T13:14:10,772 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2467a7071e00,44011,1731244416180 already deleted, retry=false 2024-11-10T13:14:10,773 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 2467a7071e00,44011,1731244416180 on 2467a7071e00,37103,1731244415170 2024-11-10T13:14:10,779 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 2467a7071e00,44011,1731244416180, splitWal=true, meta=false 2024-11-10T13:14:10,785 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for 2467a7071e00,44011,1731244416180 (carryingMeta=false) 2467a7071e00,44011,1731244416180/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5b727f6d[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-10T13:14:10,785 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 2467a7071e00,44011,1731244416180, splitWal=true, meta=false 2024-11-10T13:14:10,789 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 2467a7071e00,44011,1731244416180 had 4 regions 2024-11-10T13:14:10,792 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 84ee9ed5a5af89546150318ac9de0be9 2024-11-10T13:14:10,792 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 2467a7071e00,44011,1731244416180, splitWal=true, meta=false, isMeta: false 2024-11-10T13:14:10,793 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57051f4ee26574ccc0478e2207e6db0f 2024-11-10T13:14:10,794 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0058db4b9ad5b5091a1342a0474875ee 2024-11-10T13:14:10,794 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3b574740e6759fd058e991a02080723 2024-11-10T13:14:10,796 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/WALs/2467a7071e00,44011,1731244416180-splitting 2024-11-10T13:14:10,796 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 84ee9ed5a5af89546150318ac9de0be9 can not run currently because target server of region SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9. 2467a7071e00,44011,1731244416180 is in state SPLITTING, wait 1000 ms to retry 2024-11-10T13:14:10,796 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a3b574740e6759fd058e991a02080723 can not run currently because target server of region SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723. 2467a7071e00,44011,1731244416180 is in state SPLITTING, wait 1000 ms to retry 2024-11-10T13:14:10,796 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 57051f4ee26574ccc0478e2207e6db0f can not run currently because target server of region SPTestTable,4ccccccb,1731244429870.57051f4ee26574ccc0478e2207e6db0f. 2467a7071e00,44011,1731244416180 is in state SPLITTING, wait 1000 ms to retry 2024-11-10T13:14:10,796 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 84ee9ed5a5af89546150318ac9de0be9; timeout=1000, timestamp=1731244451796 2024-11-10T13:14:10,796 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a3b574740e6759fd058e991a02080723; timeout=1000, timestamp=1731244451796 2024-11-10T13:14:10,796 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 57051f4ee26574ccc0478e2207e6db0f; timeout=1000, timestamp=1731244451796 2024-11-10T13:14:10,796 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0058db4b9ad5b5091a1342a0474875ee can not run currently because target server of region SPTestTable,,1731244429870.0058db4b9ad5b5091a1342a0474875ee. 2467a7071e00,44011,1731244416180 is in state SPLITTING, wait 1000 ms to retry 2024-11-10T13:14:10,796 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0058db4b9ad5b5091a1342a0474875ee; timeout=1000, timestamp=1731244451796 2024-11-10T13:14:10,799 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2467a7071e00,44011,1731244416180 WAL count=1, meta=false 2024-11-10T13:14:10,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 2467a7071e00%2C44011%2C1731244416180.1731244418404}] 2024-11-10T13:14:10,810 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=2467a7071e00,39555,1731244416317 2024-11-10T13:14:10,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 2467a7071e00%2C44011%2C1731244416180.1731244418404, worker=2467a7071e00,39555,1731244416317}] 2024-11-10T13:14:10,864 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2467a7071e00:37103 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-10T13:14:10,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x10124e150850001, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:14:10,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44011-0x10124e150850001, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:14:10,873 INFO [RS:0;2467a7071e00:44011 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:14:10,873 INFO [RS:0;2467a7071e00:44011 {}] regionserver.HRegionServer(1031): Exiting; stopping=2467a7071e00,44011,1731244416180; zookeeper connection closed. 2024-11-10T13:14:10,876 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2cdcecf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2cdcecf 2024-11-10T13:14:11,244 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T13:14:11,244 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T13:14:11,797 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 84ee9ed5a5af89546150318ac9de0be9 2024-11-10T13:14:11,797 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3b574740e6759fd058e991a02080723 2024-11-10T13:14:11,797 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0058db4b9ad5b5091a1342a0474875ee 2024-11-10T13:14:11,797 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57051f4ee26574ccc0478e2207e6db0f 2024-11-10T13:14:11,800 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0058db4b9ad5b5091a1342a0474875ee can not run currently because target server of region SPTestTable,,1731244429870.0058db4b9ad5b5091a1342a0474875ee. 2467a7071e00,44011,1731244416180 is in state SPLITTING, wait 2000 ms to retry 2024-11-10T13:14:11,800 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 57051f4ee26574ccc0478e2207e6db0f can not run currently because target server of region SPTestTable,4ccccccb,1731244429870.57051f4ee26574ccc0478e2207e6db0f. 2467a7071e00,44011,1731244416180 is in state SPLITTING, wait 2000 ms to retry 2024-11-10T13:14:11,800 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a3b574740e6759fd058e991a02080723 can not run currently because target server of region SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723. 2467a7071e00,44011,1731244416180 is in state SPLITTING, wait 2000 ms to retry 2024-11-10T13:14:11,800 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 84ee9ed5a5af89546150318ac9de0be9 can not run currently because target server of region SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9. 2467a7071e00,44011,1731244416180 is in state SPLITTING, wait 2000 ms to retry 2024-11-10T13:14:11,800 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0058db4b9ad5b5091a1342a0474875ee; timeout=2000, timestamp=1731244453800 2024-11-10T13:14:11,800 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 57051f4ee26574ccc0478e2207e6db0f; timeout=2000, timestamp=1731244453800 2024-11-10T13:14:11,800 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a3b574740e6759fd058e991a02080723; timeout=2000, timestamp=1731244453800 2024-11-10T13:14:11,800 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 84ee9ed5a5af89546150318ac9de0be9; timeout=2000, timestamp=1731244453800 2024-11-10T13:14:13,800 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0058db4b9ad5b5091a1342a0474875ee 2024-11-10T13:14:13,800 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57051f4ee26574ccc0478e2207e6db0f 2024-11-10T13:14:13,801 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 84ee9ed5a5af89546150318ac9de0be9 2024-11-10T13:14:13,801 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3b574740e6759fd058e991a02080723 2024-11-10T13:14:13,803 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 57051f4ee26574ccc0478e2207e6db0f can not run currently because target server of region SPTestTable,4ccccccb,1731244429870.57051f4ee26574ccc0478e2207e6db0f. 2467a7071e00,44011,1731244416180 is in state SPLITTING, wait 4000 ms to retry 2024-11-10T13:14:13,803 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0058db4b9ad5b5091a1342a0474875ee can not run currently because target server of region SPTestTable,,1731244429870.0058db4b9ad5b5091a1342a0474875ee. 2467a7071e00,44011,1731244416180 is in state SPLITTING, wait 4000 ms to retry 2024-11-10T13:14:13,803 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 57051f4ee26574ccc0478e2207e6db0f; timeout=4000, timestamp=1731244457803 2024-11-10T13:14:13,803 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0058db4b9ad5b5091a1342a0474875ee; timeout=4000, timestamp=1731244457803 2024-11-10T13:14:13,803 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a3b574740e6759fd058e991a02080723 can not run currently because target server of region SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723. 2467a7071e00,44011,1731244416180 is in state SPLITTING, wait 4000 ms to retry 2024-11-10T13:14:13,803 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 84ee9ed5a5af89546150318ac9de0be9 can not run currently because target server of region SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9. 2467a7071e00,44011,1731244416180 is in state SPLITTING, wait 4000 ms to retry 2024-11-10T13:14:13,803 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a3b574740e6759fd058e991a02080723; timeout=4000, timestamp=1731244457803 2024-11-10T13:14:13,803 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 84ee9ed5a5af89546150318ac9de0be9; timeout=4000, timestamp=1731244457803 2024-11-10T13:14:17,803 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57051f4ee26574ccc0478e2207e6db0f 2024-11-10T13:14:17,803 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0058db4b9ad5b5091a1342a0474875ee 2024-11-10T13:14:17,804 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 84ee9ed5a5af89546150318ac9de0be9 2024-11-10T13:14:17,805 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3b574740e6759fd058e991a02080723 2024-11-10T13:14:17,809 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 57051f4ee26574ccc0478e2207e6db0f can not run currently because target server of region SPTestTable,4ccccccb,1731244429870.57051f4ee26574ccc0478e2207e6db0f. 2467a7071e00,44011,1731244416180 is in state SPLITTING, wait 8000 ms to retry 2024-11-10T13:14:17,809 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 57051f4ee26574ccc0478e2207e6db0f; timeout=8000, timestamp=1731244465809 2024-11-10T13:14:17,811 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0058db4b9ad5b5091a1342a0474875ee can not run currently because target server of region SPTestTable,,1731244429870.0058db4b9ad5b5091a1342a0474875ee. 2467a7071e00,44011,1731244416180 is in state SPLITTING, wait 8000 ms to retry 2024-11-10T13:14:17,811 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0058db4b9ad5b5091a1342a0474875ee; timeout=8000, timestamp=1731244465811 2024-11-10T13:14:17,811 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 84ee9ed5a5af89546150318ac9de0be9 can not run currently because target server of region SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9. 2467a7071e00,44011,1731244416180 is in state SPLITTING, wait 8000 ms to retry 2024-11-10T13:14:17,811 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a3b574740e6759fd058e991a02080723 can not run currently because target server of region SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723. 2467a7071e00,44011,1731244416180 is in state SPLITTING, wait 8000 ms to retry 2024-11-10T13:14:17,811 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 84ee9ed5a5af89546150318ac9de0be9; timeout=8000, timestamp=1731244465811 2024-11-10T13:14:17,811 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a3b574740e6759fd058e991a02080723; timeout=8000, timestamp=1731244465811 2024-11-10T13:14:20,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-10T13:14:20,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-10T13:14:20,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-10T13:14:20,680 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731244429870.5e4d6d9a9f651164b820ce1d9e04e8e0. 2024-11-10T13:14:20,686 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 5e4d6d9a9f651164b820ce1d9e04e8e0: 2024-11-10T13:14:20,686 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731244429870.5e4d6d9a9f651164b820ce1d9e04e8e0. for SnapshotProcedureTest completed. 2024-11-10T13:14:20,687 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731244429870.5e4d6d9a9f651164b820ce1d9e04e8e0.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T13:14:20,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T13:14:20,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-10T13:14:20,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731244429870.a217c9e07477363754679c2a4278bfcd. 2024-11-10T13:14:20,703 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing a217c9e07477363754679c2a4278bfcd 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-10T13:14:20,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-10T13:14:20,704 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731244429870.5b50c7b9920a3f6fc67e7cfc9b212769. 2024-11-10T13:14:20,704 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 5b50c7b9920a3f6fc67e7cfc9b212769: 2024-11-10T13:14:20,705 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731244429870.5b50c7b9920a3f6fc67e7cfc9b212769. for SnapshotProcedureTest completed. 2024-11-10T13:14:20,705 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731244429870.5b50c7b9920a3f6fc67e7cfc9b212769.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T13:14:20,705 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T13:14:20,710 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T13:14:20,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-10T13:14:20,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731244429870.d91d42567233417c33a65fd101ff9bbf. 2024-11-10T13:14:20,713 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing d91d42567233417c33a65fd101ff9bbf 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-10T13:14:20,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T13:14:20,717 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731244429870.f129f404a9262af3da999a5e1c57322e. 2024-11-10T13:14:20,717 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for f129f404a9262af3da999a5e1c57322e: 2024-11-10T13:14:20,717 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731244429870.f129f404a9262af3da999a5e1c57322e. for SnapshotProcedureTest completed. 2024-11-10T13:14:20,717 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731244429870.f129f404a9262af3da999a5e1c57322e.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T13:14:20,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T13:14:20,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T13:14:20,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731244429870.f7f2ce5500e92a9e5b235136299735eb. 2024-11-10T13:14:20,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-10T13:14:20,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for f7f2ce5500e92a9e5b235136299735eb: 2024-11-10T13:14:20,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731244429870.f7f2ce5500e92a9e5b235136299735eb. for SnapshotProcedureTest completed. 2024-11-10T13:14:20,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731244429870.f7f2ce5500e92a9e5b235136299735eb.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T13:14:20,739 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T13:14:20,739 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T13:14:20,844 INFO [RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/WALs/2467a7071e00,44011,1731244416180-splitting/2467a7071e00%2C44011%2C1731244416180.1731244418404, size=1.2 K (1242bytes) 2024-11-10T13:14:20,853 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-10T13:14:20,853 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-10T13:14:20,854 INFO [RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/WALs/2467a7071e00,44011,1731244416180-splitting/2467a7071e00%2C44011%2C1731244416180.1731244418404 2024-11-10T13:14:20,867 INFO [RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/WALs/2467a7071e00,44011,1731244416180-splitting/2467a7071e00%2C44011%2C1731244416180.1731244418404 after 11ms 2024-11-10T13:14:20,917 INFO [RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/WALs/2467a7071e00,44011,1731244416180-splitting/2467a7071e00%2C44011%2C1731244416180.1731244418404 took 75ms 2024-11-10T13:14:20,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741849_1025 (size=65) 2024-11-10T13:14:20,983 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for a3b574740e6759fd058e991a02080723: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-10T13:14:20,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741849_1025 (size=65) 2024-11-10T13:14:20,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741849_1025 (size=65) 2024-11-10T13:14:20,988 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 0058db4b9ad5b5091a1342a0474875ee: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-10T13:14:20,989 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731244429870.f129f404a9262af3da999a5e1c57322e. 2024-11-10T13:14:20,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-10T13:14:20,996 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 84ee9ed5a5af89546150318ac9de0be9: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-10T13:14:20,999 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 57051f4ee26574ccc0478e2207e6db0f: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-10T13:14:20,999 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/WALs/2467a7071e00,44011,1731244416180-splitting/2467a7071e00%2C44011%2C1731244416180.1731244418404 so closing down 2024-11-10T13:14:20,999 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-10T13:14:21,000 INFO [RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-10T13:14:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37103 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-10T13:14:21,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37103 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f129f404a9262af3da999a5e1c57322e 2024-11-10T13:14:21,004 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f129f404a9262af3da999a5e1c57322e 2024-11-10T13:14:21,005 INFO [RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 28 ms; skipped=4; WAL=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/WALs/2467a7071e00,44011,1731244416180-splitting/2467a7071e00%2C44011%2C1731244416180.1731244418404, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-11-10T13:14:21,006 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/WALs/2467a7071e00,44011,1731244416180-splitting/2467a7071e00%2C44011%2C1731244416180.1731244418404, journal: Splitting hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/WALs/2467a7071e00,44011,1731244416180-splitting/2467a7071e00%2C44011%2C1731244416180.1731244418404, size=1.2 K (1242bytes) at 1731244460852Finishing writing output for hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/WALs/2467a7071e00,44011,1731244416180-splitting/2467a7071e00%2C44011%2C1731244416180.1731244418404 so closing down at 1731244460999 (+147 ms)3 split writer threads finished at 1731244461000 (+1 ms)Processed 4 edits across 0 Regions in 28 ms; skipped=4; WAL=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/WALs/2467a7071e00,44011,1731244416180-splitting/2467a7071e00%2C44011%2C1731244416180.1731244418404, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1731244461005 (+5 ms) 2024-11-10T13:14:21,006 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/WALs/2467a7071e00,44011,1731244416180-splitting/2467a7071e00%2C44011%2C1731244416180.1731244418404 2024-11-10T13:14:21,006 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-10T13:14:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37103 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-10T13:14:21,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f129f404a9262af3da999a5e1c57322e in 10.3620 sec 2024-11-10T13:14:21,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741851_1027 (size=65) 2024-11-10T13:14:21,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741851_1027 (size=65) 2024-11-10T13:14:21,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741851_1027 (size=65) 2024-11-10T13:14:21,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731244429870.5e4d6d9a9f651164b820ce1d9e04e8e0. 2024-11-10T13:14:21,082 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-10T13:14:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37103 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-10T13:14:21,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37103 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5e4d6d9a9f651164b820ce1d9e04e8e0 2024-11-10T13:14:21,083 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e4d6d9a9f651164b820ce1d9e04e8e0 2024-11-10T13:14:21,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741850_1026 (size=65) 2024-11-10T13:14:21,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741850_1026 (size=65) 2024-11-10T13:14:21,114 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5e4d6d9a9f651164b820ce1d9e04e8e0 in 10.4300 sec 2024-11-10T13:14:21,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741850_1026 (size=65) 2024-11-10T13:14:21,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741852_1028 (size=65) 2024-11-10T13:14:21,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741852_1028 (size=65) 2024-11-10T13:14:21,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741852_1028 (size=65) 2024-11-10T13:14:21,181 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/WALs/2467a7071e00,44011,1731244416180-splitting/2467a7071e00%2C44011%2C1731244416180.1731244418404 to hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/oldWALs 2024-11-10T13:14:21,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731244429870.f7f2ce5500e92a9e5b235136299735eb. 2024-11-10T13:14:21,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-10T13:14:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37103 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-10T13:14:21,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37103 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f7f2ce5500e92a9e5b235136299735eb 2024-11-10T13:14:21,190 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f7f2ce5500e92a9e5b235136299735eb 2024-11-10T13:14:21,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-10T13:14:21,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2467a7071e00%2C44011%2C1731244416180.1731244418404, worker=2467a7071e00,39555,1731244416317 in 10.3680 sec 2024-11-10T13:14:21,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/a217c9e07477363754679c2a4278bfcd/.tmp/cf/369f71532a60497f9ff52cc7698438d9 is 34, key is ccd/cf:cf/1731244449738/Put/seqid=0 2024-11-10T13:14:21,236 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=2467a7071e00,39555,1731244416317 2024-11-10T13:14:21,238 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f7f2ce5500e92a9e5b235136299735eb in 10.5370 sec 2024-11-10T13:14:21,251 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-10T13:14:21,251 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 2467a7071e00%2C44011%2C1731244416180.1731244418404, worker=2467a7071e00,39555,1731244416317 in 10.4360 sec 2024-11-10T13:14:21,266 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/WALs/2467a7071e00,44011,1731244416180-splitting dir is empty, no logs to split. 2024-11-10T13:14:21,266 INFO [PEWorker-3 {}] master.SplitWALManager(105): 2467a7071e00,44011,1731244416180 WAL count=0, meta=false 2024-11-10T13:14:21,266 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 2467a7071e00,44011,1731244416180 WAL splitting is done? wals=0, meta=false 2024-11-10T13:14:21,270 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 2467a7071e00,44011,1731244416180 failed, ignore...File hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/WALs/2467a7071e00,44011,1731244416180-splitting does not exist. 2024-11-10T13:14:21,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=84ee9ed5a5af89546150318ac9de0be9, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a3b574740e6759fd058e991a02080723, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=57051f4ee26574ccc0478e2207e6db0f, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0058db4b9ad5b5091a1342a0474875ee, ASSIGN}] 2024-11-10T13:14:21,291 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=84ee9ed5a5af89546150318ac9de0be9, ASSIGN 2024-11-10T13:14:21,292 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a3b574740e6759fd058e991a02080723, ASSIGN 2024-11-10T13:14:21,294 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=57051f4ee26574ccc0478e2207e6db0f, ASSIGN 2024-11-10T13:14:21,295 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=84ee9ed5a5af89546150318ac9de0be9, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T13:14:21,295 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a3b574740e6759fd058e991a02080723, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T13:14:21,296 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0058db4b9ad5b5091a1342a0474875ee, ASSIGN 2024-11-10T13:14:21,298 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0058db4b9ad5b5091a1342a0474875ee, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T13:14:21,304 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=57051f4ee26574ccc0478e2207e6db0f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T13:14:21,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741854_1030 (size=47197) 2024-11-10T13:14:21,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741854_1030 (size=47197) 2024-11-10T13:14:21,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741854_1030 (size=47197) 2024-11-10T13:14:21,389 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/a217c9e07477363754679c2a4278bfcd/.tmp/cf/369f71532a60497f9ff52cc7698438d9 2024-11-10T13:14:21,446 DEBUG [2467a7071e00:37103 {}] balancer.BalancerClusterState(204): Hosts are {2467a7071e00=0} racks are {/default-rack=0} 2024-11-10T13:14:21,447 DEBUG [2467a7071e00:37103 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T13:14:21,447 DEBUG [2467a7071e00:37103 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T13:14:21,447 DEBUG [2467a7071e00:37103 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T13:14:21,447 DEBUG [2467a7071e00:37103 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T13:14:21,447 INFO [2467a7071e00:37103 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T13:14:21,447 INFO [2467a7071e00:37103 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T13:14:21,447 DEBUG [2467a7071e00:37103 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T13:14:21,448 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=0058db4b9ad5b5091a1342a0474875ee, regionState=OPENING, regionLocation=2467a7071e00,34831,1731244416421 2024-11-10T13:14:21,448 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=a3b574740e6759fd058e991a02080723, regionState=OPENING, regionLocation=2467a7071e00,39555,1731244416317 2024-11-10T13:14:21,450 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=57051f4ee26574ccc0478e2207e6db0f, regionState=OPENING, regionLocation=2467a7071e00,39555,1731244416317 2024-11-10T13:14:21,451 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=84ee9ed5a5af89546150318ac9de0be9, regionState=OPENING, regionLocation=2467a7071e00,34831,1731244416421 2024-11-10T13:14:21,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a3b574740e6759fd058e991a02080723, ASSIGN because future has completed 2024-11-10T13:14:21,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3b574740e6759fd058e991a02080723, server=2467a7071e00,39555,1731244416317}] 2024-11-10T13:14:21,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=57051f4ee26574ccc0478e2207e6db0f, ASSIGN because future has completed 2024-11-10T13:14:21,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57051f4ee26574ccc0478e2207e6db0f, server=2467a7071e00,39555,1731244416317}] 2024-11-10T13:14:21,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=84ee9ed5a5af89546150318ac9de0be9, ASSIGN because future has completed 2024-11-10T13:14:21,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84ee9ed5a5af89546150318ac9de0be9, server=2467a7071e00,34831,1731244416421}] 2024-11-10T13:14:21,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0058db4b9ad5b5091a1342a0474875ee, ASSIGN because future has completed 2024-11-10T13:14:21,498 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731244429870.5b50c7b9920a3f6fc67e7cfc9b212769. 2024-11-10T13:14:21,498 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-10T13:14:21,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0058db4b9ad5b5091a1342a0474875ee, server=2467a7071e00,34831,1731244416421}] 2024-11-10T13:14:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37103 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-10T13:14:21,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37103 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5b50c7b9920a3f6fc67e7cfc9b212769 2024-11-10T13:14:21,505 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5b50c7b9920a3f6fc67e7cfc9b212769 2024-11-10T13:14:21,511 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/d91d42567233417c33a65fd101ff9bbf/.tmp/cf/5b6a8f765d53490e9259fd9ec0c3261f is 34, key is eaa/cf:cf/1731244450382/Put/seqid=0 2024-11-10T13:14:21,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741853_1029 (size=499309) 2024-11-10T13:14:21,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741853_1029 (size=499309) 2024-11-10T13:14:21,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741853_1029 (size=499309) 2024-11-10T13:14:21,529 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/d91d42567233417c33a65fd101ff9bbf/.tmp/cf/5b6a8f765d53490e9259fd9ec0c3261f 2024-11-10T13:14:21,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5b50c7b9920a3f6fc67e7cfc9b212769 in 10.8620 sec 2024-11-10T13:14:21,563 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/a217c9e07477363754679c2a4278bfcd/.tmp/cf/369f71532a60497f9ff52cc7698438d9 as hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/a217c9e07477363754679c2a4278bfcd/cf/369f71532a60497f9ff52cc7698438d9 2024-11-10T13:14:21,577 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/a217c9e07477363754679c2a4278bfcd/cf/369f71532a60497f9ff52cc7698438d9, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-10T13:14:21,591 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for a217c9e07477363754679c2a4278bfcd in 888ms, sequenceid=5, compaction requested=false 2024-11-10T13:14:21,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for a217c9e07477363754679c2a4278bfcd: 2024-11-10T13:14:21,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731244429870.a217c9e07477363754679c2a4278bfcd. for SnapshotProcedureTest completed. 2024-11-10T13:14:21,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731244429870.a217c9e07477363754679c2a4278bfcd.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T13:14:21,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T13:14:21,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/a217c9e07477363754679c2a4278bfcd/cf/369f71532a60497f9ff52cc7698438d9] hfiles 2024-11-10T13:14:21,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/d91d42567233417c33a65fd101ff9bbf/.tmp/cf/5b6a8f765d53490e9259fd9ec0c3261f as hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/d91d42567233417c33a65fd101ff9bbf/cf/5b6a8f765d53490e9259fd9ec0c3261f 2024-11-10T13:14:21,605 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/a217c9e07477363754679c2a4278bfcd/cf/369f71532a60497f9ff52cc7698438d9 for snapshot=SnapshotProcedureTest 2024-11-10T13:14:21,612 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/d91d42567233417c33a65fd101ff9bbf/cf/5b6a8f765d53490e9259fd9ec0c3261f, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-10T13:14:21,621 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for d91d42567233417c33a65fd101ff9bbf in 908ms, sequenceid=5, compaction requested=false 2024-11-10T13:14:21,621 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for d91d42567233417c33a65fd101ff9bbf: 2024-11-10T13:14:21,621 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731244429870.d91d42567233417c33a65fd101ff9bbf. for SnapshotProcedureTest completed. 2024-11-10T13:14:21,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731244429870.d91d42567233417c33a65fd101ff9bbf.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T13:14:21,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T13:14:21,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/d91d42567233417c33a65fd101ff9bbf/cf/5b6a8f765d53490e9259fd9ec0c3261f] hfiles 2024-11-10T13:14:21,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/d91d42567233417c33a65fd101ff9bbf/cf/5b6a8f765d53490e9259fd9ec0c3261f for snapshot=SnapshotProcedureTest 2024-11-10T13:14:21,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741856_1032 (size=97) 2024-11-10T13:14:21,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741856_1032 (size=97) 2024-11-10T13:14:21,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731244429870.d91d42567233417c33a65fd101ff9bbf. 2024-11-10T13:14:21,746 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-10T13:14:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37103 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-10T13:14:21,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37103 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d91d42567233417c33a65fd101ff9bbf 2024-11-10T13:14:21,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741856_1032 (size=97) 2024-11-10T13:14:21,749 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d91d42567233417c33a65fd101ff9bbf 2024-11-10T13:14:21,777 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d91d42567233417c33a65fd101ff9bbf in 11.1050 sec 2024-11-10T13:14:21,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741855_1031 (size=105) 2024-11-10T13:14:21,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741855_1031 (size=105) 2024-11-10T13:14:21,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741855_1031 (size=105) 2024-11-10T13:14:21,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731244429870.a217c9e07477363754679c2a4278bfcd. 2024-11-10T13:14:21,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-10T13:14:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37103 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-10T13:14:21,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37103 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a217c9e07477363754679c2a4278bfcd 2024-11-10T13:14:21,806 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a217c9e07477363754679c2a4278bfcd 2024-11-10T13:14:21,856 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a217c9e07477363754679c2a4278bfcd in 11.1560 sec 2024-11-10T13:14:25,810 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57051f4ee26574ccc0478e2207e6db0f held by pid=41 2024-11-10T13:14:25,810 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57051f4ee26574ccc0478e2207e6db0f 2024-11-10T13:14:25,811 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 84ee9ed5a5af89546150318ac9de0be9 held by pid=39 2024-11-10T13:14:25,811 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 84ee9ed5a5af89546150318ac9de0be9 2024-11-10T13:14:25,811 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3b574740e6759fd058e991a02080723 held by pid=40 2024-11-10T13:14:25,811 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3b574740e6759fd058e991a02080723 2024-11-10T13:14:25,811 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0058db4b9ad5b5091a1342a0474875ee held by pid=42 2024-11-10T13:14:25,811 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0058db4b9ad5b5091a1342a0474875ee 2024-11-10T13:14:29,620 INFO [master/2467a7071e00:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T13:14:29,620 INFO [master/2467a7071e00:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T13:14:31,510 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,,1731244429870.0058db4b9ad5b5091a1342a0474875ee. 2024-11-10T13:14:31,510 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731244429870.57051f4ee26574ccc0478e2207e6db0f. 2024-11-10T13:14:31,511 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 57051f4ee26574ccc0478e2207e6db0f, NAME => 'SPTestTable,4ccccccb,1731244429870.57051f4ee26574ccc0478e2207e6db0f.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-10T13:14:31,511 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 0058db4b9ad5b5091a1342a0474875ee, NAME => 'SPTestTable,,1731244429870.0058db4b9ad5b5091a1342a0474875ee.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-10T13:14:31,511 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0058db4b9ad5b5091a1342a0474875ee 2024-11-10T13:14:31,511 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,,1731244429870.0058db4b9ad5b5091a1342a0474875ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:14:31,511 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 0058db4b9ad5b5091a1342a0474875ee 2024-11-10T13:14:31,511 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 0058db4b9ad5b5091a1342a0474875ee 2024-11-10T13:14:31,512 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 57051f4ee26574ccc0478e2207e6db0f 2024-11-10T13:14:31,512 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731244429870.57051f4ee26574ccc0478e2207e6db0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:14:31,512 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 57051f4ee26574ccc0478e2207e6db0f 2024-11-10T13:14:31,512 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 57051f4ee26574ccc0478e2207e6db0f 2024-11-10T13:14:31,529 INFO [StoreOpener-57051f4ee26574ccc0478e2207e6db0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 57051f4ee26574ccc0478e2207e6db0f 2024-11-10T13:14:31,540 INFO [StoreOpener-0058db4b9ad5b5091a1342a0474875ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0058db4b9ad5b5091a1342a0474875ee 2024-11-10T13:14:31,541 INFO [StoreOpener-57051f4ee26574ccc0478e2207e6db0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57051f4ee26574ccc0478e2207e6db0f columnFamilyName cf 2024-11-10T13:14:31,541 DEBUG [StoreOpener-57051f4ee26574ccc0478e2207e6db0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:14:31,544 INFO [StoreOpener-57051f4ee26574ccc0478e2207e6db0f-1 {}] regionserver.HStore(327): Store=57051f4ee26574ccc0478e2207e6db0f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:14:31,544 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 57051f4ee26574ccc0478e2207e6db0f 2024-11-10T13:14:31,546 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/57051f4ee26574ccc0478e2207e6db0f 2024-11-10T13:14:31,549 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/57051f4ee26574ccc0478e2207e6db0f 2024-11-10T13:14:31,550 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 57051f4ee26574ccc0478e2207e6db0f 2024-11-10T13:14:31,550 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 57051f4ee26574ccc0478e2207e6db0f 2024-11-10T13:14:31,553 INFO [StoreOpener-0058db4b9ad5b5091a1342a0474875ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0058db4b9ad5b5091a1342a0474875ee columnFamilyName cf 2024-11-10T13:14:31,553 DEBUG [StoreOpener-0058db4b9ad5b5091a1342a0474875ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:14:31,554 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 57051f4ee26574ccc0478e2207e6db0f 2024-11-10T13:14:31,557 INFO [StoreOpener-0058db4b9ad5b5091a1342a0474875ee-1 {}] regionserver.HStore(327): Store=0058db4b9ad5b5091a1342a0474875ee/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:14:31,557 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 57051f4ee26574ccc0478e2207e6db0f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60863855, jitterRate=-0.09305788576602936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T13:14:31,557 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 57051f4ee26574ccc0478e2207e6db0f 2024-11-10T13:14:31,558 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 0058db4b9ad5b5091a1342a0474875ee 2024-11-10T13:14:31,558 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 57051f4ee26574ccc0478e2207e6db0f: Running coprocessor pre-open hook at 1731244471513Writing region info on filesystem at 1731244471513Initializing all the Stores at 1731244471515 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244471515Cleaning up temporary data from old regions at 1731244471550 (+35 ms)Running coprocessor post-open hooks at 1731244471558 (+8 ms)Region opened successfully at 1731244471558 2024-11-10T13:14:31,559 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731244429870.57051f4ee26574ccc0478e2207e6db0f., pid=44, masterSystemTime=1731244471496 2024-11-10T13:14:31,560 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/0058db4b9ad5b5091a1342a0474875ee 2024-11-10T13:14:31,562 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731244429870.57051f4ee26574ccc0478e2207e6db0f. 2024-11-10T13:14:31,562 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731244429870.57051f4ee26574ccc0478e2207e6db0f. 2024-11-10T13:14:31,562 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723. 2024-11-10T13:14:31,563 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => a3b574740e6759fd058e991a02080723, NAME => 'SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-10T13:14:31,563 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a3b574740e6759fd058e991a02080723 2024-11-10T13:14:31,563 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:14:31,563 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for a3b574740e6759fd058e991a02080723 2024-11-10T13:14:31,563 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for a3b574740e6759fd058e991a02080723 2024-11-10T13:14:31,564 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=57051f4ee26574ccc0478e2207e6db0f, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,39555,1731244416317 2024-11-10T13:14:31,564 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/0058db4b9ad5b5091a1342a0474875ee 2024-11-10T13:14:31,566 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 0058db4b9ad5b5091a1342a0474875ee 2024-11-10T13:14:31,566 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 0058db4b9ad5b5091a1342a0474875ee 2024-11-10T13:14:31,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57051f4ee26574ccc0478e2207e6db0f, server=2467a7071e00,39555,1731244416317 because future has completed 2024-11-10T13:14:31,571 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 0058db4b9ad5b5091a1342a0474875ee 2024-11-10T13:14:31,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=41 2024-11-10T13:14:31,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 57051f4ee26574ccc0478e2207e6db0f, server=2467a7071e00,39555,1731244416317 in 10.0990 sec 2024-11-10T13:14:31,574 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 0058db4b9ad5b5091a1342a0474875ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73133761, jitterRate=0.08977796137332916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T13:14:31,574 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0058db4b9ad5b5091a1342a0474875ee 2024-11-10T13:14:31,574 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 0058db4b9ad5b5091a1342a0474875ee: Running coprocessor pre-open hook at 1731244471512Writing region info on filesystem at 1731244471512Initializing all the Stores at 1731244471513 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244471513Cleaning up temporary data from old regions at 1731244471566 (+53 ms)Running coprocessor post-open hooks at 1731244471574 (+8 ms)Region opened successfully at 1731244471574 2024-11-10T13:14:31,575 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731244429870.0058db4b9ad5b5091a1342a0474875ee., pid=46, masterSystemTime=1731244471496 2024-11-10T13:14:31,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=57051f4ee26574ccc0478e2207e6db0f, ASSIGN in 10.2920 sec 2024-11-10T13:14:31,576 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57051f4ee26574ccc0478e2207e6db0f 2024-11-10T13:14:31,579 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=0058db4b9ad5b5091a1342a0474875ee, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,34831,1731244416421 2024-11-10T13:14:31,581 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731244429870.0058db4b9ad5b5091a1342a0474875ee. 2024-11-10T13:14:31,582 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731244429870.0058db4b9ad5b5091a1342a0474875ee. 2024-11-10T13:14:31,582 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9. 2024-11-10T13:14:31,582 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 84ee9ed5a5af89546150318ac9de0be9, NAME => 'SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-10T13:14:31,582 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 84ee9ed5a5af89546150318ac9de0be9 2024-11-10T13:14:31,582 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:14:31,583 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 84ee9ed5a5af89546150318ac9de0be9 2024-11-10T13:14:31,583 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 84ee9ed5a5af89546150318ac9de0be9 2024-11-10T13:14:31,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0058db4b9ad5b5091a1342a0474875ee, server=2467a7071e00,34831,1731244416421 because future has completed 2024-11-10T13:14:31,584 INFO [StoreOpener-a3b574740e6759fd058e991a02080723-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a3b574740e6759fd058e991a02080723 2024-11-10T13:14:31,588 INFO [StoreOpener-a3b574740e6759fd058e991a02080723-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3b574740e6759fd058e991a02080723 columnFamilyName cf 2024-11-10T13:14:31,588 DEBUG [StoreOpener-a3b574740e6759fd058e991a02080723-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:14:31,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=42 2024-11-10T13:14:31,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 0058db4b9ad5b5091a1342a0474875ee, server=2467a7071e00,34831,1731244416421 in 10.0860 sec 2024-11-10T13:14:31,590 INFO [StoreOpener-a3b574740e6759fd058e991a02080723-1 {}] regionserver.HStore(327): Store=a3b574740e6759fd058e991a02080723/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:14:31,590 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for a3b574740e6759fd058e991a02080723 2024-11-10T13:14:31,591 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/a3b574740e6759fd058e991a02080723 2024-11-10T13:14:31,595 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/a3b574740e6759fd058e991a02080723 2024-11-10T13:14:31,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0058db4b9ad5b5091a1342a0474875ee, ASSIGN in 10.3090 sec 2024-11-10T13:14:31,597 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0058db4b9ad5b5091a1342a0474875ee 2024-11-10T13:14:31,597 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for a3b574740e6759fd058e991a02080723 2024-11-10T13:14:31,597 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for a3b574740e6759fd058e991a02080723 2024-11-10T13:14:31,600 INFO [StoreOpener-84ee9ed5a5af89546150318ac9de0be9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 84ee9ed5a5af89546150318ac9de0be9 2024-11-10T13:14:31,602 INFO [StoreOpener-84ee9ed5a5af89546150318ac9de0be9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84ee9ed5a5af89546150318ac9de0be9 columnFamilyName cf 2024-11-10T13:14:31,602 DEBUG [StoreOpener-84ee9ed5a5af89546150318ac9de0be9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:14:31,603 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for a3b574740e6759fd058e991a02080723 2024-11-10T13:14:31,604 INFO [StoreOpener-84ee9ed5a5af89546150318ac9de0be9-1 {}] regionserver.HStore(327): Store=84ee9ed5a5af89546150318ac9de0be9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:14:31,605 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 84ee9ed5a5af89546150318ac9de0be9 2024-11-10T13:14:31,606 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/84ee9ed5a5af89546150318ac9de0be9 2024-11-10T13:14:31,610 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened a3b574740e6759fd058e991a02080723; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64209441, jitterRate=-0.04320476949214935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T13:14:31,610 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a3b574740e6759fd058e991a02080723 2024-11-10T13:14:31,611 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for a3b574740e6759fd058e991a02080723: Running coprocessor pre-open hook at 1731244471564Writing region info on filesystem at 1731244471564Initializing all the Stores at 1731244471565 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244471565Cleaning up temporary data from old regions at 1731244471597 (+32 ms)Running coprocessor post-open hooks at 1731244471610 (+13 ms)Region opened successfully at 1731244471610 2024-11-10T13:14:31,613 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723., pid=43, masterSystemTime=1731244471496 2024-11-10T13:14:31,614 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/84ee9ed5a5af89546150318ac9de0be9 2024-11-10T13:14:31,615 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 84ee9ed5a5af89546150318ac9de0be9 2024-11-10T13:14:31,615 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 84ee9ed5a5af89546150318ac9de0be9 2024-11-10T13:14:31,617 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723. 2024-11-10T13:14:31,617 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723. 2024-11-10T13:14:31,618 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=a3b574740e6759fd058e991a02080723, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,39555,1731244416317 2024-11-10T13:14:31,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3b574740e6759fd058e991a02080723, server=2467a7071e00,39555,1731244416317 because future has completed 2024-11-10T13:14:31,623 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37103 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=2467a7071e00,39555,1731244416317, table=SPTestTable, region=a3b574740e6759fd058e991a02080723. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T13:14:31,626 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 84ee9ed5a5af89546150318ac9de0be9 2024-11-10T13:14:31,628 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 84ee9ed5a5af89546150318ac9de0be9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68184670, jitterRate=0.01603075861930847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T13:14:31,628 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 84ee9ed5a5af89546150318ac9de0be9 2024-11-10T13:14:31,629 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 84ee9ed5a5af89546150318ac9de0be9: Running coprocessor pre-open hook at 1731244471583Writing region info on filesystem at 1731244471583Initializing all the Stores at 1731244471586 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244471586Cleaning up temporary data from old regions at 1731244471615 (+29 ms)Running coprocessor post-open hooks at 1731244471628 (+13 ms)Region opened successfully at 1731244471628 2024-11-10T13:14:31,633 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9., pid=45, masterSystemTime=1731244471496 2024-11-10T13:14:31,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=40 2024-11-10T13:14:31,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure a3b574740e6759fd058e991a02080723, server=2467a7071e00,39555,1731244416317 in 10.1670 sec 2024-11-10T13:14:31,643 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9. 2024-11-10T13:14:31,643 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9. 2024-11-10T13:14:31,660 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=84ee9ed5a5af89546150318ac9de0be9, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,34831,1731244416421 2024-11-10T13:14:31,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84ee9ed5a5af89546150318ac9de0be9, server=2467a7071e00,34831,1731244416421 because future has completed 2024-11-10T13:14:31,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a3b574740e6759fd058e991a02080723, ASSIGN in 10.3610 sec 2024-11-10T13:14:31,677 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3b574740e6759fd058e991a02080723 2024-11-10T13:14:31,678 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37103 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=2467a7071e00,34831,1731244416421, table=SPTestTable, region=84ee9ed5a5af89546150318ac9de0be9. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T13:14:31,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=39 2024-11-10T13:14:31,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 84ee9ed5a5af89546150318ac9de0be9, server=2467a7071e00,34831,1731244416421 in 10.2120 sec 2024-11-10T13:14:31,703 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 84ee9ed5a5af89546150318ac9de0be9 2024-11-10T13:14:31,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-10T13:14:31,705 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server 2467a7071e00,44011,1731244416180 after splitting done 2024-11-10T13:14:31,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=84ee9ed5a5af89546150318ac9de0be9, ASSIGN in 10.4180 sec 2024-11-10T13:14:31,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 2467a7071e00,44011,1731244416180, splitWal=true, meta=false in 20.9320 sec 2024-11-10T13:14:34,073 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T13:14:37,037 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T13:14:38,266 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-10T13:14:41,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-10T13:14:41,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-10T13:14:41,580 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723. 2024-11-10T13:14:41,580 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731244429870.57051f4ee26574ccc0478e2207e6db0f. 2024-11-10T13:14:41,581 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for a3b574740e6759fd058e991a02080723: 2024-11-10T13:14:41,581 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 57051f4ee26574ccc0478e2207e6db0f: 2024-11-10T13:14:41,581 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723. for SnapshotProcedureTest completed. 2024-11-10T13:14:41,581 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731244429870.57051f4ee26574ccc0478e2207e6db0f. for SnapshotProcedureTest completed. 2024-11-10T13:14:41,581 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731244429870.57051f4ee26574ccc0478e2207e6db0f.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T13:14:41,581 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T13:14:41,581 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T13:14:41,581 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T13:14:41,581 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T13:14:41,581 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T13:14:41,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-10T13:14:41,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-10T13:14:41,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741857_1033 (size=65) 2024-11-10T13:14:41,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731244429870.0058db4b9ad5b5091a1342a0474875ee. 2024-11-10T13:14:41,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9. 2024-11-10T13:14:41,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741857_1033 (size=65) 2024-11-10T13:14:41,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 84ee9ed5a5af89546150318ac9de0be9: 2024-11-10T13:14:41,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 0058db4b9ad5b5091a1342a0474875ee: 2024-11-10T13:14:41,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9. for SnapshotProcedureTest completed. 2024-11-10T13:14:41,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731244429870.0058db4b9ad5b5091a1342a0474875ee. for SnapshotProcedureTest completed. 2024-11-10T13:14:41,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731244429870.0058db4b9ad5b5091a1342a0474875ee.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T13:14:41,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T13:14:41,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T13:14:41,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T13:14:41,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741857_1033 (size=65) 2024-11-10T13:14:41,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T13:14:41,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T13:14:41,604 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723. 2024-11-10T13:14:41,604 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-10T13:14:41,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37103 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-10T13:14:41,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37103 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a3b574740e6759fd058e991a02080723 2024-11-10T13:14:41,605 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3b574740e6759fd058e991a02080723 2024-11-10T13:14:41,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a3b574740e6759fd058e991a02080723 in 30.9520 sec 2024-11-10T13:14:41,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741858_1034 (size=65) 2024-11-10T13:14:41,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741858_1034 (size=65) 2024-11-10T13:14:41,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741858_1034 (size=65) 2024-11-10T13:14:41,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731244429870.57051f4ee26574ccc0478e2207e6db0f. 2024-11-10T13:14:41,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-10T13:14:41,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37103 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-10T13:14:41,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37103 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 57051f4ee26574ccc0478e2207e6db0f 2024-11-10T13:14:41,618 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57051f4ee26574ccc0478e2207e6db0f 2024-11-10T13:14:41,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 57051f4ee26574ccc0478e2207e6db0f in 30.9660 sec 2024-11-10T13:14:41,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741859_1035 (size=57) 2024-11-10T13:14:41,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741859_1035 (size=57) 2024-11-10T13:14:41,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741859_1035 (size=57) 2024-11-10T13:14:41,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741860_1036 (size=65) 2024-11-10T13:14:41,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741860_1036 (size=65) 2024-11-10T13:14:41,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731244429870.0058db4b9ad5b5091a1342a0474875ee. 2024-11-10T13:14:41,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-10T13:14:41,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37103 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-10T13:14:41,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37103 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0058db4b9ad5b5091a1342a0474875ee 2024-11-10T13:14:41,638 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0058db4b9ad5b5091a1342a0474875ee 2024-11-10T13:14:41,638 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9. 2024-11-10T13:14:41,638 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-10T13:14:41,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37103 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-10T13:14:41,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37103 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 84ee9ed5a5af89546150318ac9de0be9 2024-11-10T13:14:41,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741860_1036 (size=65) 2024-11-10T13:14:41,640 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 84ee9ed5a5af89546150318ac9de0be9 2024-11-10T13:14:41,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0058db4b9ad5b5091a1342a0474875ee in 30.9840 sec 2024-11-10T13:14:41,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-10T13:14:41,644 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-10T13:14:41,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 84ee9ed5a5af89546150318ac9de0be9 in 30.9860 sec 2024-11-10T13:14:41,646 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-10T13:14:41,648 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-10T13:14:41,648 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-10T13:14:41,651 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T13:14:41,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741861_1037 (size=1094) 2024-11-10T13:14:41,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741861_1037 (size=1094) 2024-11-10T13:14:41,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741861_1037 (size=1094) 2024-11-10T13:14:41,697 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-10T13:14:41,711 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-10T13:14:41,722 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2467a7071e00,34831,1731244416421 2024-11-10T13:14:41,722 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2467a7071e00,39555,1731244416317 2024-11-10T13:14:41,722 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2467a7071e00,34831,1731244416421 2024-11-10T13:14:41,722 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2467a7071e00,39555,1731244416317 2024-11-10T13:14:41,722 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2467a7071e00,34831,1731244416421 2024-11-10T13:14:41,732 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2467a7071e00,39555,1731244416317 2024-11-10T13:14:42,867 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2467a7071e00:37103 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-10T13:14:45,963 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a217c9e07477363754679c2a4278bfcd, had cached 0 bytes from a total of 47197 2024-11-10T13:14:46,067 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d91d42567233417c33a65fd101ff9bbf, had cached 0 bytes from a total of 499309 2024-11-10T13:14:49,519 DEBUG [master/2467a7071e00:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0058db4b9ad5b5091a1342a0474875ee changed from -1.0 to 0.0, refreshing cache 2024-11-10T13:14:49,520 DEBUG [master/2467a7071e00:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f129f404a9262af3da999a5e1c57322e changed from -1.0 to 0.0, refreshing cache 2024-11-10T13:14:49,524 DEBUG [master/2467a7071e00:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5b50c7b9920a3f6fc67e7cfc9b212769 changed from -1.0 to 0.0, refreshing cache 2024-11-10T13:14:49,525 DEBUG [master/2467a7071e00:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 84ee9ed5a5af89546150318ac9de0be9 changed from -1.0 to 0.0, refreshing cache 2024-11-10T13:14:49,525 DEBUG [master/2467a7071e00:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d91d42567233417c33a65fd101ff9bbf changed from -1.0 to 0.0, refreshing cache 2024-11-10T13:14:49,525 DEBUG [master/2467a7071e00:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f7f2ce5500e92a9e5b235136299735eb changed from -1.0 to 0.0, refreshing cache 2024-11-10T13:14:49,525 DEBUG [master/2467a7071e00:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 57051f4ee26574ccc0478e2207e6db0f changed from -1.0 to 0.0, refreshing cache 2024-11-10T13:14:49,525 DEBUG [master/2467a7071e00:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5e4d6d9a9f651164b820ce1d9e04e8e0 changed from -1.0 to 0.0, refreshing cache 2024-11-10T13:14:49,525 DEBUG [master/2467a7071e00:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a3b574740e6759fd058e991a02080723 changed from -1.0 to 0.0, refreshing cache 2024-11-10T13:14:49,525 DEBUG [master/2467a7071e00:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a217c9e07477363754679c2a4278bfcd changed from -1.0 to 0.0, refreshing cache 2024-11-10T13:14:51,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-10T13:14:51,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-10T13:14:51,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-10T13:14:51,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-10T13:14:51,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-10T13:14:51,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-10T13:14:51,766 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T13:14:51,768 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-10T13:14:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37103 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-10T13:14:51,771 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-10T13:14:51,771 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-10T13:14:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37103 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-10T13:14:51,784 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2467a7071e00,34831,1731244416421 Release verify snapshot worker=2467a7071e00,34831,1731244416421 2024-11-10T13:14:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37103 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-10T13:14:51,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T13:14:51,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-10T13:14:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37103 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-10T13:14:51,792 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-10T13:14:51,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-10T13:14:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37103 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-10T13:14:51,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2467a7071e00,34831,1731244416421 in 10.0730 sec 2024-11-10T13:14:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37103 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-10T13:14:51,799 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2467a7071e00,39555,1731244416317 Release verify snapshot worker=2467a7071e00,39555,1731244416317 2024-11-10T13:14:51,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2467a7071e00,39555,1731244416317 in 10.0880 sec 2024-11-10T13:14:51,803 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2467a7071e00,39555,1731244416317 Release verify snapshot worker=2467a7071e00,39555,1731244416317 2024-11-10T13:14:51,803 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2467a7071e00,34831,1731244416421 Release verify snapshot worker=2467a7071e00,34831,1731244416421 2024-11-10T13:14:51,804 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2467a7071e00,34831,1731244416421 2024-11-10T13:14:51,804 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2467a7071e00,39555,1731244416317 2024-11-10T13:14:51,805 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2467a7071e00,34831,1731244416421 2024-11-10T13:14:51,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2467a7071e00,34831,1731244416421 in 10.0920 sec 2024-11-10T13:14:51,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2467a7071e00,39555,1731244416317 in 10.0920 sec 2024-11-10T13:14:51,812 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2467a7071e00,34831,1731244416421 Release verify snapshot worker=2467a7071e00,34831,1731244416421 2024-11-10T13:14:51,813 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2467a7071e00,39555,1731244416317 Release verify snapshot worker=2467a7071e00,39555,1731244416317 2024-11-10T13:14:51,813 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2467a7071e00,39555,1731244416317 2024-11-10T13:14:51,817 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2467a7071e00,34831,1731244416421 in 10.1010 sec 2024-11-10T13:14:51,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2467a7071e00,39555,1731244416317 in 10.1020 sec 2024-11-10T13:15:01,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-10T13:15:01,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-10T13:15:01,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-10T13:15:01,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-10T13:15:01,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-10T13:15:01,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-10T13:15:01,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-10T13:15:01,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-10T13:15:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37103 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-10T13:15:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37103 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-10T13:15:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37103 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-10T13:15:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37103 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-10T13:15:01,811 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2467a7071e00,39555,1731244416317 Release verify snapshot worker=2467a7071e00,39555,1731244416317 2024-11-10T13:15:01,811 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2467a7071e00,34831,1731244416421 Release verify snapshot worker=2467a7071e00,34831,1731244416421 2024-11-10T13:15:01,814 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2467a7071e00,39555,1731244416317 Release verify snapshot worker=2467a7071e00,39555,1731244416317 2024-11-10T13:15:01,814 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2467a7071e00,34831,1731244416421 Release verify snapshot worker=2467a7071e00,34831,1731244416421 2024-11-10T13:15:01,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2467a7071e00,39555,1731244416317 in 20.1000 sec 2024-11-10T13:15:01,816 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2467a7071e00,39555,1731244416317 in 20.1030 sec 2024-11-10T13:15:01,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2467a7071e00,34831,1731244416421 in 20.1000 sec 2024-11-10T13:15:01,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=25 2024-11-10T13:15:01,817 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-10T13:15:01,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2467a7071e00,34831,1731244416421 in 20.1030 sec 2024-11-10T13:15:01,818 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/.hbase-snapshot/SnapshotProcedureTest 2024-11-10T13:15:01,820 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-10T13:15:01,820 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-10T13:15:01,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 51.2150 sec 2024-11-10T13:15:01,927 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-10T13:15:01,935 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-10T13:15:01,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T13:15:01,935 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:15:01,936 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:15:01,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:15:01,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:15:01,936 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:15:01,936 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T13:15:01,937 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=940498952, stopped=false 2024-11-10T13:15:01,937 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2467a7071e00,37103,1731244415170 2024-11-10T13:15:01,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34831-0x10124e150850003, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T13:15:01,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34831-0x10124e150850003, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:15:01,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37103-0x10124e150850000, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T13:15:01,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x10124e150850002, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T13:15:01,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37103-0x10124e150850000, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:15:01,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x10124e150850002, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:15:01,949 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:15:01,950 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37103-0x10124e150850000, quorum=127.0.0.1:52079, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T13:15:01,950 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34831-0x10124e150850003, quorum=127.0.0.1:52079, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T13:15:01,951 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39555-0x10124e150850002, quorum=127.0.0.1:52079, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T13:15:01,951 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:15:01,951 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:15:01,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:15:01,952 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2467a7071e00,39555,1731244416317' ***** 2024-11-10T13:15:01,952 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T13:15:01,952 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2467a7071e00,34831,1731244416421' ***** 2024-11-10T13:15:01,952 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T13:15:01,952 INFO [RS:2;2467a7071e00:34831 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T13:15:01,952 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T13:15:01,953 INFO [RS:1;2467a7071e00:39555 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T13:15:01,953 INFO [RS:2;2467a7071e00:34831 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T13:15:01,953 INFO [RS:1;2467a7071e00:39555 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T13:15:01,953 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T13:15:01,953 INFO [RS:1;2467a7071e00:39555 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T13:15:01,953 INFO [RS:2;2467a7071e00:34831 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T13:15:01,953 INFO [RS:1;2467a7071e00:39555 {}] regionserver.HRegionServer(3091): Received CLOSE for 5e4d6d9a9f651164b820ce1d9e04e8e0 2024-11-10T13:15:01,953 INFO [RS:2;2467a7071e00:34831 {}] regionserver.HRegionServer(3091): Received CLOSE for 5b50c7b9920a3f6fc67e7cfc9b212769 2024-11-10T13:15:01,956 INFO [RS:2;2467a7071e00:34831 {}] regionserver.HRegionServer(3091): Received CLOSE for 84ee9ed5a5af89546150318ac9de0be9 2024-11-10T13:15:01,956 INFO [RS:2;2467a7071e00:34831 {}] regionserver.HRegionServer(3091): Received CLOSE for 0058db4b9ad5b5091a1342a0474875ee 2024-11-10T13:15:01,957 INFO [RS:2;2467a7071e00:34831 {}] regionserver.HRegionServer(3091): Received CLOSE for f129f404a9262af3da999a5e1c57322e 2024-11-10T13:15:01,957 INFO [RS:2;2467a7071e00:34831 {}] regionserver.HRegionServer(3091): Received CLOSE for d91d42567233417c33a65fd101ff9bbf 2024-11-10T13:15:01,957 INFO [RS:2;2467a7071e00:34831 {}] regionserver.HRegionServer(959): stopping server 2467a7071e00,34831,1731244416421 2024-11-10T13:15:01,957 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5b50c7b9920a3f6fc67e7cfc9b212769, disabling compactions & flushes 2024-11-10T13:15:01,957 INFO [RS:2;2467a7071e00:34831 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:15:01,957 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731244429870.5b50c7b9920a3f6fc67e7cfc9b212769. 2024-11-10T13:15:01,957 INFO [RS:2;2467a7071e00:34831 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;2467a7071e00:34831. 2024-11-10T13:15:01,957 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731244429870.5b50c7b9920a3f6fc67e7cfc9b212769. 2024-11-10T13:15:01,957 DEBUG [RS:2;2467a7071e00:34831 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:15:01,957 DEBUG [RS:2;2467a7071e00:34831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:15:01,958 INFO [RS:2;2467a7071e00:34831 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-10T13:15:01,958 DEBUG [RS:2;2467a7071e00:34831 {}] regionserver.HRegionServer(1325): Online Regions={5b50c7b9920a3f6fc67e7cfc9b212769=SPTestTable,66666664,1731244429870.5b50c7b9920a3f6fc67e7cfc9b212769., 84ee9ed5a5af89546150318ac9de0be9=SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9., 0058db4b9ad5b5091a1342a0474875ee=SPTestTable,,1731244429870.0058db4b9ad5b5091a1342a0474875ee., f129f404a9262af3da999a5e1c57322e=SPTestTable,33333332,1731244429870.f129f404a9262af3da999a5e1c57322e., d91d42567233417c33a65fd101ff9bbf=SPTestTable,e6666661,1731244429870.d91d42567233417c33a65fd101ff9bbf.} 2024-11-10T13:15:01,958 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731244429870.5b50c7b9920a3f6fc67e7cfc9b212769. after waiting 0 ms 2024-11-10T13:15:01,958 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731244429870.5b50c7b9920a3f6fc67e7cfc9b212769. 2024-11-10T13:15:01,958 DEBUG [RS:2;2467a7071e00:34831 {}] regionserver.HRegionServer(1351): Waiting on 0058db4b9ad5b5091a1342a0474875ee, 5b50c7b9920a3f6fc67e7cfc9b212769, 84ee9ed5a5af89546150318ac9de0be9, d91d42567233417c33a65fd101ff9bbf, f129f404a9262af3da999a5e1c57322e 2024-11-10T13:15:01,960 INFO [RS:1;2467a7071e00:39555 {}] regionserver.HRegionServer(3091): Received CLOSE for a217c9e07477363754679c2a4278bfcd 2024-11-10T13:15:01,960 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5e4d6d9a9f651164b820ce1d9e04e8e0, disabling compactions & flushes 2024-11-10T13:15:01,960 INFO [RS:1;2467a7071e00:39555 {}] regionserver.HRegionServer(3091): Received CLOSE for a3b574740e6759fd058e991a02080723 2024-11-10T13:15:01,960 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731244429870.5e4d6d9a9f651164b820ce1d9e04e8e0. 2024-11-10T13:15:01,960 INFO [RS:1;2467a7071e00:39555 {}] regionserver.HRegionServer(3091): Received CLOSE for f7f2ce5500e92a9e5b235136299735eb 2024-11-10T13:15:01,960 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731244429870.5e4d6d9a9f651164b820ce1d9e04e8e0. 2024-11-10T13:15:01,960 INFO [RS:1;2467a7071e00:39555 {}] regionserver.HRegionServer(3091): Received CLOSE for 57051f4ee26574ccc0478e2207e6db0f 2024-11-10T13:15:01,960 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731244429870.5e4d6d9a9f651164b820ce1d9e04e8e0. after waiting 0 ms 2024-11-10T13:15:01,960 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731244429870.5e4d6d9a9f651164b820ce1d9e04e8e0. 2024-11-10T13:15:01,960 INFO [RS:1;2467a7071e00:39555 {}] regionserver.HRegionServer(959): stopping server 2467a7071e00,39555,1731244416317 2024-11-10T13:15:01,961 INFO [RS:1;2467a7071e00:39555 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:15:01,961 INFO [RS:1;2467a7071e00:39555 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;2467a7071e00:39555. 2024-11-10T13:15:01,961 DEBUG [RS:1;2467a7071e00:39555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:15:01,961 DEBUG [RS:1;2467a7071e00:39555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:15:01,961 INFO [RS:1;2467a7071e00:39555 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T13:15:01,961 INFO [RS:1;2467a7071e00:39555 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T13:15:01,961 INFO [RS:1;2467a7071e00:39555 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T13:15:01,961 INFO [RS:1;2467a7071e00:39555 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T13:15:01,964 INFO [RS:1;2467a7071e00:39555 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-10T13:15:01,964 DEBUG [RS:1;2467a7071e00:39555 {}] regionserver.HRegionServer(1325): Online Regions={5e4d6d9a9f651164b820ce1d9e04e8e0=SPTestTable,7ffffffd,1731244429870.5e4d6d9a9f651164b820ce1d9e04e8e0., a217c9e07477363754679c2a4278bfcd=SPTestTable,ccccccc8,1731244429870.a217c9e07477363754679c2a4278bfcd., a3b574740e6759fd058e991a02080723=SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723., 1588230740=hbase:meta,,1.1588230740, f7f2ce5500e92a9e5b235136299735eb=SPTestTable,19999999,1731244429870.f7f2ce5500e92a9e5b235136299735eb., 57051f4ee26574ccc0478e2207e6db0f=SPTestTable,4ccccccb,1731244429870.57051f4ee26574ccc0478e2207e6db0f.} 2024-11-10T13:15:01,965 DEBUG [RS:1;2467a7071e00:39555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 57051f4ee26574ccc0478e2207e6db0f, 5e4d6d9a9f651164b820ce1d9e04e8e0, a217c9e07477363754679c2a4278bfcd, a3b574740e6759fd058e991a02080723, f7f2ce5500e92a9e5b235136299735eb 2024-11-10T13:15:01,965 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:15:01,965 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:15:01,965 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:15:01,965 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:15:01,965 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:15:01,965 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.28 KB heapSize=27.30 KB 2024-11-10T13:15:01,973 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/5b50c7b9920a3f6fc67e7cfc9b212769/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T13:15:01,976 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731244429870.5b50c7b9920a3f6fc67e7cfc9b212769. 2024-11-10T13:15:01,976 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5b50c7b9920a3f6fc67e7cfc9b212769: Waiting for close lock at 1731244501956Running coprocessor pre-close hooks at 1731244501957 (+1 ms)Disabling compacts and flushes for region at 1731244501957Disabling writes for close at 1731244501958 (+1 ms)Writing region close event to WAL at 1731244501964 (+6 ms)Running coprocessor post-close hooks at 1731244501974 (+10 ms)Closed at 1731244501975 (+1 ms) 2024-11-10T13:15:01,976 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731244429870.5b50c7b9920a3f6fc67e7cfc9b212769. 2024-11-10T13:15:01,976 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 84ee9ed5a5af89546150318ac9de0be9, disabling compactions & flushes 2024-11-10T13:15:01,976 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9. 2024-11-10T13:15:01,977 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9. 2024-11-10T13:15:01,977 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9. after waiting 0 ms 2024-11-10T13:15:01,977 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9. 2024-11-10T13:15:01,977 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/5e4d6d9a9f651164b820ce1d9e04e8e0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T13:15:01,978 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731244429870.5e4d6d9a9f651164b820ce1d9e04e8e0. 2024-11-10T13:15:01,978 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5e4d6d9a9f651164b820ce1d9e04e8e0: Waiting for close lock at 1731244501960Running coprocessor pre-close hooks at 1731244501960Disabling compacts and flushes for region at 1731244501960Disabling writes for close at 1731244501960Writing region close event to WAL at 1731244501965 (+5 ms)Running coprocessor post-close hooks at 1731244501978 (+13 ms)Closed at 1731244501978 2024-11-10T13:15:01,979 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731244429870.5e4d6d9a9f651164b820ce1d9e04e8e0. 2024-11-10T13:15:01,979 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a217c9e07477363754679c2a4278bfcd, disabling compactions & flushes 2024-11-10T13:15:01,979 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731244429870.a217c9e07477363754679c2a4278bfcd. 2024-11-10T13:15:01,979 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731244429870.a217c9e07477363754679c2a4278bfcd. 2024-11-10T13:15:01,979 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731244429870.a217c9e07477363754679c2a4278bfcd. after waiting 0 ms 2024-11-10T13:15:01,979 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731244429870.a217c9e07477363754679c2a4278bfcd. 2024-11-10T13:15:01,989 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/84ee9ed5a5af89546150318ac9de0be9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T13:15:01,990 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9. 2024-11-10T13:15:01,991 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 84ee9ed5a5af89546150318ac9de0be9: Waiting for close lock at 1731244501976Running coprocessor pre-close hooks at 1731244501976Disabling compacts and flushes for region at 1731244501976Disabling writes for close at 1731244501977 (+1 ms)Writing region close event to WAL at 1731244501980 (+3 ms)Running coprocessor post-close hooks at 1731244501990 (+10 ms)Closed at 1731244501990 2024-11-10T13:15:01,991 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731244429870.84ee9ed5a5af89546150318ac9de0be9. 2024-11-10T13:15:01,991 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0058db4b9ad5b5091a1342a0474875ee, disabling compactions & flushes 2024-11-10T13:15:01,991 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731244429870.0058db4b9ad5b5091a1342a0474875ee. 2024-11-10T13:15:01,991 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731244429870.0058db4b9ad5b5091a1342a0474875ee. 2024-11-10T13:15:01,991 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731244429870.0058db4b9ad5b5091a1342a0474875ee. after waiting 0 ms 2024-11-10T13:15:01,991 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731244429870.0058db4b9ad5b5091a1342a0474875ee. 2024-11-10T13:15:01,994 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/a217c9e07477363754679c2a4278bfcd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T13:15:01,997 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731244429870.a217c9e07477363754679c2a4278bfcd. 2024-11-10T13:15:01,997 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a217c9e07477363754679c2a4278bfcd: Waiting for close lock at 1731244501979Running coprocessor pre-close hooks at 1731244501979Disabling compacts and flushes for region at 1731244501979Disabling writes for close at 1731244501979Writing region close event to WAL at 1731244501988 (+9 ms)Running coprocessor post-close hooks at 1731244501996 (+8 ms)Closed at 1731244501996 2024-11-10T13:15:01,997 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731244429870.a217c9e07477363754679c2a4278bfcd. 2024-11-10T13:15:01,997 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a3b574740e6759fd058e991a02080723, disabling compactions & flushes 2024-11-10T13:15:01,997 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723. 2024-11-10T13:15:01,997 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723. 2024-11-10T13:15:01,997 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723. after waiting 0 ms 2024-11-10T13:15:01,997 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723. 2024-11-10T13:15:01,998 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/0058db4b9ad5b5091a1342a0474875ee/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T13:15:01,999 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731244429870.0058db4b9ad5b5091a1342a0474875ee. 2024-11-10T13:15:02,000 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0058db4b9ad5b5091a1342a0474875ee: Waiting for close lock at 1731244501991Running coprocessor pre-close hooks at 1731244501991Disabling compacts and flushes for region at 1731244501991Disabling writes for close at 1731244501991Writing region close event to WAL at 1731244501992 (+1 ms)Running coprocessor post-close hooks at 1731244501999 (+7 ms)Closed at 1731244501999 2024-11-10T13:15:02,000 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731244429870.0058db4b9ad5b5091a1342a0474875ee. 2024-11-10T13:15:02,000 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f129f404a9262af3da999a5e1c57322e, disabling compactions & flushes 2024-11-10T13:15:02,000 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731244429870.f129f404a9262af3da999a5e1c57322e. 2024-11-10T13:15:02,000 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731244429870.f129f404a9262af3da999a5e1c57322e. 2024-11-10T13:15:02,000 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731244429870.f129f404a9262af3da999a5e1c57322e. after waiting 0 ms 2024-11-10T13:15:02,000 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731244429870.f129f404a9262af3da999a5e1c57322e. 2024-11-10T13:15:02,005 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/hbase/meta/1588230740/.tmp/info/cd287a55fe0a4956afe8ae59529b9f9c is 167, key is SPTestTable,19999999,1731244429870.f7f2ce5500e92a9e5b235136299735eb./info:regioninfo/1731244441198/Put/seqid=0 2024-11-10T13:15:02,017 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/a3b574740e6759fd058e991a02080723/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T13:15:02,017 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723. 2024-11-10T13:15:02,018 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a3b574740e6759fd058e991a02080723: Waiting for close lock at 1731244501997Running coprocessor pre-close hooks at 1731244501997Disabling compacts and flushes for region at 1731244501997Disabling writes for close at 1731244501997Writing region close event to WAL at 1731244501998 (+1 ms)Running coprocessor post-close hooks at 1731244502017 (+19 ms)Closed at 1731244502017 2024-11-10T13:15:02,018 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731244429870.a3b574740e6759fd058e991a02080723. 2024-11-10T13:15:02,018 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f7f2ce5500e92a9e5b235136299735eb, disabling compactions & flushes 2024-11-10T13:15:02,018 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731244429870.f7f2ce5500e92a9e5b235136299735eb. 2024-11-10T13:15:02,018 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731244429870.f7f2ce5500e92a9e5b235136299735eb. 2024-11-10T13:15:02,018 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731244429870.f7f2ce5500e92a9e5b235136299735eb. after waiting 0 ms 2024-11-10T13:15:02,018 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731244429870.f7f2ce5500e92a9e5b235136299735eb. 2024-11-10T13:15:02,027 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/f129f404a9262af3da999a5e1c57322e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T13:15:02,028 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731244429870.f129f404a9262af3da999a5e1c57322e. 2024-11-10T13:15:02,028 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f129f404a9262af3da999a5e1c57322e: Waiting for close lock at 1731244502000Running coprocessor pre-close hooks at 1731244502000Disabling compacts and flushes for region at 1731244502000Disabling writes for close at 1731244502000Writing region close event to WAL at 1731244502012 (+12 ms)Running coprocessor post-close hooks at 1731244502028 (+16 ms)Closed at 1731244502028 2024-11-10T13:15:02,028 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731244429870.f129f404a9262af3da999a5e1c57322e. 2024-11-10T13:15:02,028 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d91d42567233417c33a65fd101ff9bbf, disabling compactions & flushes 2024-11-10T13:15:02,028 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731244429870.d91d42567233417c33a65fd101ff9bbf. 2024-11-10T13:15:02,028 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731244429870.d91d42567233417c33a65fd101ff9bbf. 2024-11-10T13:15:02,028 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731244429870.d91d42567233417c33a65fd101ff9bbf. after waiting 0 ms 2024-11-10T13:15:02,028 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731244429870.d91d42567233417c33a65fd101ff9bbf. 2024-11-10T13:15:02,040 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/f7f2ce5500e92a9e5b235136299735eb/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T13:15:02,041 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731244429870.f7f2ce5500e92a9e5b235136299735eb. 2024-11-10T13:15:02,041 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f7f2ce5500e92a9e5b235136299735eb: Waiting for close lock at 1731244502018Running coprocessor pre-close hooks at 1731244502018Disabling compacts and flushes for region at 1731244502018Disabling writes for close at 1731244502018Writing region close event to WAL at 1731244502024 (+6 ms)Running coprocessor post-close hooks at 1731244502041 (+17 ms)Closed at 1731244502041 2024-11-10T13:15:02,041 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731244429870.f7f2ce5500e92a9e5b235136299735eb. 2024-11-10T13:15:02,042 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 57051f4ee26574ccc0478e2207e6db0f, disabling compactions & flushes 2024-11-10T13:15:02,042 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731244429870.57051f4ee26574ccc0478e2207e6db0f. 2024-11-10T13:15:02,042 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731244429870.57051f4ee26574ccc0478e2207e6db0f. 2024-11-10T13:15:02,043 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731244429870.57051f4ee26574ccc0478e2207e6db0f. after waiting 1 ms 2024-11-10T13:15:02,043 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731244429870.57051f4ee26574ccc0478e2207e6db0f. 2024-11-10T13:15:02,044 INFO [regionserver/2467a7071e00:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:15:02,044 INFO [regionserver/2467a7071e00:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:15:02,069 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/57051f4ee26574ccc0478e2207e6db0f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T13:15:02,069 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/default/SPTestTable/d91d42567233417c33a65fd101ff9bbf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T13:15:02,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741862_1038 (size=20260) 2024-11-10T13:15:02,071 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731244429870.57051f4ee26574ccc0478e2207e6db0f. 2024-11-10T13:15:02,071 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731244429870.d91d42567233417c33a65fd101ff9bbf. 2024-11-10T13:15:02,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741862_1038 (size=20260) 2024-11-10T13:15:02,071 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d91d42567233417c33a65fd101ff9bbf: Waiting for close lock at 1731244502028Running coprocessor pre-close hooks at 1731244502028Disabling compacts and flushes for region at 1731244502028Disabling writes for close at 1731244502028Writing region close event to WAL at 1731244502056 (+28 ms)Running coprocessor post-close hooks at 1731244502071 (+15 ms)Closed at 1731244502071 2024-11-10T13:15:02,071 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 57051f4ee26574ccc0478e2207e6db0f: Waiting for close lock at 1731244502042Running coprocessor pre-close hooks at 1731244502042Disabling compacts and flushes for region at 1731244502042Disabling writes for close at 1731244502043 (+1 ms)Writing region close event to WAL at 1731244502048 (+5 ms)Running coprocessor post-close hooks at 1731244502071 (+23 ms)Closed at 1731244502071 2024-11-10T13:15:02,071 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731244429870.57051f4ee26574ccc0478e2207e6db0f. 2024-11-10T13:15:02,071 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731244429870.d91d42567233417c33a65fd101ff9bbf. 2024-11-10T13:15:02,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741862_1038 (size=20260) 2024-11-10T13:15:02,074 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.12 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/hbase/meta/1588230740/.tmp/info/cd287a55fe0a4956afe8ae59529b9f9c 2024-11-10T13:15:02,101 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/hbase/meta/1588230740/.tmp/ns/ead802026912458badf7fac6b99501ef is 43, key is default/ns:d/1731244429425/Put/seqid=0 2024-11-10T13:15:02,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741863_1039 (size=5153) 2024-11-10T13:15:02,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741863_1039 (size=5153) 2024-11-10T13:15:02,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741863_1039 (size=5153) 2024-11-10T13:15:02,115 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/hbase/meta/1588230740/.tmp/ns/ead802026912458badf7fac6b99501ef 2024-11-10T13:15:02,140 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/hbase/meta/1588230740/.tmp/table/0b03c46d6e75496fa7602b0c5a3c2082 is 47, key is SPTestTable/table:state/1731244441275/Put/seqid=0 2024-11-10T13:15:02,159 INFO [RS:2;2467a7071e00:34831 {}] regionserver.HRegionServer(976): stopping server 2467a7071e00,34831,1731244416421; all regions closed. 2024-11-10T13:15:02,165 DEBUG [RS:1;2467a7071e00:39555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:15:02,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741864_1040 (size=5214) 2024-11-10T13:15:02,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741864_1040 (size=5214) 2024-11-10T13:15:02,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741864_1040 (size=5214) 2024-11-10T13:15:02,175 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/hbase/meta/1588230740/.tmp/table/0b03c46d6e75496fa7602b0c5a3c2082 2024-11-10T13:15:02,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741835_1011 (size=3500) 2024-11-10T13:15:02,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741835_1011 (size=3500) 2024-11-10T13:15:02,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741835_1011 (size=3500) 2024-11-10T13:15:02,187 DEBUG [RS:2;2467a7071e00:34831 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/oldWALs 2024-11-10T13:15:02,187 INFO [RS:2;2467a7071e00:34831 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2467a7071e00%2C34831%2C1731244416421:(num 1731244418404) 2024-11-10T13:15:02,187 DEBUG [RS:2;2467a7071e00:34831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:15:02,187 INFO [RS:2;2467a7071e00:34831 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:15:02,187 INFO [RS:2;2467a7071e00:34831 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:15:02,187 INFO [RS:2;2467a7071e00:34831 {}] hbase.ChoreService(370): Chore service for: regionserver/2467a7071e00:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T13:15:02,188 INFO [RS:2;2467a7071e00:34831 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T13:15:02,188 INFO [RS:2;2467a7071e00:34831 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T13:15:02,188 INFO [regionserver/2467a7071e00:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:15:02,188 INFO [RS:2;2467a7071e00:34831 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T13:15:02,188 INFO [RS:2;2467a7071e00:34831 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:15:02,188 INFO [RS:2;2467a7071e00:34831 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34831 2024-11-10T13:15:02,190 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/hbase/meta/1588230740/.tmp/info/cd287a55fe0a4956afe8ae59529b9f9c as hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/hbase/meta/1588230740/info/cd287a55fe0a4956afe8ae59529b9f9c 2024-11-10T13:15:02,202 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/hbase/meta/1588230740/info/cd287a55fe0a4956afe8ae59529b9f9c, entries=116, sequenceid=37, filesize=19.8 K 2024-11-10T13:15:02,204 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/hbase/meta/1588230740/.tmp/ns/ead802026912458badf7fac6b99501ef as hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/hbase/meta/1588230740/ns/ead802026912458badf7fac6b99501ef 2024-11-10T13:15:02,211 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/hbase/meta/1588230740/ns/ead802026912458badf7fac6b99501ef, entries=2, sequenceid=37, filesize=5.0 K 2024-11-10T13:15:02,213 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/hbase/meta/1588230740/.tmp/table/0b03c46d6e75496fa7602b0c5a3c2082 as hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/hbase/meta/1588230740/table/0b03c46d6e75496fa7602b0c5a3c2082 2024-11-10T13:15:02,221 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/hbase/meta/1588230740/table/0b03c46d6e75496fa7602b0c5a3c2082, entries=2, sequenceid=37, filesize=5.1 K 2024-11-10T13:15:02,222 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.28 KB/16668, heapSize ~27 KB/27648, currentSize=0 B/0 for 1588230740 in 257ms, sequenceid=37, compaction requested=false 2024-11-10T13:15:02,230 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-10T13:15:02,231 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:15:02,232 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:15:02,232 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731244501964Running coprocessor pre-close hooks at 1731244501964Disabling compacts and flushes for region at 1731244501965 (+1 ms)Disabling writes for close at 1731244501965Obtaining lock to block concurrent updates at 1731244501965Preparing flush snapshotting stores in 1588230740 at 1731244501965Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16668, getHeapSize=27888, getOffHeapSize=0, getCellsCount=136 at 1731244501966 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731244501966Flushing 1588230740/info: creating writer at 1731244501967 (+1 ms)Flushing 1588230740/info: appending metadata at 1731244502003 (+36 ms)Flushing 1588230740/info: closing flushed file at 1731244502003Flushing 1588230740/ns: creating writer at 1731244502084 (+81 ms)Flushing 1588230740/ns: appending metadata at 1731244502100 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731244502100Flushing 1588230740/table: creating writer at 1731244502124 (+24 ms)Flushing 1588230740/table: appending metadata at 1731244502140 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731244502140Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ce58ea4: reopening flushed file at 1731244502187 (+47 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53f27a6f: reopening flushed file at 1731244502203 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7402d595: reopening flushed file at 1731244502212 (+9 ms)Finished flush of dataSize ~16.28 KB/16668, heapSize ~27 KB/27648, currentSize=0 B/0 for 1588230740 in 257ms, sequenceid=37, compaction requested=false at 1731244502222 (+10 ms)Writing region close event to WAL at 1731244502224 (+2 ms)Running coprocessor post-close hooks at 1731244502231 (+7 ms)Closed at 1731244502232 (+1 ms) 2024-11-10T13:15:02,232 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T13:15:02,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34831-0x10124e150850003, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2467a7071e00,34831,1731244416421 2024-11-10T13:15:02,256 INFO [RS:2;2467a7071e00:34831 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:15:02,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37103-0x10124e150850000, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T13:15:02,275 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2467a7071e00,34831,1731244416421] 2024-11-10T13:15:02,333 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T13:15:02,333 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T13:15:02,354 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2467a7071e00,34831,1731244416421 already deleted, retry=false 2024-11-10T13:15:02,354 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2467a7071e00,34831,1731244416421 expired; onlineServers=1 2024-11-10T13:15:02,365 INFO [RS:1;2467a7071e00:39555 {}] regionserver.HRegionServer(976): stopping server 2467a7071e00,39555,1731244416317; all regions closed. 2024-11-10T13:15:02,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741836_1012 (size=19466) 2024-11-10T13:15:02,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741836_1012 (size=19466) 2024-11-10T13:15:02,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741836_1012 (size=19466) 2024-11-10T13:15:02,372 DEBUG [RS:1;2467a7071e00:39555 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/oldWALs 2024-11-10T13:15:02,372 INFO [RS:1;2467a7071e00:39555 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2467a7071e00%2C39555%2C1731244416317.meta:.meta(num 1731244428734) 2024-11-10T13:15:02,375 INFO [RS:2;2467a7071e00:34831 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:15:02,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34831-0x10124e150850003, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:15:02,375 INFO [RS:2;2467a7071e00:34831 {}] regionserver.HRegionServer(1031): Exiting; stopping=2467a7071e00,34831,1731244416421; zookeeper connection closed. 2024-11-10T13:15:02,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34831-0x10124e150850003, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:15:02,375 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@377ce5d5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@377ce5d5 2024-11-10T13:15:02,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741833_1009 (size=3530) 2024-11-10T13:15:02,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741833_1009 (size=3530) 2024-11-10T13:15:02,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741833_1009 (size=3530) 2024-11-10T13:15:02,382 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/WALs/2467a7071e00,39555,1731244416317/2467a7071e00%2C39555%2C1731244416317.1731244418404 not finished, retry = 0 2024-11-10T13:15:02,486 DEBUG [RS:1;2467a7071e00:39555 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/oldWALs 2024-11-10T13:15:02,486 INFO [RS:1;2467a7071e00:39555 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2467a7071e00%2C39555%2C1731244416317:(num 1731244418404) 2024-11-10T13:15:02,486 DEBUG [RS:1;2467a7071e00:39555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:15:02,486 INFO [RS:1;2467a7071e00:39555 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:15:02,486 INFO [RS:1;2467a7071e00:39555 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:15:02,486 INFO [RS:1;2467a7071e00:39555 {}] hbase.ChoreService(370): Chore service for: regionserver/2467a7071e00:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T13:15:02,486 INFO [RS:1;2467a7071e00:39555 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:15:02,486 INFO [regionserver/2467a7071e00:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:15:02,487 INFO [RS:1;2467a7071e00:39555 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39555 2024-11-10T13:15:02,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x10124e150850002, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2467a7071e00,39555,1731244416317 2024-11-10T13:15:02,496 INFO [RS:1;2467a7071e00:39555 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:15:02,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37103-0x10124e150850000, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T13:15:02,506 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2467a7071e00,39555,1731244416317] 2024-11-10T13:15:02,517 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2467a7071e00,39555,1731244416317 already deleted, retry=false 2024-11-10T13:15:02,517 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2467a7071e00,39555,1731244416317 expired; onlineServers=0 2024-11-10T13:15:02,517 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2467a7071e00,37103,1731244415170' ***** 2024-11-10T13:15:02,517 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T13:15:02,517 INFO [M:0;2467a7071e00:37103 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:15:02,517 INFO [M:0;2467a7071e00:37103 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:15:02,517 DEBUG [M:0;2467a7071e00:37103 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T13:15:02,518 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T13:15:02,518 DEBUG [M:0;2467a7071e00:37103 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T13:15:02,518 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244417947 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244417947,5,FailOnTimeoutGroup] 2024-11-10T13:15:02,518 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244417946 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244417946,5,FailOnTimeoutGroup] 2024-11-10T13:15:02,518 INFO [M:0;2467a7071e00:37103 {}] hbase.ChoreService(370): Chore service for: master/2467a7071e00:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T13:15:02,518 INFO [M:0;2467a7071e00:37103 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:15:02,518 DEBUG [M:0;2467a7071e00:37103 {}] master.HMaster(1795): Stopping service threads 2024-11-10T13:15:02,518 INFO [M:0;2467a7071e00:37103 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T13:15:02,518 INFO [M:0;2467a7071e00:37103 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:15:02,519 ERROR [M:0;2467a7071e00:37103 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1636947297) connection to localhost/127.0.0.1:33055 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33055,5,PEWorkerGroup] 2024-11-10T13:15:02,519 INFO [M:0;2467a7071e00:37103 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T13:15:02,520 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T13:15:02,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37103-0x10124e150850000, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T13:15:02,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37103-0x10124e150850000, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:15:02,570 DEBUG [M:0;2467a7071e00:37103 {}] zookeeper.ZKUtil(347): master:37103-0x10124e150850000, quorum=127.0.0.1:52079, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T13:15:02,571 WARN [M:0;2467a7071e00:37103 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T13:15:02,572 INFO [M:0;2467a7071e00:37103 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/.lastflushedseqids 2024-11-10T13:15:02,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741865_1041 (size=686) 2024-11-10T13:15:02,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741865_1041 (size=686) 2024-11-10T13:15:02,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741865_1041 (size=686) 2024-11-10T13:15:02,595 INFO [M:0;2467a7071e00:37103 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T13:15:02,595 INFO [M:0;2467a7071e00:37103 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T13:15:02,595 DEBUG [M:0;2467a7071e00:37103 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:15:02,595 INFO [M:0;2467a7071e00:37103 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:15:02,595 DEBUG [M:0;2467a7071e00:37103 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:15:02,595 DEBUG [M:0;2467a7071e00:37103 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:15:02,595 DEBUG [M:0;2467a7071e00:37103 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:15:02,595 INFO [M:0;2467a7071e00:37103 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.95 KB heapSize=242.87 KB 2024-11-10T13:15:02,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x10124e150850002, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:15:02,606 INFO [RS:1;2467a7071e00:39555 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:15:02,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39555-0x10124e150850002, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:15:02,606 INFO [RS:1;2467a7071e00:39555 {}] regionserver.HRegionServer(1031): Exiting; stopping=2467a7071e00,39555,1731244416317; zookeeper connection closed. 2024-11-10T13:15:02,607 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e51607b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e51607b 2024-11-10T13:15:02,607 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-10T13:15:02,611 DEBUG [M:0;2467a7071e00:37103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/501e1e6d302f43da8674691cc0620913 is 82, key is hbase:meta,,1/info:regioninfo/1731244429029/Put/seqid=0 2024-11-10T13:15:02,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741866_1042 (size=5672) 2024-11-10T13:15:02,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741866_1042 (size=5672) 2024-11-10T13:15:02,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741866_1042 (size=5672) 2024-11-10T13:15:02,618 INFO [M:0;2467a7071e00:37103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/501e1e6d302f43da8674691cc0620913 2024-11-10T13:15:02,643 DEBUG [M:0;2467a7071e00:37103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a4e3cbe38fa449cb61e4eca71970399 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731244441313/Put/seqid=0 2024-11-10T13:15:02,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741867_1043 (size=8973) 2024-11-10T13:15:02,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741867_1043 (size=8973) 2024-11-10T13:15:02,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741867_1043 (size=8973) 2024-11-10T13:15:02,652 INFO [M:0;2467a7071e00:37103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195.21 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a4e3cbe38fa449cb61e4eca71970399 2024-11-10T13:15:02,660 INFO [M:0;2467a7071e00:37103 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0a4e3cbe38fa449cb61e4eca71970399 2024-11-10T13:15:02,676 DEBUG [M:0;2467a7071e00:37103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7cb62e0aa8ae44baa4bc8761b50c1e52 is 69, key is 2467a7071e00,34831,1731244416421/rs:state/1731244418019/Put/seqid=0 2024-11-10T13:15:02,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741868_1044 (size=5441) 2024-11-10T13:15:02,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741868_1044 (size=5441) 2024-11-10T13:15:02,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741868_1044 (size=5441) 2024-11-10T13:15:02,685 INFO [M:0;2467a7071e00:37103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7cb62e0aa8ae44baa4bc8761b50c1e52 2024-11-10T13:15:02,693 INFO [M:0;2467a7071e00:37103 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7cb62e0aa8ae44baa4bc8761b50c1e52 2024-11-10T13:15:02,694 DEBUG [M:0;2467a7071e00:37103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/501e1e6d302f43da8674691cc0620913 as hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/501e1e6d302f43da8674691cc0620913 2024-11-10T13:15:02,701 INFO [M:0;2467a7071e00:37103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/501e1e6d302f43da8674691cc0620913, entries=8, sequenceid=515, filesize=5.5 K 2024-11-10T13:15:02,702 DEBUG [M:0;2467a7071e00:37103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a4e3cbe38fa449cb61e4eca71970399 as hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0a4e3cbe38fa449cb61e4eca71970399 2024-11-10T13:15:02,708 INFO [M:0;2467a7071e00:37103 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0a4e3cbe38fa449cb61e4eca71970399 2024-11-10T13:15:02,708 INFO [M:0;2467a7071e00:37103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0a4e3cbe38fa449cb61e4eca71970399, entries=56, sequenceid=515, filesize=8.8 K 2024-11-10T13:15:02,710 DEBUG [M:0;2467a7071e00:37103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7cb62e0aa8ae44baa4bc8761b50c1e52 as hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7cb62e0aa8ae44baa4bc8761b50c1e52 2024-11-10T13:15:02,716 INFO [M:0;2467a7071e00:37103 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7cb62e0aa8ae44baa4bc8761b50c1e52 2024-11-10T13:15:02,717 INFO [M:0;2467a7071e00:37103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33055/user/jenkins/test-data/4463b726-b42e-9eb6-f03c-d5342e07c712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7cb62e0aa8ae44baa4bc8761b50c1e52, entries=3, sequenceid=515, filesize=5.3 K 2024-11-10T13:15:02,718 INFO [M:0;2467a7071e00:37103 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.95 KB/200652, heapSize ~242.57 KB/248392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 123ms, sequenceid=515, compaction requested=false 2024-11-10T13:15:02,719 INFO [M:0;2467a7071e00:37103 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:15:02,719 DEBUG [M:0;2467a7071e00:37103 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731244502595Disabling compacts and flushes for region at 1731244502595Disabling writes for close at 1731244502595Obtaining lock to block concurrent updates at 1731244502595Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731244502595Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=200652, getHeapSize=248632, getOffHeapSize=0, getCellsCount=622 at 1731244502596 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731244502597 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731244502597Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731244502610 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731244502610Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731244502626 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731244502642 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731244502642Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731244502661 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731244502675 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731244502676 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c8118a3: reopening flushed file at 1731244502693 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3779f2ce: reopening flushed file at 1731244502701 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78e4914d: reopening flushed file at 1731244502709 (+8 ms)Finished flush of dataSize ~195.95 KB/200652, heapSize ~242.57 KB/248392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 123ms, sequenceid=515, compaction requested=false at 1731244502718 (+9 ms)Writing region close event to WAL at 1731244502719 (+1 ms)Closed at 1731244502719 2024-11-10T13:15:02,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38867 is added to blk_1073741830_1006 (size=234974) 2024-11-10T13:15:02,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741830_1006 (size=234974) 2024-11-10T13:15:02,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34217 is added to blk_1073741830_1006 (size=234974) 2024-11-10T13:15:02,725 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:15:02,725 INFO [M:0;2467a7071e00:37103 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T13:15:02,725 INFO [M:0;2467a7071e00:37103 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37103 2024-11-10T13:15:02,726 INFO [M:0;2467a7071e00:37103 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:15:02,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37103-0x10124e150850000, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:15:02,900 INFO [M:0;2467a7071e00:37103 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:15:02,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37103-0x10124e150850000, quorum=127.0.0.1:52079, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:15:02,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2cd7dd9f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:15:02,910 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61cf63c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:15:02,910 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:15:02,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f48c989{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:15:02,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22d8467b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/hadoop.log.dir/,STOPPED} 2024-11-10T13:15:02,913 WARN [BP-1843758509-172.17.0.3-1731244407834 heartbeating to localhost/127.0.0.1:33055 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T13:15:02,913 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T13:15:02,913 WARN [BP-1843758509-172.17.0.3-1731244407834 heartbeating to localhost/127.0.0.1:33055 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1843758509-172.17.0.3-1731244407834 (Datanode Uuid e431037f-3ec6-4514-9594-ea6f607b7c34) service to localhost/127.0.0.1:33055 2024-11-10T13:15:02,913 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T13:15:02,915 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/cluster_55d2e6fe-827b-fa02-6ba7-39b62d585dc8/data/data5/current/BP-1843758509-172.17.0.3-1731244407834 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:15:02,915 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/cluster_55d2e6fe-827b-fa02-6ba7-39b62d585dc8/data/data6/current/BP-1843758509-172.17.0.3-1731244407834 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:15:02,916 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T13:15:02,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57c38df{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:15:02,918 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@735ce3e1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:15:02,918 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:15:02,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@434d0579{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:15:02,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7af188aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/hadoop.log.dir/,STOPPED} 2024-11-10T13:15:02,920 WARN [BP-1843758509-172.17.0.3-1731244407834 heartbeating to localhost/127.0.0.1:33055 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T13:15:02,920 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T13:15:02,920 WARN [BP-1843758509-172.17.0.3-1731244407834 heartbeating to localhost/127.0.0.1:33055 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1843758509-172.17.0.3-1731244407834 (Datanode Uuid 6ab138db-effa-42ea-b4ee-f3514ce78ba7) service to localhost/127.0.0.1:33055 2024-11-10T13:15:02,920 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T13:15:02,921 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/cluster_55d2e6fe-827b-fa02-6ba7-39b62d585dc8/data/data3/current/BP-1843758509-172.17.0.3-1731244407834 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:15:02,921 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/cluster_55d2e6fe-827b-fa02-6ba7-39b62d585dc8/data/data4/current/BP-1843758509-172.17.0.3-1731244407834 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:15:02,921 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T13:15:02,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a98dc42{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:15:02,928 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@81167db{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:15:02,928 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:15:02,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3342e93f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:15:02,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e202617{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/hadoop.log.dir/,STOPPED} 2024-11-10T13:15:02,930 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T13:15:02,930 WARN [BP-1843758509-172.17.0.3-1731244407834 heartbeating to localhost/127.0.0.1:33055 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T13:15:02,930 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T13:15:02,930 WARN [BP-1843758509-172.17.0.3-1731244407834 heartbeating to localhost/127.0.0.1:33055 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1843758509-172.17.0.3-1731244407834 (Datanode Uuid 1a737e29-ab92-47d5-a838-48fd428b50bf) service to localhost/127.0.0.1:33055 2024-11-10T13:15:02,930 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/cluster_55d2e6fe-827b-fa02-6ba7-39b62d585dc8/data/data1/current/BP-1843758509-172.17.0.3-1731244407834 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:15:02,931 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/cluster_55d2e6fe-827b-fa02-6ba7-39b62d585dc8/data/data2/current/BP-1843758509-172.17.0.3-1731244407834 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:15:02,931 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T13:15:02,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40b3081c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:15:02,941 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7300f033{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:15:02,941 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:15:02,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69006d72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:15:02,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@241b7ed6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/hadoop.log.dir/,STOPPED} 2024-11-10T13:15:02,955 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T13:15:03,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T13:15:03,050 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=92 (was 11) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2467a7071e00:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1636947297) connection to localhost/127.0.0.1:33055 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/2467a7071e00:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1636947297) connection to localhost/127.0.0.1:33055 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3b6cd738 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2467a7071e00:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/2467a7071e00:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2467a7071e00:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:33055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/2467a7071e00:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1636947297) connection to localhost/127.0.0.1:33055 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:33055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1636947297) connection to localhost/127.0.0.1:33055 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/2467a7071e00:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2467a7071e00:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=444 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=815 (was 1040), ProcessCount=11 (was 11), AvailableMemoryMB=3280 (was 3689) 2024-11-10T13:15:03,060 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=93, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=815, ProcessCount=11, AvailableMemoryMB=3280 2024-11-10T13:15:03,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/hadoop.log.dir so I do NOT create it in target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d 2024-11-10T13:15:03,079 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T13:15:03,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/hadoop.tmp.dir so I do NOT create it in target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d 2024-11-10T13:15:03,079 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d431d6d0-93af-29c0-b4ae-6bff4d18ccb1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T13:15:03,079 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d 2024-11-10T13:15:03,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T13:15:03,079 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/cluster_7a3881d1-8a4f-8e3f-9743-0b6799180c19, deleteOnExit=true 2024-11-10T13:15:03,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T13:15:03,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/test.cache.data in system properties and HBase conf 2024-11-10T13:15:03,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T13:15:03,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/hadoop.log.dir in system properties and HBase conf 2024-11-10T13:15:03,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T13:15:03,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T13:15:03,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T13:15:03,081 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T13:15:03,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:15:03,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:15:03,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T13:15:03,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:15:03,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T13:15:03,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T13:15:03,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:15:03,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:15:03,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T13:15:03,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/nfs.dump.dir in system properties and HBase conf 2024-11-10T13:15:03,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/java.io.tmpdir in system properties and HBase conf 2024-11-10T13:15:03,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:15:03,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T13:15:03,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T13:15:04,086 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:15:04,097 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:15:04,111 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:15:04,111 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:15:04,111 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T13:15:04,113 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:15:04,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5675d068{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:15:04,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69d1c57f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:15:04,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5fed62ec{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/java.io.tmpdir/jetty-localhost-37663-hadoop-hdfs-3_4_1-tests_jar-_-any-8035401756212840738/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:15:04,219 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24e7d104{HTTP/1.1, (http/1.1)}{localhost:37663} 2024-11-10T13:15:04,219 INFO [Time-limited test {}] server.Server(415): Started @101515ms 2024-11-10T13:15:04,739 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:15:04,743 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:15:04,744 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:15:04,744 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:15:04,744 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T13:15:04,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a658605{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:15:04,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38c9f3bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:15:04,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c9c0316{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/java.io.tmpdir/jetty-localhost-46363-hadoop-hdfs-3_4_1-tests_jar-_-any-12404786662779533931/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:15:04,931 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12f30400{HTTP/1.1, (http/1.1)}{localhost:46363} 2024-11-10T13:15:04,931 INFO [Time-limited test {}] server.Server(415): Started @102227ms 2024-11-10T13:15:04,933 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T13:15:04,968 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:15:04,972 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:15:04,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:15:04,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:15:04,973 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T13:15:04,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78cc22dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:15:04,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ea27106{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:15:05,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78cc3a6c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/java.io.tmpdir/jetty-localhost-40517-hadoop-hdfs-3_4_1-tests_jar-_-any-7580484774873512506/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:15:05,069 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4307f33a{HTTP/1.1, (http/1.1)}{localhost:40517} 2024-11-10T13:15:05,069 INFO [Time-limited test {}] server.Server(415): Started @102366ms 2024-11-10T13:15:05,070 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T13:15:05,094 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:15:05,098 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:15:05,099 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:15:05,099 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:15:05,099 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T13:15:05,099 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@790157d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:15:05,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@611d52af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:15:05,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7dcebe55{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/java.io.tmpdir/jetty-localhost-38441-hadoop-hdfs-3_4_1-tests_jar-_-any-8680795832611063512/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:15:05,212 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13cb3c7f{HTTP/1.1, (http/1.1)}{localhost:38441} 2024-11-10T13:15:05,212 INFO [Time-limited test {}] server.Server(415): Started @102509ms 2024-11-10T13:15:05,213 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T13:15:05,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:15:05,672 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T13:15:05,672 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T13:15:06,947 WARN [Thread-706 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/cluster_7a3881d1-8a4f-8e3f-9743-0b6799180c19/data/data1/current/BP-489911402-172.17.0.3-1731244503110/current, will proceed with Du for space computation calculation, 2024-11-10T13:15:06,948 WARN [Thread-707 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/cluster_7a3881d1-8a4f-8e3f-9743-0b6799180c19/data/data3/current/BP-489911402-172.17.0.3-1731244503110/current, will proceed with Du for space computation calculation, 2024-11-10T13:15:06,954 WARN [Thread-708 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/cluster_7a3881d1-8a4f-8e3f-9743-0b6799180c19/data/data2/current/BP-489911402-172.17.0.3-1731244503110/current, will proceed with Du for space computation calculation, 2024-11-10T13:15:06,954 WARN [Thread-709 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/cluster_7a3881d1-8a4f-8e3f-9743-0b6799180c19/data/data4/current/BP-489911402-172.17.0.3-1731244503110/current, will proceed with Du for space computation calculation, 2024-11-10T13:15:06,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:15:06,983 WARN [Thread-667 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T13:15:06,985 WARN [Thread-644 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T13:15:06,986 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf4fa391dbd541c02 with lease ID 0x4a23de77c79b5bda: Processing first storage report for DS-4cca8277-d8b5-492e-ac49-15aa0a22cb1a from datanode DatanodeRegistration(127.0.0.1:41911, datanodeUuid=8f144fb3-1a93-4ab5-95e2-f3225fb0fc69, infoPort=35979, infoSecurePort=0, ipcPort=35605, storageInfo=lv=-57;cid=testClusterID;nsid=485508428;c=1731244503110) 2024-11-10T13:15:06,986 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf4fa391dbd541c02 with lease ID 0x4a23de77c79b5bda: from storage DS-4cca8277-d8b5-492e-ac49-15aa0a22cb1a node DatanodeRegistration(127.0.0.1:41911, datanodeUuid=8f144fb3-1a93-4ab5-95e2-f3225fb0fc69, infoPort=35979, infoSecurePort=0, ipcPort=35605, storageInfo=lv=-57;cid=testClusterID;nsid=485508428;c=1731244503110), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T13:15:06,986 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf4fa391dbd541c02 with lease ID 0x4a23de77c79b5bda: Processing first storage report for DS-5c1a24a4-6ff2-4a8b-9dd3-d40d45dd9bab from datanode DatanodeRegistration(127.0.0.1:41911, datanodeUuid=8f144fb3-1a93-4ab5-95e2-f3225fb0fc69, infoPort=35979, infoSecurePort=0, ipcPort=35605, storageInfo=lv=-57;cid=testClusterID;nsid=485508428;c=1731244503110) 2024-11-10T13:15:06,986 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf4fa391dbd541c02 with lease ID 0x4a23de77c79b5bda: from storage DS-5c1a24a4-6ff2-4a8b-9dd3-d40d45dd9bab node DatanodeRegistration(127.0.0.1:41911, datanodeUuid=8f144fb3-1a93-4ab5-95e2-f3225fb0fc69, infoPort=35979, infoSecurePort=0, ipcPort=35605, storageInfo=lv=-57;cid=testClusterID;nsid=485508428;c=1731244503110), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:15:06,987 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x902b783885c778c3 with lease ID 0x4a23de77c79b5bdb: Processing first storage report for DS-36aee834-8beb-43ee-80a3-f5c7b1f4daeb from datanode DatanodeRegistration(127.0.0.1:42909, datanodeUuid=8c559013-658d-47c9-b131-49d5ea924b61, infoPort=44731, infoSecurePort=0, ipcPort=33085, storageInfo=lv=-57;cid=testClusterID;nsid=485508428;c=1731244503110) 2024-11-10T13:15:06,987 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x902b783885c778c3 with lease ID 0x4a23de77c79b5bdb: from storage DS-36aee834-8beb-43ee-80a3-f5c7b1f4daeb node DatanodeRegistration(127.0.0.1:42909, datanodeUuid=8c559013-658d-47c9-b131-49d5ea924b61, infoPort=44731, infoSecurePort=0, ipcPort=33085, storageInfo=lv=-57;cid=testClusterID;nsid=485508428;c=1731244503110), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:15:06,987 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x902b783885c778c3 with lease ID 0x4a23de77c79b5bdb: Processing first storage report for DS-d541ed8b-df2b-43e4-8f78-428220c35765 from datanode DatanodeRegistration(127.0.0.1:42909, datanodeUuid=8c559013-658d-47c9-b131-49d5ea924b61, infoPort=44731, infoSecurePort=0, ipcPort=33085, storageInfo=lv=-57;cid=testClusterID;nsid=485508428;c=1731244503110) 2024-11-10T13:15:06,987 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x902b783885c778c3 with lease ID 0x4a23de77c79b5bdb: from storage DS-d541ed8b-df2b-43e4-8f78-428220c35765 node DatanodeRegistration(127.0.0.1:42909, datanodeUuid=8c559013-658d-47c9-b131-49d5ea924b61, infoPort=44731, infoSecurePort=0, ipcPort=33085, storageInfo=lv=-57;cid=testClusterID;nsid=485508428;c=1731244503110), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:15:06,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:15:06,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:15:07,033 WARN [Thread-727 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/cluster_7a3881d1-8a4f-8e3f-9743-0b6799180c19/data/data6/current/BP-489911402-172.17.0.3-1731244503110/current, will proceed with Du for space computation calculation, 2024-11-10T13:15:07,033 WARN [Thread-726 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/cluster_7a3881d1-8a4f-8e3f-9743-0b6799180c19/data/data5/current/BP-489911402-172.17.0.3-1731244503110/current, will proceed with Du for space computation calculation, 2024-11-10T13:15:07,061 WARN [Thread-689 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T13:15:07,064 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd15687d9ddae8859 with lease ID 0x4a23de77c79b5bdc: Processing first storage report for DS-8a1dfd67-54b7-41c9-8fc3-a4341d01d7d3 from datanode DatanodeRegistration(127.0.0.1:41141, datanodeUuid=7be7255e-f367-4555-974b-14e0774dcceb, infoPort=34711, infoSecurePort=0, ipcPort=39957, storageInfo=lv=-57;cid=testClusterID;nsid=485508428;c=1731244503110) 2024-11-10T13:15:07,064 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd15687d9ddae8859 with lease ID 0x4a23de77c79b5bdc: from storage DS-8a1dfd67-54b7-41c9-8fc3-a4341d01d7d3 node DatanodeRegistration(127.0.0.1:41141, datanodeUuid=7be7255e-f367-4555-974b-14e0774dcceb, infoPort=34711, infoSecurePort=0, ipcPort=39957, storageInfo=lv=-57;cid=testClusterID;nsid=485508428;c=1731244503110), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:15:07,064 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd15687d9ddae8859 with lease ID 0x4a23de77c79b5bdc: Processing first storage report for DS-be4acc7e-2780-4b43-8a2d-9e092818bd3d from datanode DatanodeRegistration(127.0.0.1:41141, datanodeUuid=7be7255e-f367-4555-974b-14e0774dcceb, infoPort=34711, infoSecurePort=0, ipcPort=39957, storageInfo=lv=-57;cid=testClusterID;nsid=485508428;c=1731244503110) 2024-11-10T13:15:07,064 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd15687d9ddae8859 with lease ID 0x4a23de77c79b5bdc: from storage DS-be4acc7e-2780-4b43-8a2d-9e092818bd3d node DatanodeRegistration(127.0.0.1:41141, datanodeUuid=7be7255e-f367-4555-974b-14e0774dcceb, infoPort=34711, infoSecurePort=0, ipcPort=39957, storageInfo=lv=-57;cid=testClusterID;nsid=485508428;c=1731244503110), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T13:15:07,156 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d 2024-11-10T13:15:07,158 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/cluster_7a3881d1-8a4f-8e3f-9743-0b6799180c19/zookeeper_0, clientPort=58009, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/cluster_7a3881d1-8a4f-8e3f-9743-0b6799180c19/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/cluster_7a3881d1-8a4f-8e3f-9743-0b6799180c19/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T13:15:07,159 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58009 2024-11-10T13:15:07,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:15:07,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:15:07,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741825_1001 (size=7) 2024-11-10T13:15:07,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741825_1001 (size=7) 2024-11-10T13:15:07,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741825_1001 (size=7) 2024-11-10T13:15:07,175 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9 with version=8 2024-11-10T13:15:07,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/hbase-staging 2024-11-10T13:15:07,178 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:15:07,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:15:07,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:15:07,178 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:15:07,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:15:07,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:15:07,178 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T13:15:07,178 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:15:07,179 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44903 2024-11-10T13:15:07,180 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44903 connecting to ZooKeeper ensemble=127.0.0.1:58009 2024-11-10T13:15:07,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449030x0, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:15:07,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44903-0x10124e2bbc10000 connected 2024-11-10T13:15:07,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:15:07,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:15:07,407 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44903-0x10124e2bbc10000, quorum=127.0.0.1:58009, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T13:15:07,407 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9, hbase.cluster.distributed=false 2024-11-10T13:15:07,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44903-0x10124e2bbc10000, quorum=127.0.0.1:58009, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T13:15:07,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44903 2024-11-10T13:15:07,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44903 2024-11-10T13:15:07,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44903 2024-11-10T13:15:07,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44903 2024-11-10T13:15:07,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44903 2024-11-10T13:15:07,426 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:15:07,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:15:07,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:15:07,427 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:15:07,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:15:07,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:15:07,427 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T13:15:07,427 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:15:07,428 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35119 2024-11-10T13:15:07,429 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35119 connecting to ZooKeeper ensemble=127.0.0.1:58009 2024-11-10T13:15:07,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:15:07,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:15:07,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351190x0, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:15:07,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:351190x0, quorum=127.0.0.1:58009, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T13:15:07,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35119-0x10124e2bbc10001 connected 2024-11-10T13:15:07,446 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T13:15:07,446 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T13:15:07,447 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35119-0x10124e2bbc10001, quorum=127.0.0.1:58009, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T13:15:07,448 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35119-0x10124e2bbc10001, quorum=127.0.0.1:58009, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T13:15:07,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35119 2024-11-10T13:15:07,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35119 2024-11-10T13:15:07,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35119 2024-11-10T13:15:07,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35119 2024-11-10T13:15:07,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35119 2024-11-10T13:15:07,464 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:15:07,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:15:07,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:15:07,465 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:15:07,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:15:07,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:15:07,465 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T13:15:07,465 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:15:07,465 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39375 2024-11-10T13:15:07,467 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39375 connecting to ZooKeeper ensemble=127.0.0.1:58009 2024-11-10T13:15:07,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:15:07,469 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:15:07,476 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393750x0, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:15:07,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39375-0x10124e2bbc10002 connected 2024-11-10T13:15:07,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39375-0x10124e2bbc10002, quorum=127.0.0.1:58009, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T13:15:07,477 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T13:15:07,480 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T13:15:07,481 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39375-0x10124e2bbc10002, quorum=127.0.0.1:58009, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T13:15:07,482 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39375-0x10124e2bbc10002, quorum=127.0.0.1:58009, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T13:15:07,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39375 2024-11-10T13:15:07,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39375 2024-11-10T13:15:07,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39375 2024-11-10T13:15:07,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39375 2024-11-10T13:15:07,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39375 2024-11-10T13:15:07,502 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:15:07,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:15:07,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:15:07,503 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:15:07,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:15:07,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:15:07,503 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T13:15:07,503 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:15:07,503 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36171 2024-11-10T13:15:07,504 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:15:07,506 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36171 connecting to ZooKeeper ensemble=127.0.0.1:58009 2024-11-10T13:15:07,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:15:07,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:15:07,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361710x0, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:15:07,519 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36171-0x10124e2bbc10003 connected 2024-11-10T13:15:07,519 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36171-0x10124e2bbc10003, quorum=127.0.0.1:58009, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T13:15:07,520 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T13:15:07,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:15:07,525 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T13:15:07,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:15:07,526 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36171-0x10124e2bbc10003, quorum=127.0.0.1:58009, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T13:15:07,527 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36171-0x10124e2bbc10003, quorum=127.0.0.1:58009, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T13:15:07,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36171 2024-11-10T13:15:07,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36171 2024-11-10T13:15:07,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36171 2024-11-10T13:15:07,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36171 2024-11-10T13:15:07,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36171 2024-11-10T13:15:07,559 DEBUG [M:0;2467a7071e00:44903 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2467a7071e00:44903 2024-11-10T13:15:07,572 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2467a7071e00,44903,1731244507177 2024-11-10T13:15:07,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44903-0x10124e2bbc10000, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T13:15:07,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x10124e2bbc10001, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T13:15:07,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36171-0x10124e2bbc10003, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T13:15:07,582 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44903-0x10124e2bbc10000, quorum=127.0.0.1:58009, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2467a7071e00,44903,1731244507177 2024-11-10T13:15:07,583 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39375-0x10124e2bbc10002, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T13:15:07,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36171-0x10124e2bbc10003, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T13:15:07,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36171-0x10124e2bbc10003, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:15:07,593 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39375-0x10124e2bbc10002, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T13:15:07,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x10124e2bbc10001, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T13:15:07,593 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39375-0x10124e2bbc10002, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:15:07,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x10124e2bbc10001, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:15:07,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44903-0x10124e2bbc10000, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:15:07,594 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44903-0x10124e2bbc10000, quorum=127.0.0.1:58009, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T13:15:07,594 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2467a7071e00,44903,1731244507177 from backup master directory 2024-11-10T13:15:07,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x10124e2bbc10001, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T13:15:07,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44903-0x10124e2bbc10000, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2467a7071e00,44903,1731244507177 2024-11-10T13:15:07,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36171-0x10124e2bbc10003, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T13:15:07,603 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39375-0x10124e2bbc10002, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T13:15:07,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44903-0x10124e2bbc10000, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T13:15:07,603 WARN [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:15:07,603 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): regionserver:39375-0x10124e2bbc10002, quorum=127.0.0.1:58009, baseZNode=/hbase Unable to get data of znode /hbase/backup-masters/2467a7071e00,44903,1731244507177 because node does not exist (not an error) 2024-11-10T13:15:07,603 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2467a7071e00,44903,1731244507177 2024-11-10T13:15:07,609 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/hbase.id] with ID: a9f6a61b-717f-466e-be0b-c462be328f05 2024-11-10T13:15:07,609 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/.tmp/hbase.id 2024-11-10T13:15:07,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741826_1002 (size=42) 2024-11-10T13:15:07,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741826_1002 (size=42) 2024-11-10T13:15:07,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741826_1002 (size=42) 2024-11-10T13:15:07,623 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/.tmp/hbase.id]:[hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/hbase.id] 2024-11-10T13:15:07,636 INFO [master/2467a7071e00:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:15:07,636 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T13:15:07,638 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-10T13:15:07,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x10124e2bbc10001, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:15:07,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36171-0x10124e2bbc10003, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:15:07,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44903-0x10124e2bbc10000, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:15:07,645 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39375-0x10124e2bbc10002, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:15:07,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741827_1003 (size=196) 2024-11-10T13:15:07,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741827_1003 (size=196) 2024-11-10T13:15:07,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741827_1003 (size=196) 2024-11-10T13:15:07,668 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:15:07,669 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T13:15:07,670 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:15:07,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741828_1004 (size=1189) 2024-11-10T13:15:07,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741828_1004 (size=1189) 2024-11-10T13:15:07,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741828_1004 (size=1189) 2024-11-10T13:15:07,749 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/MasterData/data/master/store 2024-11-10T13:15:07,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741829_1005 (size=34) 2024-11-10T13:15:07,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741829_1005 (size=34) 2024-11-10T13:15:07,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741829_1005 (size=34) 2024-11-10T13:15:07,836 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:15:07,836 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:15:07,836 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:15:07,836 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:15:07,836 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:15:07,836 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:15:07,836 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:15:07,837 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731244507836Disabling compacts and flushes for region at 1731244507836Disabling writes for close at 1731244507836Writing region close event to WAL at 1731244507836Closed at 1731244507836 2024-11-10T13:15:07,838 WARN [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/MasterData/data/master/store/.initializing 2024-11-10T13:15:07,839 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/MasterData/WALs/2467a7071e00,44903,1731244507177 2024-11-10T13:15:07,841 INFO [master/2467a7071e00:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:15:07,846 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2467a7071e00%2C44903%2C1731244507177, suffix=, logDir=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/MasterData/WALs/2467a7071e00,44903,1731244507177, archiveDir=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/MasterData/oldWALs, maxLogs=10 2024-11-10T13:15:07,865 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/MasterData/WALs/2467a7071e00,44903,1731244507177/2467a7071e00%2C44903%2C1731244507177.1731244507847, exclude list is [], retry=0 2024-11-10T13:15:07,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41141,DS-8a1dfd67-54b7-41c9-8fc3-a4341d01d7d3,DISK] 2024-11-10T13:15:07,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42909,DS-36aee834-8beb-43ee-80a3-f5c7b1f4daeb,DISK] 2024-11-10T13:15:07,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41911,DS-4cca8277-d8b5-492e-ac49-15aa0a22cb1a,DISK] 2024-11-10T13:15:07,881 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/MasterData/WALs/2467a7071e00,44903,1731244507177/2467a7071e00%2C44903%2C1731244507177.1731244507847 2024-11-10T13:15:07,888 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34711:34711),(127.0.0.1/127.0.0.1:35979:35979),(127.0.0.1/127.0.0.1:44731:44731)] 2024-11-10T13:15:07,888 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:15:07,889 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:15:07,889 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:15:07,889 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:15:07,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:15:07,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T13:15:07,899 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:15:07,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:15:07,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:15:07,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T13:15:07,902 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:15:07,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:15:07,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:15:07,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T13:15:07,904 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:15:07,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:15:07,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:15:07,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T13:15:07,909 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:15:07,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:15:07,911 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:15:07,912 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:15:07,913 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:15:07,914 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:15:07,914 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:15:07,915 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:15:07,916 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:15:07,920 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:15:07,921 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71789381, jitterRate=0.06974513828754425}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:15:07,923 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731244507889Initializing all the Stores at 1731244507892 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244507892Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244507896 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244507896Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244507896Cleaning up temporary data from old regions at 1731244507914 (+18 ms)Region opened successfully at 1731244507922 (+8 ms) 2024-11-10T13:15:07,923 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T13:15:07,928 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@241c4a92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:15:07,932 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T13:15:07,933 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T13:15:07,933 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T13:15:07,933 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T13:15:07,935 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T13:15:07,935 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T13:15:07,935 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-10T13:15:07,941 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T13:15:07,942 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44903-0x10124e2bbc10000, quorum=127.0.0.1:58009, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T13:15:07,951 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T13:15:07,952 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T13:15:07,957 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44903-0x10124e2bbc10000, quorum=127.0.0.1:58009, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T13:15:07,970 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T13:15:07,971 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T13:15:07,973 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44903-0x10124e2bbc10000, quorum=127.0.0.1:58009, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T13:15:07,981 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T13:15:07,983 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44903-0x10124e2bbc10000, quorum=127.0.0.1:58009, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T13:15:07,993 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T13:15:07,997 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44903-0x10124e2bbc10000, quorum=127.0.0.1:58009, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T13:15:08,003 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T13:15:08,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x10124e2bbc10001, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T13:15:08,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x10124e2bbc10001, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:15:08,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36171-0x10124e2bbc10003, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T13:15:08,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36171-0x10124e2bbc10003, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:15:08,016 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39375-0x10124e2bbc10002, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T13:15:08,016 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39375-0x10124e2bbc10002, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:15:08,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44903-0x10124e2bbc10000, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T13:15:08,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44903-0x10124e2bbc10000, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:15:08,019 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2467a7071e00,44903,1731244507177, sessionid=0x10124e2bbc10000, setting cluster-up flag (Was=false) 2024-11-10T13:15:08,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44903-0x10124e2bbc10000, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:15:08,048 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39375-0x10124e2bbc10002, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:15:08,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x10124e2bbc10001, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:15:08,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36171-0x10124e2bbc10003, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:15:08,076 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T13:15:08,090 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,44903,1731244507177 2024-11-10T13:15:08,108 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39375-0x10124e2bbc10002, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:15:08,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44903-0x10124e2bbc10000, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:15:08,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x10124e2bbc10001, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:15:08,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36171-0x10124e2bbc10003, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:15:08,139 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T13:15:08,141 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,44903,1731244507177 2024-11-10T13:15:08,143 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T13:15:08,145 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T13:15:08,145 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T13:15:08,146 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T13:15:08,146 INFO [RS:0;2467a7071e00:35119 {}] regionserver.HRegionServer(746): ClusterId : a9f6a61b-717f-466e-be0b-c462be328f05 2024-11-10T13:15:08,146 INFO [RS:2;2467a7071e00:36171 {}] regionserver.HRegionServer(746): ClusterId : a9f6a61b-717f-466e-be0b-c462be328f05 2024-11-10T13:15:08,146 DEBUG [RS:0;2467a7071e00:35119 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T13:15:08,146 DEBUG [RS:2;2467a7071e00:36171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T13:15:08,146 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2467a7071e00,44903,1731244507177 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T13:15:08,171 INFO [RS:1;2467a7071e00:39375 {}] regionserver.HRegionServer(746): ClusterId : a9f6a61b-717f-466e-be0b-c462be328f05 2024-11-10T13:15:08,171 DEBUG [RS:1;2467a7071e00:39375 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T13:15:08,172 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:15:08,172 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:15:08,172 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:15:08,172 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:15:08,172 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2467a7071e00:0, corePoolSize=10, maxPoolSize=10 2024-11-10T13:15:08,173 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:15:08,173 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:15:08,173 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:15:08,175 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731244538174 2024-11-10T13:15:08,175 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:15:08,175 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T13:15:08,175 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T13:15:08,175 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T13:15:08,175 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T13:15:08,175 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T13:15:08,175 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T13:15:08,175 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T13:15:08,175 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:15:08,176 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T13:15:08,176 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T13:15:08,176 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T13:15:08,176 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T13:15:08,176 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T13:15:08,176 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:15:08,176 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244508176,5,FailOnTimeoutGroup] 2024-11-10T13:15:08,176 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244508176,5,FailOnTimeoutGroup] 2024-11-10T13:15:08,176 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:15:08,176 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T13:15:08,176 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T13:15:08,176 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T13:15:08,176 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T13:15:08,181 DEBUG [RS:0;2467a7071e00:35119 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T13:15:08,181 DEBUG [RS:2;2467a7071e00:36171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T13:15:08,182 DEBUG [RS:0;2467a7071e00:35119 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T13:15:08,182 DEBUG [RS:2;2467a7071e00:36171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T13:15:08,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741831_1007 (size=1321) 2024-11-10T13:15:08,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741831_1007 (size=1321) 2024-11-10T13:15:08,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741831_1007 (size=1321) 2024-11-10T13:15:08,211 DEBUG [RS:1;2467a7071e00:39375 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T13:15:08,211 DEBUG [RS:1;2467a7071e00:39375 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T13:15:08,224 DEBUG [RS:0;2467a7071e00:35119 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T13:15:08,224 DEBUG [RS:0;2467a7071e00:35119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@409c0ac7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:15:08,232 DEBUG [RS:1;2467a7071e00:39375 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T13:15:08,233 DEBUG [RS:1;2467a7071e00:39375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19b1fedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:15:08,233 DEBUG [RS:2;2467a7071e00:36171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T13:15:08,233 DEBUG [RS:2;2467a7071e00:36171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@788a7c91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:15:08,240 DEBUG [RS:0;2467a7071e00:35119 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2467a7071e00:35119 2024-11-10T13:15:08,240 INFO [RS:0;2467a7071e00:35119 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T13:15:08,240 INFO [RS:0;2467a7071e00:35119 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T13:15:08,240 DEBUG [RS:0;2467a7071e00:35119 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T13:15:08,241 INFO [RS:0;2467a7071e00:35119 {}] regionserver.HRegionServer(2659): reportForDuty to master=2467a7071e00,44903,1731244507177 with port=35119, startcode=1731244507426 2024-11-10T13:15:08,241 DEBUG [RS:0;2467a7071e00:35119 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T13:15:08,244 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T13:15:08,245 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44903 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2467a7071e00,35119,1731244507426 2024-11-10T13:15:08,245 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44903 {}] master.ServerManager(517): Registering regionserver=2467a7071e00,35119,1731244507426 2024-11-10T13:15:08,248 DEBUG [RS:2;2467a7071e00:36171 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;2467a7071e00:36171 2024-11-10T13:15:08,248 INFO [RS:2;2467a7071e00:36171 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T13:15:08,248 INFO [RS:2;2467a7071e00:36171 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T13:15:08,248 DEBUG [RS:2;2467a7071e00:36171 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T13:15:08,248 DEBUG [RS:1;2467a7071e00:39375 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2467a7071e00:39375 2024-11-10T13:15:08,248 INFO [RS:1;2467a7071e00:39375 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T13:15:08,248 INFO [RS:1;2467a7071e00:39375 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T13:15:08,248 DEBUG [RS:1;2467a7071e00:39375 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T13:15:08,249 DEBUG [RS:0;2467a7071e00:35119 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9 2024-11-10T13:15:08,249 DEBUG [RS:0;2467a7071e00:35119 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35213 2024-11-10T13:15:08,249 DEBUG [RS:0;2467a7071e00:35119 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T13:15:08,250 INFO [RS:2;2467a7071e00:36171 {}] regionserver.HRegionServer(2659): reportForDuty to master=2467a7071e00,44903,1731244507177 with port=36171, startcode=1731244507502 2024-11-10T13:15:08,250 DEBUG [RS:2;2467a7071e00:36171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T13:15:08,253 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57077, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T13:15:08,254 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44903 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2467a7071e00,36171,1731244507502 2024-11-10T13:15:08,254 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44903 {}] master.ServerManager(517): Registering regionserver=2467a7071e00,36171,1731244507502 2024-11-10T13:15:08,255 INFO [RS:1;2467a7071e00:39375 {}] regionserver.HRegionServer(2659): reportForDuty to master=2467a7071e00,44903,1731244507177 with port=39375, startcode=1731244507464 2024-11-10T13:15:08,255 DEBUG [RS:1;2467a7071e00:39375 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T13:15:08,261 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T13:15:08,262 DEBUG [RS:2;2467a7071e00:36171 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9 2024-11-10T13:15:08,262 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44903 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2467a7071e00,39375,1731244507464 2024-11-10T13:15:08,262 DEBUG [RS:2;2467a7071e00:36171 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35213 2024-11-10T13:15:08,262 DEBUG [RS:2;2467a7071e00:36171 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T13:15:08,262 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44903 {}] master.ServerManager(517): Registering regionserver=2467a7071e00,39375,1731244507464 2024-11-10T13:15:08,263 DEBUG [RS:1;2467a7071e00:39375 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9 2024-11-10T13:15:08,263 DEBUG [RS:1;2467a7071e00:39375 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35213 2024-11-10T13:15:08,264 DEBUG [RS:1;2467a7071e00:39375 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T13:15:08,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44903-0x10124e2bbc10000, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T13:15:08,302 DEBUG [RS:0;2467a7071e00:35119 {}] zookeeper.ZKUtil(111): regionserver:35119-0x10124e2bbc10001, quorum=127.0.0.1:58009, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2467a7071e00,35119,1731244507426 2024-11-10T13:15:08,302 WARN [RS:0;2467a7071e00:35119 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:15:08,302 INFO [RS:0;2467a7071e00:35119 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:15:08,303 DEBUG [RS:0;2467a7071e00:35119 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/WALs/2467a7071e00,35119,1731244507426 2024-11-10T13:15:08,303 DEBUG [RS:1;2467a7071e00:39375 {}] zookeeper.ZKUtil(111): regionserver:39375-0x10124e2bbc10002, quorum=127.0.0.1:58009, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2467a7071e00,39375,1731244507464 2024-11-10T13:15:08,303 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2467a7071e00,39375,1731244507464] 2024-11-10T13:15:08,303 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2467a7071e00,36171,1731244507502] 2024-11-10T13:15:08,303 WARN [RS:1;2467a7071e00:39375 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:15:08,303 DEBUG [RS:2;2467a7071e00:36171 {}] zookeeper.ZKUtil(111): regionserver:36171-0x10124e2bbc10003, quorum=127.0.0.1:58009, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2467a7071e00,36171,1731244507502 2024-11-10T13:15:08,303 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2467a7071e00,35119,1731244507426] 2024-11-10T13:15:08,303 WARN [RS:2;2467a7071e00:36171 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:15:08,303 INFO [RS:1;2467a7071e00:39375 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:15:08,303 INFO [RS:2;2467a7071e00:36171 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:15:08,303 DEBUG [RS:1;2467a7071e00:39375 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/WALs/2467a7071e00,39375,1731244507464 2024-11-10T13:15:08,303 DEBUG [RS:2;2467a7071e00:36171 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/WALs/2467a7071e00,36171,1731244507502 2024-11-10T13:15:08,307 INFO [RS:0;2467a7071e00:35119 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T13:15:08,307 INFO [RS:2;2467a7071e00:36171 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T13:15:08,309 INFO [RS:2;2467a7071e00:36171 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T13:15:08,309 INFO [RS:2;2467a7071e00:36171 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T13:15:08,309 INFO [RS:2;2467a7071e00:36171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:15:08,309 INFO [RS:2;2467a7071e00:36171 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T13:15:08,309 INFO [RS:1;2467a7071e00:39375 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T13:15:08,310 INFO [RS:2;2467a7071e00:36171 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T13:15:08,310 INFO [RS:2;2467a7071e00:36171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T13:15:08,310 DEBUG [RS:2;2467a7071e00:36171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:15:08,310 DEBUG [RS:2;2467a7071e00:36171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:15:08,310 DEBUG [RS:2;2467a7071e00:36171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:15:08,311 DEBUG [RS:2;2467a7071e00:36171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:15:08,311 DEBUG [RS:2;2467a7071e00:36171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:15:08,311 DEBUG [RS:2;2467a7071e00:36171 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:15:08,311 DEBUG [RS:2;2467a7071e00:36171 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:15:08,311 DEBUG [RS:2;2467a7071e00:36171 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:15:08,311 DEBUG [RS:2;2467a7071e00:36171 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:15:08,311 DEBUG [RS:2;2467a7071e00:36171 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:15:08,311 DEBUG [RS:2;2467a7071e00:36171 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:15:08,311 DEBUG [RS:2;2467a7071e00:36171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:15:08,311 DEBUG [RS:2;2467a7071e00:36171 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:15:08,311 DEBUG [RS:2;2467a7071e00:36171 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:15:08,311 INFO [RS:0;2467a7071e00:35119 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T13:15:08,311 INFO [RS:1;2467a7071e00:39375 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T13:15:08,312 INFO [RS:0;2467a7071e00:35119 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T13:15:08,312 INFO [RS:1;2467a7071e00:39375 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T13:15:08,312 INFO [RS:0;2467a7071e00:35119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:15:08,312 INFO [RS:2;2467a7071e00:36171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:15:08,312 INFO [RS:1;2467a7071e00:39375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:15:08,312 INFO [RS:2;2467a7071e00:36171 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:15:08,312 INFO [RS:2;2467a7071e00:36171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:15:08,312 INFO [RS:0;2467a7071e00:35119 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T13:15:08,312 INFO [RS:2;2467a7071e00:36171 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T13:15:08,312 INFO [RS:2;2467a7071e00:36171 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T13:15:08,312 INFO [RS:2;2467a7071e00:36171 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,36171,1731244507502-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:15:08,313 INFO [RS:1;2467a7071e00:39375 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T13:15:08,313 INFO [RS:0;2467a7071e00:35119 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T13:15:08,313 INFO [RS:0;2467a7071e00:35119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T13:15:08,313 DEBUG [RS:0;2467a7071e00:35119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:15:08,314 DEBUG [RS:0;2467a7071e00:35119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:15:08,314 DEBUG [RS:0;2467a7071e00:35119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:15:08,314 DEBUG [RS:0;2467a7071e00:35119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:15:08,314 DEBUG [RS:0;2467a7071e00:35119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:15:08,314 DEBUG [RS:0;2467a7071e00:35119 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:15:08,314 DEBUG [RS:0;2467a7071e00:35119 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:15:08,314 DEBUG [RS:0;2467a7071e00:35119 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:15:08,314 DEBUG [RS:0;2467a7071e00:35119 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:15:08,314 DEBUG [RS:0;2467a7071e00:35119 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:15:08,314 DEBUG [RS:0;2467a7071e00:35119 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:15:08,314 DEBUG [RS:0;2467a7071e00:35119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:15:08,314 DEBUG [RS:0;2467a7071e00:35119 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:15:08,314 DEBUG [RS:0;2467a7071e00:35119 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:15:08,317 INFO [RS:1;2467a7071e00:39375 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T13:15:08,317 INFO [RS:1;2467a7071e00:39375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T13:15:08,317 DEBUG [RS:1;2467a7071e00:39375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:15:08,317 DEBUG [RS:1;2467a7071e00:39375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:15:08,317 DEBUG [RS:1;2467a7071e00:39375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:15:08,317 DEBUG [RS:1;2467a7071e00:39375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:15:08,317 DEBUG [RS:1;2467a7071e00:39375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:15:08,317 DEBUG [RS:1;2467a7071e00:39375 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:15:08,317 DEBUG [RS:1;2467a7071e00:39375 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:15:08,317 DEBUG [RS:1;2467a7071e00:39375 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:15:08,318 DEBUG [RS:1;2467a7071e00:39375 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:15:08,318 DEBUG [RS:1;2467a7071e00:39375 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:15:08,318 DEBUG [RS:1;2467a7071e00:39375 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:15:08,318 DEBUG [RS:1;2467a7071e00:39375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:15:08,318 DEBUG [RS:1;2467a7071e00:39375 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:15:08,318 DEBUG [RS:1;2467a7071e00:39375 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:15:08,332 INFO [RS:2;2467a7071e00:36171 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T13:15:08,332 INFO [RS:2;2467a7071e00:36171 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,36171,1731244507502-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:15:08,332 INFO [RS:2;2467a7071e00:36171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:15:08,333 INFO [RS:2;2467a7071e00:36171 {}] regionserver.Replication(171): 2467a7071e00,36171,1731244507502 started 2024-11-10T13:15:08,352 INFO [RS:0;2467a7071e00:35119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:15:08,352 INFO [RS:0;2467a7071e00:35119 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:15:08,353 INFO [RS:0;2467a7071e00:35119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:15:08,353 INFO [RS:0;2467a7071e00:35119 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T13:15:08,353 INFO [RS:0;2467a7071e00:35119 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T13:15:08,353 INFO [RS:0;2467a7071e00:35119 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,35119,1731244507426-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:15:08,356 INFO [RS:2;2467a7071e00:36171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:15:08,356 INFO [RS:2;2467a7071e00:36171 {}] regionserver.HRegionServer(1482): Serving as 2467a7071e00,36171,1731244507502, RpcServer on 2467a7071e00/172.17.0.3:36171, sessionid=0x10124e2bbc10003 2024-11-10T13:15:08,356 DEBUG [RS:2;2467a7071e00:36171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T13:15:08,356 DEBUG [RS:2;2467a7071e00:36171 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2467a7071e00,36171,1731244507502 2024-11-10T13:15:08,357 DEBUG [RS:2;2467a7071e00:36171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,36171,1731244507502' 2024-11-10T13:15:08,357 DEBUG [RS:2;2467a7071e00:36171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T13:15:08,358 DEBUG [RS:2;2467a7071e00:36171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T13:15:08,359 DEBUG [RS:2;2467a7071e00:36171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T13:15:08,359 DEBUG [RS:2;2467a7071e00:36171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T13:15:08,359 DEBUG [RS:2;2467a7071e00:36171 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2467a7071e00,36171,1731244507502 2024-11-10T13:15:08,359 DEBUG [RS:2;2467a7071e00:36171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,36171,1731244507502' 2024-11-10T13:15:08,359 DEBUG [RS:2;2467a7071e00:36171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T13:15:08,359 DEBUG [RS:2;2467a7071e00:36171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T13:15:08,360 DEBUG [RS:2;2467a7071e00:36171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T13:15:08,360 INFO [RS:2;2467a7071e00:36171 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T13:15:08,360 INFO [RS:2;2467a7071e00:36171 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T13:15:08,362 INFO [RS:1;2467a7071e00:39375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:15:08,362 INFO [RS:1;2467a7071e00:39375 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:15:08,362 INFO [RS:1;2467a7071e00:39375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:15:08,363 INFO [RS:1;2467a7071e00:39375 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T13:15:08,363 INFO [RS:1;2467a7071e00:39375 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T13:15:08,363 INFO [RS:1;2467a7071e00:39375 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,39375,1731244507464-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:15:08,381 INFO [RS:0;2467a7071e00:35119 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T13:15:08,381 INFO [RS:0;2467a7071e00:35119 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,35119,1731244507426-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:15:08,381 INFO [RS:0;2467a7071e00:35119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:15:08,381 INFO [RS:0;2467a7071e00:35119 {}] regionserver.Replication(171): 2467a7071e00,35119,1731244507426 started 2024-11-10T13:15:08,386 INFO [RS:1;2467a7071e00:39375 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T13:15:08,387 INFO [RS:1;2467a7071e00:39375 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,39375,1731244507464-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:15:08,387 INFO [RS:1;2467a7071e00:39375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:15:08,387 INFO [RS:1;2467a7071e00:39375 {}] regionserver.Replication(171): 2467a7071e00,39375,1731244507464 started 2024-11-10T13:15:08,397 INFO [RS:0;2467a7071e00:35119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:15:08,397 INFO [RS:0;2467a7071e00:35119 {}] regionserver.HRegionServer(1482): Serving as 2467a7071e00,35119,1731244507426, RpcServer on 2467a7071e00/172.17.0.3:35119, sessionid=0x10124e2bbc10001 2024-11-10T13:15:08,397 DEBUG [RS:0;2467a7071e00:35119 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T13:15:08,397 DEBUG [RS:0;2467a7071e00:35119 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2467a7071e00,35119,1731244507426 2024-11-10T13:15:08,397 DEBUG [RS:0;2467a7071e00:35119 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,35119,1731244507426' 2024-11-10T13:15:08,397 DEBUG [RS:0;2467a7071e00:35119 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T13:15:08,398 DEBUG [RS:0;2467a7071e00:35119 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T13:15:08,398 DEBUG [RS:0;2467a7071e00:35119 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T13:15:08,398 DEBUG [RS:0;2467a7071e00:35119 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T13:15:08,398 DEBUG [RS:0;2467a7071e00:35119 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2467a7071e00,35119,1731244507426 2024-11-10T13:15:08,398 DEBUG [RS:0;2467a7071e00:35119 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,35119,1731244507426' 2024-11-10T13:15:08,398 DEBUG [RS:0;2467a7071e00:35119 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T13:15:08,398 DEBUG [RS:0;2467a7071e00:35119 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T13:15:08,399 DEBUG [RS:0;2467a7071e00:35119 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T13:15:08,399 INFO [RS:0;2467a7071e00:35119 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T13:15:08,399 INFO [RS:0;2467a7071e00:35119 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T13:15:08,402 INFO [RS:1;2467a7071e00:39375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:15:08,402 INFO [RS:1;2467a7071e00:39375 {}] regionserver.HRegionServer(1482): Serving as 2467a7071e00,39375,1731244507464, RpcServer on 2467a7071e00/172.17.0.3:39375, sessionid=0x10124e2bbc10002 2024-11-10T13:15:08,402 DEBUG [RS:1;2467a7071e00:39375 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T13:15:08,402 DEBUG [RS:1;2467a7071e00:39375 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2467a7071e00,39375,1731244507464 2024-11-10T13:15:08,402 DEBUG [RS:1;2467a7071e00:39375 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,39375,1731244507464' 2024-11-10T13:15:08,402 DEBUG [RS:1;2467a7071e00:39375 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T13:15:08,403 DEBUG [RS:1;2467a7071e00:39375 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T13:15:08,403 DEBUG [RS:1;2467a7071e00:39375 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T13:15:08,403 DEBUG [RS:1;2467a7071e00:39375 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T13:15:08,403 DEBUG [RS:1;2467a7071e00:39375 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2467a7071e00,39375,1731244507464 2024-11-10T13:15:08,403 DEBUG [RS:1;2467a7071e00:39375 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,39375,1731244507464' 2024-11-10T13:15:08,404 DEBUG [RS:1;2467a7071e00:39375 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T13:15:08,404 DEBUG [RS:1;2467a7071e00:39375 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T13:15:08,404 DEBUG [RS:1;2467a7071e00:39375 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T13:15:08,404 INFO [RS:1;2467a7071e00:39375 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T13:15:08,404 INFO [RS:1;2467a7071e00:39375 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T13:15:08,460 INFO [RS:2;2467a7071e00:36171 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:15:08,462 INFO [RS:2;2467a7071e00:36171 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2467a7071e00%2C36171%2C1731244507502, suffix=, logDir=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/WALs/2467a7071e00,36171,1731244507502, archiveDir=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/oldWALs, maxLogs=32 2024-11-10T13:15:08,479 DEBUG [RS:2;2467a7071e00:36171 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/WALs/2467a7071e00,36171,1731244507502/2467a7071e00%2C36171%2C1731244507502.1731244508464, exclude list is [], retry=0 2024-11-10T13:15:08,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41141,DS-8a1dfd67-54b7-41c9-8fc3-a4341d01d7d3,DISK] 2024-11-10T13:15:08,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41911,DS-4cca8277-d8b5-492e-ac49-15aa0a22cb1a,DISK] 2024-11-10T13:15:08,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42909,DS-36aee834-8beb-43ee-80a3-f5c7b1f4daeb,DISK] 2024-11-10T13:15:08,485 INFO [RS:2;2467a7071e00:36171 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/WALs/2467a7071e00,36171,1731244507502/2467a7071e00%2C36171%2C1731244507502.1731244508464 2024-11-10T13:15:08,487 DEBUG [RS:2;2467a7071e00:36171 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34711:34711),(127.0.0.1/127.0.0.1:44731:44731),(127.0.0.1/127.0.0.1:35979:35979)] 2024-11-10T13:15:08,499 INFO [RS:0;2467a7071e00:35119 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:15:08,501 INFO [RS:0;2467a7071e00:35119 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2467a7071e00%2C35119%2C1731244507426, suffix=, logDir=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/WALs/2467a7071e00,35119,1731244507426, archiveDir=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/oldWALs, maxLogs=32 2024-11-10T13:15:08,505 INFO [RS:1;2467a7071e00:39375 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:15:08,507 INFO [RS:1;2467a7071e00:39375 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2467a7071e00%2C39375%2C1731244507464, suffix=, logDir=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/WALs/2467a7071e00,39375,1731244507464, archiveDir=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/oldWALs, maxLogs=32 2024-11-10T13:15:08,514 DEBUG [RS:0;2467a7071e00:35119 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/WALs/2467a7071e00,35119,1731244507426/2467a7071e00%2C35119%2C1731244507426.1731244508502, exclude list is [], retry=0 2024-11-10T13:15:08,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42909,DS-36aee834-8beb-43ee-80a3-f5c7b1f4daeb,DISK] 2024-11-10T13:15:08,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41141,DS-8a1dfd67-54b7-41c9-8fc3-a4341d01d7d3,DISK] 2024-11-10T13:15:08,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41911,DS-4cca8277-d8b5-492e-ac49-15aa0a22cb1a,DISK] 2024-11-10T13:15:08,519 DEBUG [RS:1;2467a7071e00:39375 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/WALs/2467a7071e00,39375,1731244507464/2467a7071e00%2C39375%2C1731244507464.1731244508507, exclude list is [], retry=0 2024-11-10T13:15:08,521 INFO [RS:0;2467a7071e00:35119 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/WALs/2467a7071e00,35119,1731244507426/2467a7071e00%2C35119%2C1731244507426.1731244508502 2024-11-10T13:15:08,522 DEBUG [RS:0;2467a7071e00:35119 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44731:44731),(127.0.0.1/127.0.0.1:35979:35979),(127.0.0.1/127.0.0.1:34711:34711)] 2024-11-10T13:15:08,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41141,DS-8a1dfd67-54b7-41c9-8fc3-a4341d01d7d3,DISK] 2024-11-10T13:15:08,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42909,DS-36aee834-8beb-43ee-80a3-f5c7b1f4daeb,DISK] 2024-11-10T13:15:08,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41911,DS-4cca8277-d8b5-492e-ac49-15aa0a22cb1a,DISK] 2024-11-10T13:15:08,530 INFO [RS:1;2467a7071e00:39375 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/WALs/2467a7071e00,39375,1731244507464/2467a7071e00%2C39375%2C1731244507464.1731244508507 2024-11-10T13:15:08,532 DEBUG [RS:1;2467a7071e00:39375 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44731:44731),(127.0.0.1/127.0.0.1:34711:34711),(127.0.0.1/127.0.0.1:35979:35979)] 2024-11-10T13:15:08,588 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T13:15:08,588 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9 2024-11-10T13:15:08,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741835_1011 (size=32) 2024-11-10T13:15:08,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741835_1011 (size=32) 2024-11-10T13:15:08,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741835_1011 (size=32) 2024-11-10T13:15:08,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:15:08,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:15:08,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:15:08,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:15:08,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:15:08,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:15:08,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:15:08,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:15:08,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:15:08,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:15:08,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:15:08,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:15:08,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:15:08,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:15:08,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:15:08,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:15:08,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:15:08,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:15:08,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/hbase/meta/1588230740 2024-11-10T13:15:08,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/hbase/meta/1588230740 2024-11-10T13:15:08,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:15:08,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:15:08,614 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:15:08,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:15:08,617 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:15:08,618 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59239032, jitterRate=-0.11726963520050049}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:15:08,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731244508600Initializing all the Stores at 1731244508601 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244508601Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244508601Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244508601Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244508601Cleaning up temporary data from old regions at 1731244508613 (+12 ms)Region opened successfully at 1731244508618 (+5 ms) 2024-11-10T13:15:08,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:15:08,619 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:15:08,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:15:08,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:15:08,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:15:08,619 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:15:08,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731244508618Disabling compacts and flushes for region at 1731244508618Disabling writes for close at 1731244508619 (+1 ms)Writing region close event to WAL at 1731244508619Closed at 1731244508619 2024-11-10T13:15:08,620 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:15:08,620 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T13:15:08,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T13:15:08,621 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:15:08,622 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T13:15:08,772 DEBUG [2467a7071e00:44903 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-10T13:15:08,773 DEBUG [2467a7071e00:44903 {}] balancer.BalancerClusterState(204): Hosts are {2467a7071e00=0} racks are {/default-rack=0} 2024-11-10T13:15:08,775 DEBUG [2467a7071e00:44903 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T13:15:08,775 DEBUG [2467a7071e00:44903 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T13:15:08,775 DEBUG [2467a7071e00:44903 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-10T13:15:08,776 DEBUG [2467a7071e00:44903 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T13:15:08,776 DEBUG [2467a7071e00:44903 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T13:15:08,776 DEBUG [2467a7071e00:44903 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-10T13:15:08,776 INFO [2467a7071e00:44903 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T13:15:08,776 INFO [2467a7071e00:44903 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T13:15:08,776 INFO [2467a7071e00:44903 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-10T13:15:08,776 DEBUG [2467a7071e00:44903 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T13:15:08,776 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2467a7071e00,39375,1731244507464 2024-11-10T13:15:08,778 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,39375,1731244507464, state=OPENING 2024-11-10T13:15:08,790 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T13:15:08,803 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39375-0x10124e2bbc10002, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:15:08,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x10124e2bbc10001, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:15:08,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44903-0x10124e2bbc10000, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:15:08,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36171-0x10124e2bbc10003, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:15:08,803 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T13:15:08,803 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:15:08,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,39375,1731244507464}] 2024-11-10T13:15:08,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T13:15:08,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T13:15:08,805 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T13:15:15,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T13:15:15,672 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T13:15:18,807 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:15:18,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T13:15:18,817 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T13:15:18,817 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:15:18,818 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T13:15:18,820 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2467a7071e00%2C39375%2C1731244507464.meta, suffix=.meta, logDir=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/WALs/2467a7071e00,39375,1731244507464, archiveDir=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/oldWALs, maxLogs=32 2024-11-10T13:15:18,838 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/WALs/2467a7071e00,39375,1731244507464/2467a7071e00%2C39375%2C1731244507464.meta.1731244518821.meta, exclude list is [], retry=0 2024-11-10T13:15:18,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41141,DS-8a1dfd67-54b7-41c9-8fc3-a4341d01d7d3,DISK] 2024-11-10T13:15:18,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42909,DS-36aee834-8beb-43ee-80a3-f5c7b1f4daeb,DISK] 2024-11-10T13:15:18,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41911,DS-4cca8277-d8b5-492e-ac49-15aa0a22cb1a,DISK] 2024-11-10T13:15:18,850 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/WALs/2467a7071e00,39375,1731244507464/2467a7071e00%2C39375%2C1731244507464.meta.1731244518821.meta 2024-11-10T13:15:18,852 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44731:44731),(127.0.0.1/127.0.0.1:34711:34711),(127.0.0.1/127.0.0.1:35979:35979)] 2024-11-10T13:15:18,852 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:15:18,853 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:15:18,853 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T13:15:18,853 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T13:15:18,853 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T13:15:18,853 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:15:18,853 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T13:15:18,854 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T13:15:18,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:15:18,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:15:18,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:15:18,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:15:18,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:15:18,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:15:18,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:15:18,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:15:18,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:15:18,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:15:18,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:15:18,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:15:18,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:15:18,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:15:18,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:15:18,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:15:18,863 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:15:18,864 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/hbase/meta/1588230740 2024-11-10T13:15:18,866 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/hbase/meta/1588230740 2024-11-10T13:15:18,867 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:15:18,867 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:15:18,868 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:15:18,870 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:15:18,871 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69562625, jitterRate=0.03656388819217682}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:15:18,871 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T13:15:18,872 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731244518854Writing region info on filesystem at 1731244518854Initializing all the Stores at 1731244518856 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244518856Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244518856Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244518856Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244518856Cleaning up temporary data from old regions at 1731244518867 (+11 ms)Running coprocessor post-open hooks at 1731244518871 (+4 ms)Region opened successfully at 1731244518872 (+1 ms) 2024-11-10T13:15:18,876 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731244518807 2024-11-10T13:15:18,879 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T13:15:18,879 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T13:15:18,880 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,39375,1731244507464 2024-11-10T13:15:18,882 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,39375,1731244507464, state=OPEN 2024-11-10T13:15:18,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x10124e2bbc10001, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T13:15:18,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36171-0x10124e2bbc10003, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T13:15:18,948 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T13:15:18,948 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T13:15:18,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44903-0x10124e2bbc10000, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T13:15:18,949 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2467a7071e00,39375,1731244507464 2024-11-10T13:15:18,949 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T13:15:18,950 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39375-0x10124e2bbc10002, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T13:15:18,951 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T13:15:18,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T13:15:18,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,39375,1731244507464 in 10.1460 sec 2024-11-10T13:15:18,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T13:15:18,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.3330 sec 2024-11-10T13:15:18,957 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:15:18,957 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T13:15:18,962 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:15:18,962 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,39375,1731244507464, seqNum=-1] 2024-11-10T13:15:18,963 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:15:18,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55045, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:15:18,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.8300 sec 2024-11-10T13:15:18,977 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731244518977, completionTime=-1 2024-11-10T13:15:18,977 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-10T13:15:18,977 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T13:15:18,979 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-10T13:15:18,980 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731244578980 2024-11-10T13:15:18,980 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731244638980 2024-11-10T13:15:18,980 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T13:15:18,980 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-10T13:15:18,981 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,44903,1731244507177-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:15:18,981 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,44903,1731244507177-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:15:18,981 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,44903,1731244507177-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:15:18,981 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2467a7071e00:44903, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:15:18,981 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T13:15:18,984 DEBUG [master/2467a7071e00:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T13:15:18,996 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T13:15:19,005 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.401sec 2024-11-10T13:15:19,006 INFO [master/2467a7071e00:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T13:15:19,006 INFO [master/2467a7071e00:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T13:15:19,006 INFO [master/2467a7071e00:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T13:15:19,006 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T13:15:19,006 INFO [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T13:15:19,006 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,44903,1731244507177-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:15:19,006 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,44903,1731244507177-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T13:15:19,010 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T13:15:19,010 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T13:15:19,011 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,44903,1731244507177-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:15:19,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6184c6ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:15:19,077 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,44903,-1 for getting cluster id 2024-11-10T13:15:19,077 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:15:19,082 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9f6a61b-717f-466e-be0b-c462be328f05' 2024-11-10T13:15:19,083 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:15:19,083 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9f6a61b-717f-466e-be0b-c462be328f05" 2024-11-10T13:15:19,083 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b028abc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:15:19,083 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,44903,-1] 2024-11-10T13:15:19,084 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:15:19,090 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:15:19,093 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:15:19,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3673ef5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:15:19,095 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:15:19,105 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,39375,1731244507464, seqNum=-1] 2024-11-10T13:15:19,106 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:15:19,112 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:15:19,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2467a7071e00,44903,1731244507177 2024-11-10T13:15:19,114 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731244519114 (current time:1731244519114). 2024-11-10T13:15:19,114 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-10T13:15:19,114 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-10T13:15:19,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e03cab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:15:19,115 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,44903,-1 for getting cluster id 2024-11-10T13:15:19,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:15:19,116 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9f6a61b-717f-466e-be0b-c462be328f05' 2024-11-10T13:15:19,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:15:19,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9f6a61b-717f-466e-be0b-c462be328f05" 2024-11-10T13:15:19,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44fd4f71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:15:19,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,44903,-1] 2024-11-10T13:15:19,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:15:19,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:15:19,119 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:15:19,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb8d1df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:15:19,121 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:15:19,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,39375,1731244507464, seqNum=-1] 2024-11-10T13:15:19,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:15:19,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:15:19,125 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:15:19,126 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:15:19,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:15:19,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:15:19,126 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:15:19,126 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:15:19,129 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,44903,1731244507177 2024-11-10T13:15:19,129 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30cff114 2024-11-10T13:15:19,129 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:15:19,151 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:15:19,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44903 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:15:19,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44903 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-10T13:15:19,159 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T13:15:19,159 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:15:19,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44903 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-10T13:15:19,161 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T13:15:19,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:15:19,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741837_1013 (size=361) 2024-11-10T13:15:19,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741837_1013 (size=361) 2024-11-10T13:15:19,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741837_1013 (size=361) 2024-11-10T13:15:19,190 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8dd50a2a6c8dc30a71eee0b741042427, NAME => 'SPTestTable,,1731244519153.8dd50a2a6c8dc30a71eee0b741042427.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9 2024-11-10T13:15:19,191 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a99e605c4133ee3b829ba2cdd08e9eca, NAME => 'SPTestTable,19999999,1731244519153.a99e605c4133ee3b829ba2cdd08e9eca.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9 2024-11-10T13:15:19,192 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 9791ef329347cb9c3a33d2ad2ae4502d, NAME => 'SPTestTable,33333332,1731244519153.9791ef329347cb9c3a33d2ad2ae4502d.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9 2024-11-10T13:15:19,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741838_1014 (size=54) 2024-11-10T13:15:19,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741838_1014 (size=54) 2024-11-10T13:15:19,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741838_1014 (size=54) 2024-11-10T13:15:19,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741839_1015 (size=62) 2024-11-10T13:15:19,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741839_1015 (size=62) 2024-11-10T13:15:19,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741839_1015 (size=62) 2024-11-10T13:15:19,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741840_1016 (size=62) 2024-11-10T13:15:19,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741840_1016 (size=62) 2024-11-10T13:15:19,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741840_1016 (size=62) 2024-11-10T13:15:19,259 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731244519153.a99e605c4133ee3b829ba2cdd08e9eca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:15:19,259 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a99e605c4133ee3b829ba2cdd08e9eca, disabling compactions & flushes 2024-11-10T13:15:19,259 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731244519153.a99e605c4133ee3b829ba2cdd08e9eca. 2024-11-10T13:15:19,259 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731244519153.a99e605c4133ee3b829ba2cdd08e9eca. 2024-11-10T13:15:19,260 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731244519153.a99e605c4133ee3b829ba2cdd08e9eca. after waiting 0 ms 2024-11-10T13:15:19,260 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731244519153.a99e605c4133ee3b829ba2cdd08e9eca. 2024-11-10T13:15:19,260 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731244519153.a99e605c4133ee3b829ba2cdd08e9eca. 2024-11-10T13:15:19,260 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a99e605c4133ee3b829ba2cdd08e9eca: Waiting for close lock at 1731244519259Disabling compacts and flushes for region at 1731244519259Disabling writes for close at 1731244519260 (+1 ms)Writing region close event to WAL at 1731244519260Closed at 1731244519260 2024-11-10T13:15:19,260 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 80a8f2e05fdc5bae3383d9077d3e5985, NAME => 'SPTestTable,4ccccccb,1731244519153.80a8f2e05fdc5bae3383d9077d3e5985.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9 2024-11-10T13:15:19,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:15:19,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741841_1017 (size=62) 2024-11-10T13:15:19,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741841_1017 (size=62) 2024-11-10T13:15:19,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741841_1017 (size=62) 2024-11-10T13:15:19,276 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731244519153.80a8f2e05fdc5bae3383d9077d3e5985.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:15:19,276 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 80a8f2e05fdc5bae3383d9077d3e5985, disabling compactions & flushes 2024-11-10T13:15:19,276 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731244519153.80a8f2e05fdc5bae3383d9077d3e5985. 2024-11-10T13:15:19,276 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731244519153.80a8f2e05fdc5bae3383d9077d3e5985. 2024-11-10T13:15:19,276 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731244519153.80a8f2e05fdc5bae3383d9077d3e5985. after waiting 0 ms 2024-11-10T13:15:19,276 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731244519153.80a8f2e05fdc5bae3383d9077d3e5985. 2024-11-10T13:15:19,276 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731244519153.80a8f2e05fdc5bae3383d9077d3e5985. 2024-11-10T13:15:19,276 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 80a8f2e05fdc5bae3383d9077d3e5985: Waiting for close lock at 1731244519276Disabling compacts and flushes for region at 1731244519276Disabling writes for close at 1731244519276Writing region close event to WAL at 1731244519276Closed at 1731244519276 2024-11-10T13:15:19,277 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => effc0864933175608d7840c158b185e7, NAME => 'SPTestTable,66666664,1731244519153.effc0864933175608d7840c158b185e7.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9 2024-11-10T13:15:19,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741842_1018 (size=62) 2024-11-10T13:15:19,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741842_1018 (size=62) 2024-11-10T13:15:19,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741842_1018 (size=62) 2024-11-10T13:15:19,301 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731244519153.effc0864933175608d7840c158b185e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:15:19,301 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing effc0864933175608d7840c158b185e7, disabling compactions & flushes 2024-11-10T13:15:19,301 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731244519153.effc0864933175608d7840c158b185e7. 2024-11-10T13:15:19,301 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731244519153.effc0864933175608d7840c158b185e7. 2024-11-10T13:15:19,301 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731244519153.effc0864933175608d7840c158b185e7. after waiting 0 ms 2024-11-10T13:15:19,301 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731244519153.effc0864933175608d7840c158b185e7. 2024-11-10T13:15:19,301 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731244519153.effc0864933175608d7840c158b185e7. 2024-11-10T13:15:19,301 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for effc0864933175608d7840c158b185e7: Waiting for close lock at 1731244519301Disabling compacts and flushes for region at 1731244519301Disabling writes for close at 1731244519301Writing region close event to WAL at 1731244519301Closed at 1731244519301 2024-11-10T13:15:19,302 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 35819f6453717de379debad26cf25f17, NAME => 'SPTestTable,7ffffffd,1731244519153.35819f6453717de379debad26cf25f17.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9 2024-11-10T13:15:19,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741843_1019 (size=62) 2024-11-10T13:15:19,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741843_1019 (size=62) 2024-11-10T13:15:19,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741843_1019 (size=62) 2024-11-10T13:15:19,321 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731244519153.35819f6453717de379debad26cf25f17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:15:19,321 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 35819f6453717de379debad26cf25f17, disabling compactions & flushes 2024-11-10T13:15:19,321 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731244519153.35819f6453717de379debad26cf25f17. 2024-11-10T13:15:19,321 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731244519153.35819f6453717de379debad26cf25f17. 2024-11-10T13:15:19,321 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731244519153.35819f6453717de379debad26cf25f17. after waiting 0 ms 2024-11-10T13:15:19,321 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731244519153.35819f6453717de379debad26cf25f17. 2024-11-10T13:15:19,321 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731244519153.35819f6453717de379debad26cf25f17. 2024-11-10T13:15:19,321 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 35819f6453717de379debad26cf25f17: Waiting for close lock at 1731244519321Disabling compacts and flushes for region at 1731244519321Disabling writes for close at 1731244519321Writing region close event to WAL at 1731244519321Closed at 1731244519321 2024-11-10T13:15:19,322 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5b47e58b4a87b4db299a56b631367261, NAME => 'SPTestTable,99999996,1731244519153.5b47e58b4a87b4db299a56b631367261.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9 2024-11-10T13:15:19,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741844_1020 (size=62) 2024-11-10T13:15:19,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741844_1020 (size=62) 2024-11-10T13:15:19,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741844_1020 (size=62) 2024-11-10T13:15:19,341 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731244519153.5b47e58b4a87b4db299a56b631367261.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:15:19,341 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5b47e58b4a87b4db299a56b631367261, disabling compactions & flushes 2024-11-10T13:15:19,341 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731244519153.5b47e58b4a87b4db299a56b631367261. 2024-11-10T13:15:19,341 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731244519153.5b47e58b4a87b4db299a56b631367261. 2024-11-10T13:15:19,341 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731244519153.5b47e58b4a87b4db299a56b631367261. after waiting 0 ms 2024-11-10T13:15:19,341 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731244519153.5b47e58b4a87b4db299a56b631367261. 2024-11-10T13:15:19,341 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731244519153.5b47e58b4a87b4db299a56b631367261. 2024-11-10T13:15:19,341 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5b47e58b4a87b4db299a56b631367261: Waiting for close lock at 1731244519341Disabling compacts and flushes for region at 1731244519341Disabling writes for close at 1731244519341Writing region close event to WAL at 1731244519341Closed at 1731244519341 2024-11-10T13:15:19,342 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => aa0c5a834ae4c09ff6ad2aa98fbd9feb, NAME => 'SPTestTable,b333332f,1731244519153.aa0c5a834ae4c09ff6ad2aa98fbd9feb.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9 2024-11-10T13:15:19,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741845_1021 (size=62) 2024-11-10T13:15:19,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741845_1021 (size=62) 2024-11-10T13:15:19,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741845_1021 (size=62) 2024-11-10T13:15:19,368 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731244519153.aa0c5a834ae4c09ff6ad2aa98fbd9feb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:15:19,368 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing aa0c5a834ae4c09ff6ad2aa98fbd9feb, disabling compactions & flushes 2024-11-10T13:15:19,368 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731244519153.aa0c5a834ae4c09ff6ad2aa98fbd9feb. 2024-11-10T13:15:19,368 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731244519153.aa0c5a834ae4c09ff6ad2aa98fbd9feb. 2024-11-10T13:15:19,368 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731244519153.aa0c5a834ae4c09ff6ad2aa98fbd9feb. after waiting 0 ms 2024-11-10T13:15:19,368 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731244519153.aa0c5a834ae4c09ff6ad2aa98fbd9feb. 2024-11-10T13:15:19,368 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731244519153.aa0c5a834ae4c09ff6ad2aa98fbd9feb. 2024-11-10T13:15:19,368 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for aa0c5a834ae4c09ff6ad2aa98fbd9feb: Waiting for close lock at 1731244519368Disabling compacts and flushes for region at 1731244519368Disabling writes for close at 1731244519368Writing region close event to WAL at 1731244519368Closed at 1731244519368 2024-11-10T13:15:19,369 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a266c61b1897fc3c3a9e1b58fc5b76ff, NAME => 'SPTestTable,ccccccc8,1731244519153.a266c61b1897fc3c3a9e1b58fc5b76ff.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9 2024-11-10T13:15:19,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741846_1022 (size=62) 2024-11-10T13:15:19,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741846_1022 (size=62) 2024-11-10T13:15:19,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741846_1022 (size=62) 2024-11-10T13:15:19,388 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731244519153.a266c61b1897fc3c3a9e1b58fc5b76ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:15:19,388 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a266c61b1897fc3c3a9e1b58fc5b76ff, disabling compactions & flushes 2024-11-10T13:15:19,388 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731244519153.a266c61b1897fc3c3a9e1b58fc5b76ff. 2024-11-10T13:15:19,388 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731244519153.a266c61b1897fc3c3a9e1b58fc5b76ff. 2024-11-10T13:15:19,388 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731244519153.a266c61b1897fc3c3a9e1b58fc5b76ff. after waiting 0 ms 2024-11-10T13:15:19,388 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731244519153.a266c61b1897fc3c3a9e1b58fc5b76ff. 2024-11-10T13:15:19,388 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731244519153.a266c61b1897fc3c3a9e1b58fc5b76ff. 2024-11-10T13:15:19,388 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a266c61b1897fc3c3a9e1b58fc5b76ff: Waiting for close lock at 1731244519388Disabling compacts and flushes for region at 1731244519388Disabling writes for close at 1731244519388Writing region close event to WAL at 1731244519388Closed at 1731244519388 2024-11-10T13:15:19,389 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 696532b3ffd2e92d0b3bc89f64153e85, NAME => 'SPTestTable,e6666661,1731244519153.696532b3ffd2e92d0b3bc89f64153e85.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9 2024-11-10T13:15:19,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741847_1023 (size=54) 2024-11-10T13:15:19,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741847_1023 (size=54) 2024-11-10T13:15:19,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741847_1023 (size=54) 2024-11-10T13:15:19,414 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731244519153.696532b3ffd2e92d0b3bc89f64153e85.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:15:19,414 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 696532b3ffd2e92d0b3bc89f64153e85, disabling compactions & flushes 2024-11-10T13:15:19,414 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731244519153.696532b3ffd2e92d0b3bc89f64153e85. 2024-11-10T13:15:19,414 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731244519153.696532b3ffd2e92d0b3bc89f64153e85. 2024-11-10T13:15:19,414 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731244519153.696532b3ffd2e92d0b3bc89f64153e85. after waiting 0 ms 2024-11-10T13:15:19,414 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731244519153.696532b3ffd2e92d0b3bc89f64153e85. 2024-11-10T13:15:19,414 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731244519153.696532b3ffd2e92d0b3bc89f64153e85. 2024-11-10T13:15:19,414 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 696532b3ffd2e92d0b3bc89f64153e85: Waiting for close lock at 1731244519414Disabling compacts and flushes for region at 1731244519414Disabling writes for close at 1731244519414Writing region close event to WAL at 1731244519414Closed at 1731244519414 2024-11-10T13:15:19,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:15:19,640 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731244519153.8dd50a2a6c8dc30a71eee0b741042427.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:15:19,640 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 8dd50a2a6c8dc30a71eee0b741042427, disabling compactions & flushes 2024-11-10T13:15:19,640 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731244519153.8dd50a2a6c8dc30a71eee0b741042427. 2024-11-10T13:15:19,640 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731244519153.8dd50a2a6c8dc30a71eee0b741042427. 2024-11-10T13:15:19,641 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731244519153.8dd50a2a6c8dc30a71eee0b741042427. after waiting 1 ms 2024-11-10T13:15:19,641 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731244519153.8dd50a2a6c8dc30a71eee0b741042427. 2024-11-10T13:15:19,641 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731244519153.8dd50a2a6c8dc30a71eee0b741042427. 2024-11-10T13:15:19,641 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8dd50a2a6c8dc30a71eee0b741042427: Waiting for close lock at 1731244519640Disabling compacts and flushes for region at 1731244519640Disabling writes for close at 1731244519641 (+1 ms)Writing region close event to WAL at 1731244519641Closed at 1731244519641 2024-11-10T13:15:19,647 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731244519153.9791ef329347cb9c3a33d2ad2ae4502d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:15:19,647 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 9791ef329347cb9c3a33d2ad2ae4502d, disabling compactions & flushes 2024-11-10T13:15:19,647 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731244519153.9791ef329347cb9c3a33d2ad2ae4502d. 2024-11-10T13:15:19,648 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731244519153.9791ef329347cb9c3a33d2ad2ae4502d. 2024-11-10T13:15:19,648 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731244519153.9791ef329347cb9c3a33d2ad2ae4502d. after waiting 0 ms 2024-11-10T13:15:19,648 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731244519153.9791ef329347cb9c3a33d2ad2ae4502d. 2024-11-10T13:15:19,648 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731244519153.9791ef329347cb9c3a33d2ad2ae4502d. 2024-11-10T13:15:19,648 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 9791ef329347cb9c3a33d2ad2ae4502d: Waiting for close lock at 1731244519647Disabling compacts and flushes for region at 1731244519647Disabling writes for close at 1731244519648 (+1 ms)Writing region close event to WAL at 1731244519648Closed at 1731244519648 2024-11-10T13:15:19,649 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T13:15:19,650 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731244519153.a99e605c4133ee3b829ba2cdd08e9eca.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731244519650"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244519650"}]},"ts":"1731244519650"} 2024-11-10T13:15:19,650 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731244519153.80a8f2e05fdc5bae3383d9077d3e5985.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731244519650"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244519650"}]},"ts":"1731244519650"} 2024-11-10T13:15:19,651 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731244519153.effc0864933175608d7840c158b185e7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731244519650"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244519650"}]},"ts":"1731244519650"} 2024-11-10T13:15:19,651 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731244519153.35819f6453717de379debad26cf25f17.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731244519650"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244519650"}]},"ts":"1731244519650"} 2024-11-10T13:15:19,651 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731244519153.5b47e58b4a87b4db299a56b631367261.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731244519650"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244519650"}]},"ts":"1731244519650"} 2024-11-10T13:15:19,651 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731244519153.aa0c5a834ae4c09ff6ad2aa98fbd9feb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731244519650"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244519650"}]},"ts":"1731244519650"} 2024-11-10T13:15:19,651 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731244519153.a266c61b1897fc3c3a9e1b58fc5b76ff.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731244519650"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244519650"}]},"ts":"1731244519650"} 2024-11-10T13:15:19,651 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731244519153.696532b3ffd2e92d0b3bc89f64153e85.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731244519650"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244519650"}]},"ts":"1731244519650"} 2024-11-10T13:15:19,651 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731244519153.8dd50a2a6c8dc30a71eee0b741042427.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731244519650"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244519650"}]},"ts":"1731244519650"} 2024-11-10T13:15:19,652 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731244519153.9791ef329347cb9c3a33d2ad2ae4502d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731244519650"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244519650"}]},"ts":"1731244519650"} 2024-11-10T13:15:19,658 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-10T13:15:19,660 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T13:15:19,660 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244519660"}]},"ts":"1731244519660"} 2024-11-10T13:15:19,667 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-10T13:15:19,667 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {2467a7071e00=0} racks are {/default-rack=0} 2024-11-10T13:15:19,675 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T13:15:19,675 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T13:15:19,675 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-10T13:15:19,675 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T13:15:19,675 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T13:15:19,675 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-10T13:15:19,675 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T13:15:19,675 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T13:15:19,675 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-10T13:15:19,675 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T13:15:19,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8dd50a2a6c8dc30a71eee0b741042427, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a99e605c4133ee3b829ba2cdd08e9eca, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9791ef329347cb9c3a33d2ad2ae4502d, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=80a8f2e05fdc5bae3383d9077d3e5985, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=effc0864933175608d7840c158b185e7, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=35819f6453717de379debad26cf25f17, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5b47e58b4a87b4db299a56b631367261, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aa0c5a834ae4c09ff6ad2aa98fbd9feb, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a266c61b1897fc3c3a9e1b58fc5b76ff, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=696532b3ffd2e92d0b3bc89f64153e85, ASSIGN}] 2024-11-10T13:15:19,682 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8dd50a2a6c8dc30a71eee0b741042427, ASSIGN 2024-11-10T13:15:19,683 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8dd50a2a6c8dc30a71eee0b741042427, ASSIGN; state=OFFLINE, location=2467a7071e00,35119,1731244507426; forceNewPlan=false, retain=false 2024-11-10T13:15:19,685 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a99e605c4133ee3b829ba2cdd08e9eca, ASSIGN 2024-11-10T13:15:19,687 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9791ef329347cb9c3a33d2ad2ae4502d, ASSIGN 2024-11-10T13:15:19,688 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=696532b3ffd2e92d0b3bc89f64153e85, ASSIGN 2024-11-10T13:15:19,689 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a266c61b1897fc3c3a9e1b58fc5b76ff, ASSIGN 2024-11-10T13:15:19,689 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a99e605c4133ee3b829ba2cdd08e9eca, ASSIGN; state=OFFLINE, location=2467a7071e00,39375,1731244507464; forceNewPlan=false, retain=false 2024-11-10T13:15:19,690 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9791ef329347cb9c3a33d2ad2ae4502d, ASSIGN; state=OFFLINE, location=2467a7071e00,39375,1731244507464; forceNewPlan=false, retain=false 2024-11-10T13:15:19,696 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=696532b3ffd2e92d0b3bc89f64153e85, ASSIGN; state=OFFLINE, location=2467a7071e00,36171,1731244507502; forceNewPlan=false, retain=false 2024-11-10T13:15:19,696 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a266c61b1897fc3c3a9e1b58fc5b76ff, ASSIGN; state=OFFLINE, location=2467a7071e00,39375,1731244507464; forceNewPlan=false, retain=false 2024-11-10T13:15:19,705 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=35819f6453717de379debad26cf25f17, ASSIGN 2024-11-10T13:15:19,705 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5b47e58b4a87b4db299a56b631367261, ASSIGN 2024-11-10T13:15:19,706 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aa0c5a834ae4c09ff6ad2aa98fbd9feb, ASSIGN 2024-11-10T13:15:19,708 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5b47e58b4a87b4db299a56b631367261, ASSIGN; state=OFFLINE, location=2467a7071e00,36171,1731244507502; forceNewPlan=false, retain=false 2024-11-10T13:15:19,708 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=35819f6453717de379debad26cf25f17, ASSIGN; state=OFFLINE, location=2467a7071e00,39375,1731244507464; forceNewPlan=false, retain=false 2024-11-10T13:15:19,708 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aa0c5a834ae4c09ff6ad2aa98fbd9feb, ASSIGN; state=OFFLINE, location=2467a7071e00,35119,1731244507426; forceNewPlan=false, retain=false 2024-11-10T13:15:19,718 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=effc0864933175608d7840c158b185e7, ASSIGN 2024-11-10T13:15:19,720 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=effc0864933175608d7840c158b185e7, ASSIGN; state=OFFLINE, location=2467a7071e00,35119,1731244507426; forceNewPlan=false, retain=false 2024-11-10T13:15:19,720 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=80a8f2e05fdc5bae3383d9077d3e5985, ASSIGN 2024-11-10T13:15:19,722 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=80a8f2e05fdc5bae3383d9077d3e5985, ASSIGN; state=OFFLINE, location=2467a7071e00,36171,1731244507502; forceNewPlan=false, retain=false 2024-11-10T13:15:19,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:15:19,834 INFO [2467a7071e00:44903 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-10T13:15:19,835 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=a266c61b1897fc3c3a9e1b58fc5b76ff, regionState=OPENING, regionLocation=2467a7071e00,39375,1731244507464 2024-11-10T13:15:19,836 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=35819f6453717de379debad26cf25f17, regionState=OPENING, regionLocation=2467a7071e00,39375,1731244507464 2024-11-10T13:15:19,836 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=696532b3ffd2e92d0b3bc89f64153e85, regionState=OPENING, regionLocation=2467a7071e00,36171,1731244507502 2024-11-10T13:15:19,836 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a99e605c4133ee3b829ba2cdd08e9eca, regionState=OPENING, regionLocation=2467a7071e00,39375,1731244507464 2024-11-10T13:15:19,836 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5b47e58b4a87b4db299a56b631367261, regionState=OPENING, regionLocation=2467a7071e00,36171,1731244507502 2024-11-10T13:15:19,836 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=80a8f2e05fdc5bae3383d9077d3e5985, regionState=OPENING, regionLocation=2467a7071e00,36171,1731244507502 2024-11-10T13:15:19,836 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=aa0c5a834ae4c09ff6ad2aa98fbd9feb, regionState=OPENING, regionLocation=2467a7071e00,35119,1731244507426 2024-11-10T13:15:19,837 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=effc0864933175608d7840c158b185e7, regionState=OPENING, regionLocation=2467a7071e00,35119,1731244507426 2024-11-10T13:15:19,838 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8dd50a2a6c8dc30a71eee0b741042427, regionState=OPENING, regionLocation=2467a7071e00,35119,1731244507426 2024-11-10T13:15:19,838 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=9791ef329347cb9c3a33d2ad2ae4502d, regionState=OPENING, regionLocation=2467a7071e00,39375,1731244507464 2024-11-10T13:15:19,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a266c61b1897fc3c3a9e1b58fc5b76ff, ASSIGN because future has completed 2024-11-10T13:15:19,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure a266c61b1897fc3c3a9e1b58fc5b76ff, server=2467a7071e00,39375,1731244507464}] 2024-11-10T13:15:19,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=35819f6453717de379debad26cf25f17, ASSIGN because future has completed 2024-11-10T13:15:19,857 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35819f6453717de379debad26cf25f17, server=2467a7071e00,39375,1731244507464}] 2024-11-10T13:15:19,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=696532b3ffd2e92d0b3bc89f64153e85, ASSIGN because future has completed 2024-11-10T13:15:19,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a99e605c4133ee3b829ba2cdd08e9eca, ASSIGN because future has completed 2024-11-10T13:15:19,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 696532b3ffd2e92d0b3bc89f64153e85, server=2467a7071e00,36171,1731244507502}] 2024-11-10T13:15:19,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5b47e58b4a87b4db299a56b631367261, ASSIGN because future has completed 2024-11-10T13:15:19,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aa0c5a834ae4c09ff6ad2aa98fbd9feb, ASSIGN because future has completed 2024-11-10T13:15:19,885 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa0c5a834ae4c09ff6ad2aa98fbd9feb, server=2467a7071e00,35119,1731244507426}] 2024-11-10T13:15:19,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=80a8f2e05fdc5bae3383d9077d3e5985, ASSIGN because future has completed 2024-11-10T13:15:19,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b47e58b4a87b4db299a56b631367261, server=2467a7071e00,36171,1731244507502}] 2024-11-10T13:15:19,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=effc0864933175608d7840c158b185e7, ASSIGN because future has completed 2024-11-10T13:15:19,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8dd50a2a6c8dc30a71eee0b741042427, ASSIGN because future has completed 2024-11-10T13:15:19,900 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a99e605c4133ee3b829ba2cdd08e9eca, server=2467a7071e00,39375,1731244507464}] 2024-11-10T13:15:19,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9791ef329347cb9c3a33d2ad2ae4502d, ASSIGN because future has completed 2024-11-10T13:15:19,902 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9791ef329347cb9c3a33d2ad2ae4502d, server=2467a7071e00,39375,1731244507464}] 2024-11-10T13:15:19,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8dd50a2a6c8dc30a71eee0b741042427, server=2467a7071e00,35119,1731244507426}] 2024-11-10T13:15:19,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure effc0864933175608d7840c158b185e7, server=2467a7071e00,35119,1731244507426}] 2024-11-10T13:15:19,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80a8f2e05fdc5bae3383d9077d3e5985, server=2467a7071e00,36171,1731244507502}] 2024-11-10T13:15:20,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:15:20,309 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T13:15:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:15:23,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:15:23,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:15:23,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:15:24,388 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:15:24,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:15:24,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:15:25,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T13:15:25,671 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T13:15:25,672 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:15:25,672 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T13:15:27,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:15:29,865 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731244519153.a99e605c4133ee3b829ba2cdd08e9eca. 2024-11-10T13:15:29,865 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => a99e605c4133ee3b829ba2cdd08e9eca, NAME => 'SPTestTable,19999999,1731244519153.a99e605c4133ee3b829ba2cdd08e9eca.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-10T13:15:29,865 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a99e605c4133ee3b829ba2cdd08e9eca 2024-11-10T13:15:29,865 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731244519153.a99e605c4133ee3b829ba2cdd08e9eca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:15:29,865 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for a99e605c4133ee3b829ba2cdd08e9eca 2024-11-10T13:15:29,865 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for a99e605c4133ee3b829ba2cdd08e9eca 2024-11-10T13:15:29,868 INFO [StoreOpener-a99e605c4133ee3b829ba2cdd08e9eca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a99e605c4133ee3b829ba2cdd08e9eca 2024-11-10T13:15:29,870 INFO [StoreOpener-a99e605c4133ee3b829ba2cdd08e9eca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a99e605c4133ee3b829ba2cdd08e9eca columnFamilyName cf 2024-11-10T13:15:29,870 DEBUG [StoreOpener-a99e605c4133ee3b829ba2cdd08e9eca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:15:29,871 INFO [StoreOpener-a99e605c4133ee3b829ba2cdd08e9eca-1 {}] regionserver.HStore(327): Store=a99e605c4133ee3b829ba2cdd08e9eca/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:15:29,871 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for a99e605c4133ee3b829ba2cdd08e9eca 2024-11-10T13:15:29,873 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/a99e605c4133ee3b829ba2cdd08e9eca 2024-11-10T13:15:29,874 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/a99e605c4133ee3b829ba2cdd08e9eca 2024-11-10T13:15:29,874 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for a99e605c4133ee3b829ba2cdd08e9eca 2024-11-10T13:15:29,874 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for a99e605c4133ee3b829ba2cdd08e9eca 2024-11-10T13:15:29,881 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for a99e605c4133ee3b829ba2cdd08e9eca 2024-11-10T13:15:29,886 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/a99e605c4133ee3b829ba2cdd08e9eca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:15:29,888 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened a99e605c4133ee3b829ba2cdd08e9eca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71660172, jitterRate=0.06781977415084839}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T13:15:29,888 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a99e605c4133ee3b829ba2cdd08e9eca 2024-11-10T13:15:29,889 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for a99e605c4133ee3b829ba2cdd08e9eca: Running coprocessor pre-open hook at 1731244529865Writing region info on filesystem at 1731244529865Initializing all the Stores at 1731244529867 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244529868 (+1 ms)Cleaning up temporary data from old regions at 1731244529874 (+6 ms)Running coprocessor post-open hooks at 1731244529888 (+14 ms)Region opened successfully at 1731244529888 2024-11-10T13:15:29,896 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:15:29,896 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731244519153.a99e605c4133ee3b829ba2cdd08e9eca., pid=20, masterSystemTime=1731244529858 2024-11-10T13:15:29,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T13:15:29,898 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:15:29,902 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731244519153.a99e605c4133ee3b829ba2cdd08e9eca. 2024-11-10T13:15:29,902 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731244519153.a99e605c4133ee3b829ba2cdd08e9eca. 2024-11-10T13:15:29,902 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731244519153.9791ef329347cb9c3a33d2ad2ae4502d. 2024-11-10T13:15:29,903 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 9791ef329347cb9c3a33d2ad2ae4502d, NAME => 'SPTestTable,33333332,1731244519153.9791ef329347cb9c3a33d2ad2ae4502d.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-10T13:15:29,903 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9791ef329347cb9c3a33d2ad2ae4502d 2024-11-10T13:15:29,903 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731244519153.9791ef329347cb9c3a33d2ad2ae4502d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:15:29,903 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 9791ef329347cb9c3a33d2ad2ae4502d 2024-11-10T13:15:29,903 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 9791ef329347cb9c3a33d2ad2ae4502d 2024-11-10T13:15:29,905 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a99e605c4133ee3b829ba2cdd08e9eca, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,39375,1731244507464 2024-11-10T13:15:29,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T13:15:29,913 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731244519153.696532b3ffd2e92d0b3bc89f64153e85. 2024-11-10T13:15:29,913 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 696532b3ffd2e92d0b3bc89f64153e85, NAME => 'SPTestTable,e6666661,1731244519153.696532b3ffd2e92d0b3bc89f64153e85.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-10T13:15:29,913 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 696532b3ffd2e92d0b3bc89f64153e85 2024-11-10T13:15:29,912 INFO [StoreOpener-9791ef329347cb9c3a33d2ad2ae4502d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9791ef329347cb9c3a33d2ad2ae4502d 2024-11-10T13:15:29,913 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731244519153.696532b3ffd2e92d0b3bc89f64153e85.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:15:29,914 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 696532b3ffd2e92d0b3bc89f64153e85 2024-11-10T13:15:29,914 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 696532b3ffd2e92d0b3bc89f64153e85 2024-11-10T13:15:29,918 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,,1731244519153.8dd50a2a6c8dc30a71eee0b741042427. 2024-11-10T13:15:29,918 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 8dd50a2a6c8dc30a71eee0b741042427, NAME => 'SPTestTable,,1731244519153.8dd50a2a6c8dc30a71eee0b741042427.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-10T13:15:29,918 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8dd50a2a6c8dc30a71eee0b741042427 2024-11-10T13:15:29,919 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,,1731244519153.8dd50a2a6c8dc30a71eee0b741042427.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:15:29,919 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 8dd50a2a6c8dc30a71eee0b741042427 2024-11-10T13:15:29,919 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 8dd50a2a6c8dc30a71eee0b741042427 2024-11-10T13:15:29,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a99e605c4133ee3b829ba2cdd08e9eca, server=2467a7071e00,39375,1731244507464 because future has completed 2024-11-10T13:15:29,922 INFO [StoreOpener-9791ef329347cb9c3a33d2ad2ae4502d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9791ef329347cb9c3a33d2ad2ae4502d columnFamilyName cf 2024-11-10T13:15:29,922 DEBUG [StoreOpener-9791ef329347cb9c3a33d2ad2ae4502d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:15:29,923 INFO [StoreOpener-9791ef329347cb9c3a33d2ad2ae4502d-1 {}] regionserver.HStore(327): Store=9791ef329347cb9c3a33d2ad2ae4502d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:15:29,925 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 9791ef329347cb9c3a33d2ad2ae4502d 2024-11-10T13:15:29,926 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/9791ef329347cb9c3a33d2ad2ae4502d 2024-11-10T13:15:29,926 INFO [StoreOpener-8dd50a2a6c8dc30a71eee0b741042427-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8dd50a2a6c8dc30a71eee0b741042427 2024-11-10T13:15:29,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=6 2024-11-10T13:15:29,926 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/9791ef329347cb9c3a33d2ad2ae4502d 2024-11-10T13:15:29,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a99e605c4133ee3b829ba2cdd08e9eca, server=2467a7071e00,39375,1731244507464 in 10.0210 sec 2024-11-10T13:15:29,928 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 9791ef329347cb9c3a33d2ad2ae4502d 2024-11-10T13:15:29,928 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 9791ef329347cb9c3a33d2ad2ae4502d 2024-11-10T13:15:29,929 INFO [StoreOpener-8dd50a2a6c8dc30a71eee0b741042427-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dd50a2a6c8dc30a71eee0b741042427 columnFamilyName cf 2024-11-10T13:15:29,929 DEBUG [StoreOpener-8dd50a2a6c8dc30a71eee0b741042427-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:15:29,930 INFO [StoreOpener-8dd50a2a6c8dc30a71eee0b741042427-1 {}] regionserver.HStore(327): Store=8dd50a2a6c8dc30a71eee0b741042427/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:15:29,930 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 8dd50a2a6c8dc30a71eee0b741042427 2024-11-10T13:15:29,931 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 9791ef329347cb9c3a33d2ad2ae4502d 2024-11-10T13:15:29,932 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/8dd50a2a6c8dc30a71eee0b741042427 2024-11-10T13:15:29,933 INFO [StoreOpener-696532b3ffd2e92d0b3bc89f64153e85-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 696532b3ffd2e92d0b3bc89f64153e85 2024-11-10T13:15:29,933 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/8dd50a2a6c8dc30a71eee0b741042427 2024-11-10T13:15:29,933 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 8dd50a2a6c8dc30a71eee0b741042427 2024-11-10T13:15:29,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a99e605c4133ee3b829ba2cdd08e9eca, ASSIGN in 10.2500 sec 2024-11-10T13:15:29,933 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 8dd50a2a6c8dc30a71eee0b741042427 2024-11-10T13:15:29,935 INFO [StoreOpener-696532b3ffd2e92d0b3bc89f64153e85-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 696532b3ffd2e92d0b3bc89f64153e85 columnFamilyName cf 2024-11-10T13:15:29,935 DEBUG [StoreOpener-696532b3ffd2e92d0b3bc89f64153e85-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:15:29,935 INFO [StoreOpener-696532b3ffd2e92d0b3bc89f64153e85-1 {}] regionserver.HStore(327): Store=696532b3ffd2e92d0b3bc89f64153e85/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:15:29,936 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 696532b3ffd2e92d0b3bc89f64153e85 2024-11-10T13:15:29,936 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/696532b3ffd2e92d0b3bc89f64153e85 2024-11-10T13:15:29,937 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/696532b3ffd2e92d0b3bc89f64153e85 2024-11-10T13:15:29,937 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/9791ef329347cb9c3a33d2ad2ae4502d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:15:29,938 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 696532b3ffd2e92d0b3bc89f64153e85 2024-11-10T13:15:29,938 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 696532b3ffd2e92d0b3bc89f64153e85 2024-11-10T13:15:29,938 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 9791ef329347cb9c3a33d2ad2ae4502d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63124789, jitterRate=-0.0593673437833786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T13:15:29,938 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 8dd50a2a6c8dc30a71eee0b741042427 2024-11-10T13:15:29,938 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9791ef329347cb9c3a33d2ad2ae4502d 2024-11-10T13:15:29,939 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 9791ef329347cb9c3a33d2ad2ae4502d: Running coprocessor pre-open hook at 1731244529904Writing region info on filesystem at 1731244529904Initializing all the Stores at 1731244529905 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244529906 (+1 ms)Cleaning up temporary data from old regions at 1731244529928 (+22 ms)Running coprocessor post-open hooks at 1731244529938 (+10 ms)Region opened successfully at 1731244529939 (+1 ms) 2024-11-10T13:15:29,943 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731244519153.9791ef329347cb9c3a33d2ad2ae4502d., pid=21, masterSystemTime=1731244529858 2024-11-10T13:15:29,943 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 696532b3ffd2e92d0b3bc89f64153e85 2024-11-10T13:15:29,952 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/8dd50a2a6c8dc30a71eee0b741042427/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:15:29,953 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731244519153.9791ef329347cb9c3a33d2ad2ae4502d. 2024-11-10T13:15:29,953 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731244519153.9791ef329347cb9c3a33d2ad2ae4502d. 2024-11-10T13:15:29,953 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731244519153.a266c61b1897fc3c3a9e1b58fc5b76ff. 2024-11-10T13:15:29,953 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => a266c61b1897fc3c3a9e1b58fc5b76ff, NAME => 'SPTestTable,ccccccc8,1731244519153.a266c61b1897fc3c3a9e1b58fc5b76ff.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-10T13:15:29,954 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 8dd50a2a6c8dc30a71eee0b741042427; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73556808, jitterRate=0.09608185291290283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T13:15:29,954 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8dd50a2a6c8dc30a71eee0b741042427 2024-11-10T13:15:29,954 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a266c61b1897fc3c3a9e1b58fc5b76ff 2024-11-10T13:15:29,954 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731244519153.a266c61b1897fc3c3a9e1b58fc5b76ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:15:29,954 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 8dd50a2a6c8dc30a71eee0b741042427: Running coprocessor pre-open hook at 1731244529919Writing region info on filesystem at 1731244529919Initializing all the Stores at 1731244529920 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244529921 (+1 ms)Cleaning up temporary data from old regions at 1731244529933 (+12 ms)Running coprocessor post-open hooks at 1731244529954 (+21 ms)Region opened successfully at 1731244529954 2024-11-10T13:15:29,954 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for a266c61b1897fc3c3a9e1b58fc5b76ff 2024-11-10T13:15:29,954 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for a266c61b1897fc3c3a9e1b58fc5b76ff 2024-11-10T13:15:29,955 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=9791ef329347cb9c3a33d2ad2ae4502d, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,39375,1731244507464 2024-11-10T13:15:29,956 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731244519153.8dd50a2a6c8dc30a71eee0b741042427., pid=22, masterSystemTime=1731244529898 2024-11-10T13:15:29,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9791ef329347cb9c3a33d2ad2ae4502d, server=2467a7071e00,39375,1731244507464 because future has completed 2024-11-10T13:15:29,957 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/696532b3ffd2e92d0b3bc89f64153e85/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:15:29,959 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 696532b3ffd2e92d0b3bc89f64153e85; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68235523, jitterRate=0.016788527369499207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T13:15:29,959 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 696532b3ffd2e92d0b3bc89f64153e85 2024-11-10T13:15:29,959 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 696532b3ffd2e92d0b3bc89f64153e85: Running coprocessor pre-open hook at 1731244529914Writing region info on filesystem at 1731244529914Initializing all the Stores at 1731244529923 (+9 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244529923Cleaning up temporary data from old regions at 1731244529938 (+15 ms)Running coprocessor post-open hooks at 1731244529959 (+21 ms)Region opened successfully at 1731244529959 2024-11-10T13:15:29,961 INFO [StoreOpener-a266c61b1897fc3c3a9e1b58fc5b76ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a266c61b1897fc3c3a9e1b58fc5b76ff 2024-11-10T13:15:29,962 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731244519153.8dd50a2a6c8dc30a71eee0b741042427. 2024-11-10T13:15:29,962 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731244519153.8dd50a2a6c8dc30a71eee0b741042427. 2024-11-10T13:15:29,962 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731244519153.effc0864933175608d7840c158b185e7. 2024-11-10T13:15:29,962 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8dd50a2a6c8dc30a71eee0b741042427, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,35119,1731244507426 2024-11-10T13:15:29,963 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => effc0864933175608d7840c158b185e7, NAME => 'SPTestTable,66666664,1731244519153.effc0864933175608d7840c158b185e7.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-10T13:15:29,963 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable effc0864933175608d7840c158b185e7 2024-11-10T13:15:29,963 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731244519153.effc0864933175608d7840c158b185e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:15:29,963 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for effc0864933175608d7840c158b185e7 2024-11-10T13:15:29,963 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for effc0864933175608d7840c158b185e7 2024-11-10T13:15:29,966 INFO [StoreOpener-effc0864933175608d7840c158b185e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region effc0864933175608d7840c158b185e7 2024-11-10T13:15:29,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=7 2024-11-10T13:15:29,967 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 9791ef329347cb9c3a33d2ad2ae4502d, server=2467a7071e00,39375,1731244507464 in 10.0600 sec 2024-11-10T13:15:29,967 INFO [StoreOpener-a266c61b1897fc3c3a9e1b58fc5b76ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a266c61b1897fc3c3a9e1b58fc5b76ff columnFamilyName cf 2024-11-10T13:15:29,967 DEBUG [StoreOpener-a266c61b1897fc3c3a9e1b58fc5b76ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:15:29,968 INFO [StoreOpener-a266c61b1897fc3c3a9e1b58fc5b76ff-1 {}] regionserver.HStore(327): Store=a266c61b1897fc3c3a9e1b58fc5b76ff/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:15:29,968 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for a266c61b1897fc3c3a9e1b58fc5b76ff 2024-11-10T13:15:29,968 INFO [StoreOpener-effc0864933175608d7840c158b185e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region effc0864933175608d7840c158b185e7 columnFamilyName cf 2024-11-10T13:15:29,968 DEBUG [StoreOpener-effc0864933175608d7840c158b185e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:15:29,968 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731244519153.696532b3ffd2e92d0b3bc89f64153e85., pid=17, masterSystemTime=1731244529896 2024-11-10T13:15:29,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8dd50a2a6c8dc30a71eee0b741042427, server=2467a7071e00,35119,1731244507426 because future has completed 2024-11-10T13:15:29,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9791ef329347cb9c3a33d2ad2ae4502d, ASSIGN in 10.2900 sec 2024-11-10T13:15:29,974 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/a266c61b1897fc3c3a9e1b58fc5b76ff 2024-11-10T13:15:29,974 INFO [StoreOpener-effc0864933175608d7840c158b185e7-1 {}] regionserver.HStore(327): Store=effc0864933175608d7840c158b185e7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:15:29,974 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for effc0864933175608d7840c158b185e7 2024-11-10T13:15:29,976 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/a266c61b1897fc3c3a9e1b58fc5b76ff 2024-11-10T13:15:29,976 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for a266c61b1897fc3c3a9e1b58fc5b76ff 2024-11-10T13:15:29,977 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for a266c61b1897fc3c3a9e1b58fc5b76ff 2024-11-10T13:15:29,977 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/effc0864933175608d7840c158b185e7 2024-11-10T13:15:29,978 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/effc0864933175608d7840c158b185e7 2024-11-10T13:15:29,979 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for effc0864933175608d7840c158b185e7 2024-11-10T13:15:29,979 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for effc0864933175608d7840c158b185e7 2024-11-10T13:15:29,982 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731244519153.696532b3ffd2e92d0b3bc89f64153e85. 2024-11-10T13:15:29,982 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731244519153.696532b3ffd2e92d0b3bc89f64153e85. 2024-11-10T13:15:29,982 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731244519153.5b47e58b4a87b4db299a56b631367261. 2024-11-10T13:15:29,982 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 5b47e58b4a87b4db299a56b631367261, NAME => 'SPTestTable,99999996,1731244519153.5b47e58b4a87b4db299a56b631367261.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-10T13:15:29,982 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for effc0864933175608d7840c158b185e7 2024-11-10T13:15:29,983 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5b47e58b4a87b4db299a56b631367261 2024-11-10T13:15:29,983 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=696532b3ffd2e92d0b3bc89f64153e85, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,36171,1731244507502 2024-11-10T13:15:29,983 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731244519153.5b47e58b4a87b4db299a56b631367261.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:15:29,983 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 5b47e58b4a87b4db299a56b631367261 2024-11-10T13:15:29,983 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 5b47e58b4a87b4db299a56b631367261 2024-11-10T13:15:29,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=5 2024-11-10T13:15:29,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8dd50a2a6c8dc30a71eee0b741042427, server=2467a7071e00,35119,1731244507426 in 10.0590 sec 2024-11-10T13:15:29,988 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for a266c61b1897fc3c3a9e1b58fc5b76ff 2024-11-10T13:15:29,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8dd50a2a6c8dc30a71eee0b741042427, ASSIGN in 10.3090 sec 2024-11-10T13:15:29,990 INFO [StoreOpener-5b47e58b4a87b4db299a56b631367261-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5b47e58b4a87b4db299a56b631367261 2024-11-10T13:15:29,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 696532b3ffd2e92d0b3bc89f64153e85, server=2467a7071e00,36171,1731244507502 because future has completed 2024-11-10T13:15:30,001 INFO [StoreOpener-5b47e58b4a87b4db299a56b631367261-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b47e58b4a87b4db299a56b631367261 columnFamilyName cf 2024-11-10T13:15:30,001 DEBUG [StoreOpener-5b47e58b4a87b4db299a56b631367261-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:15:30,001 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/effc0864933175608d7840c158b185e7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:15:30,003 INFO [StoreOpener-5b47e58b4a87b4db299a56b631367261-1 {}] regionserver.HStore(327): Store=5b47e58b4a87b4db299a56b631367261/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:15:30,003 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened effc0864933175608d7840c158b185e7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59097036, jitterRate=-0.11938554048538208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T13:15:30,003 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for effc0864933175608d7840c158b185e7 2024-11-10T13:15:30,003 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 5b47e58b4a87b4db299a56b631367261 2024-11-10T13:15:30,003 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for effc0864933175608d7840c158b185e7: Running coprocessor pre-open hook at 1731244529963Writing region info on filesystem at 1731244529963Initializing all the Stores at 1731244529965 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244529965Cleaning up temporary data from old regions at 1731244529979 (+14 ms)Running coprocessor post-open hooks at 1731244530003 (+24 ms)Region opened successfully at 1731244530003 2024-11-10T13:15:30,004 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/a266c61b1897fc3c3a9e1b58fc5b76ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:15:30,004 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/5b47e58b4a87b4db299a56b631367261 2024-11-10T13:15:30,005 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731244519153.effc0864933175608d7840c158b185e7., pid=23, masterSystemTime=1731244529898 2024-11-10T13:15:30,005 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/5b47e58b4a87b4db299a56b631367261 2024-11-10T13:15:30,005 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened a266c61b1897fc3c3a9e1b58fc5b76ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62582608, jitterRate=-0.06744647026062012}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T13:15:30,005 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a266c61b1897fc3c3a9e1b58fc5b76ff 2024-11-10T13:15:30,006 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 5b47e58b4a87b4db299a56b631367261 2024-11-10T13:15:30,006 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 5b47e58b4a87b4db299a56b631367261 2024-11-10T13:15:30,006 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for a266c61b1897fc3c3a9e1b58fc5b76ff: Running coprocessor pre-open hook at 1731244529954Writing region info on filesystem at 1731244529954Initializing all the Stores at 1731244529956 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244529957 (+1 ms)Cleaning up temporary data from old regions at 1731244529977 (+20 ms)Running coprocessor post-open hooks at 1731244530005 (+28 ms)Region opened successfully at 1731244530006 (+1 ms) 2024-11-10T13:15:30,007 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731244519153.a266c61b1897fc3c3a9e1b58fc5b76ff., pid=15, masterSystemTime=1731244529858 2024-11-10T13:15:30,011 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 5b47e58b4a87b4db299a56b631367261 2024-11-10T13:15:30,012 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731244519153.effc0864933175608d7840c158b185e7. 2024-11-10T13:15:30,012 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731244519153.effc0864933175608d7840c158b185e7. 2024-11-10T13:15:30,012 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731244519153.aa0c5a834ae4c09ff6ad2aa98fbd9feb. 2024-11-10T13:15:30,012 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => aa0c5a834ae4c09ff6ad2aa98fbd9feb, NAME => 'SPTestTable,b333332f,1731244519153.aa0c5a834ae4c09ff6ad2aa98fbd9feb.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-10T13:15:30,013 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable aa0c5a834ae4c09ff6ad2aa98fbd9feb 2024-11-10T13:15:30,013 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731244519153.aa0c5a834ae4c09ff6ad2aa98fbd9feb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:15:30,013 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for aa0c5a834ae4c09ff6ad2aa98fbd9feb 2024-11-10T13:15:30,013 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for aa0c5a834ae4c09ff6ad2aa98fbd9feb 2024-11-10T13:15:30,014 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731244519153.a266c61b1897fc3c3a9e1b58fc5b76ff. 2024-11-10T13:15:30,014 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731244519153.a266c61b1897fc3c3a9e1b58fc5b76ff. 2024-11-10T13:15:30,014 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731244519153.35819f6453717de379debad26cf25f17. 2024-11-10T13:15:30,014 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=effc0864933175608d7840c158b185e7, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,35119,1731244507426 2024-11-10T13:15:30,014 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 35819f6453717de379debad26cf25f17, NAME => 'SPTestTable,7ffffffd,1731244519153.35819f6453717de379debad26cf25f17.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-10T13:15:30,015 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 35819f6453717de379debad26cf25f17 2024-11-10T13:15:30,015 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731244519153.35819f6453717de379debad26cf25f17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:15:30,015 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 35819f6453717de379debad26cf25f17 2024-11-10T13:15:30,015 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 35819f6453717de379debad26cf25f17 2024-11-10T13:15:30,017 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=a266c61b1897fc3c3a9e1b58fc5b76ff, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,39375,1731244507464 2024-11-10T13:15:30,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure effc0864933175608d7840c158b185e7, server=2467a7071e00,35119,1731244507426 because future has completed 2024-11-10T13:15:30,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-11-10T13:15:30,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 696532b3ffd2e92d0b3bc89f64153e85, server=2467a7071e00,36171,1731244507502 in 10.1350 sec 2024-11-10T13:15:30,020 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44903 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=2467a7071e00,35119,1731244507426, table=SPTestTable, region=effc0864933175608d7840c158b185e7. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T13:15:30,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure a266c61b1897fc3c3a9e1b58fc5b76ff, server=2467a7071e00,39375,1731244507464 because future has completed 2024-11-10T13:15:30,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=696532b3ffd2e92d0b3bc89f64153e85, ASSIGN in 10.3420 sec 2024-11-10T13:15:30,024 INFO [StoreOpener-35819f6453717de379debad26cf25f17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 35819f6453717de379debad26cf25f17 2024-11-10T13:15:30,027 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/5b47e58b4a87b4db299a56b631367261/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:15:30,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=9 2024-11-10T13:15:30,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure effc0864933175608d7840c158b185e7, server=2467a7071e00,35119,1731244507426 in 10.1070 sec 2024-11-10T13:15:30,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-11-10T13:15:30,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=effc0864933175608d7840c158b185e7, ASSIGN in 10.3500 sec 2024-11-10T13:15:30,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure a266c61b1897fc3c3a9e1b58fc5b76ff, server=2467a7071e00,39375,1731244507464 in 10.1800 sec 2024-11-10T13:15:30,031 INFO [StoreOpener-35819f6453717de379debad26cf25f17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35819f6453717de379debad26cf25f17 columnFamilyName cf 2024-11-10T13:15:30,031 DEBUG [StoreOpener-35819f6453717de379debad26cf25f17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:15:30,031 INFO [StoreOpener-aa0c5a834ae4c09ff6ad2aa98fbd9feb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region aa0c5a834ae4c09ff6ad2aa98fbd9feb 2024-11-10T13:15:30,031 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 5b47e58b4a87b4db299a56b631367261; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63969117, jitterRate=-0.0467858761548996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T13:15:30,032 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5b47e58b4a87b4db299a56b631367261 2024-11-10T13:15:30,032 INFO [StoreOpener-35819f6453717de379debad26cf25f17-1 {}] regionserver.HStore(327): Store=35819f6453717de379debad26cf25f17/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:15:30,032 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 35819f6453717de379debad26cf25f17 2024-11-10T13:15:30,032 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 5b47e58b4a87b4db299a56b631367261: Running coprocessor pre-open hook at 1731244529983Writing region info on filesystem at 1731244529983Initializing all the Stores at 1731244529989 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244529989Cleaning up temporary data from old regions at 1731244530006 (+17 ms)Running coprocessor post-open hooks at 1731244530032 (+26 ms)Region opened successfully at 1731244530032 2024-11-10T13:15:30,033 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/35819f6453717de379debad26cf25f17 2024-11-10T13:15:30,034 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/35819f6453717de379debad26cf25f17 2024-11-10T13:15:30,035 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731244519153.5b47e58b4a87b4db299a56b631367261., pid=19, masterSystemTime=1731244529896 2024-11-10T13:15:30,035 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 35819f6453717de379debad26cf25f17 2024-11-10T13:15:30,035 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 35819f6453717de379debad26cf25f17 2024-11-10T13:15:30,035 INFO [StoreOpener-aa0c5a834ae4c09ff6ad2aa98fbd9feb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa0c5a834ae4c09ff6ad2aa98fbd9feb columnFamilyName cf 2024-11-10T13:15:30,035 DEBUG [StoreOpener-aa0c5a834ae4c09ff6ad2aa98fbd9feb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:15:30,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a266c61b1897fc3c3a9e1b58fc5b76ff, ASSIGN in 10.3520 sec 2024-11-10T13:15:30,039 INFO [StoreOpener-aa0c5a834ae4c09ff6ad2aa98fbd9feb-1 {}] regionserver.HStore(327): Store=aa0c5a834ae4c09ff6ad2aa98fbd9feb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:15:30,039 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for aa0c5a834ae4c09ff6ad2aa98fbd9feb 2024-11-10T13:15:30,039 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 35819f6453717de379debad26cf25f17 2024-11-10T13:15:30,044 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731244519153.5b47e58b4a87b4db299a56b631367261. 2024-11-10T13:15:30,044 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731244519153.5b47e58b4a87b4db299a56b631367261. 2024-11-10T13:15:30,044 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/aa0c5a834ae4c09ff6ad2aa98fbd9feb 2024-11-10T13:15:30,045 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731244519153.80a8f2e05fdc5bae3383d9077d3e5985. 2024-11-10T13:15:30,045 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 80a8f2e05fdc5bae3383d9077d3e5985, NAME => 'SPTestTable,4ccccccb,1731244519153.80a8f2e05fdc5bae3383d9077d3e5985.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-10T13:15:30,045 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 80a8f2e05fdc5bae3383d9077d3e5985 2024-11-10T13:15:30,045 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731244519153.80a8f2e05fdc5bae3383d9077d3e5985.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:15:30,046 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 80a8f2e05fdc5bae3383d9077d3e5985 2024-11-10T13:15:30,046 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 80a8f2e05fdc5bae3383d9077d3e5985 2024-11-10T13:15:30,048 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5b47e58b4a87b4db299a56b631367261, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,36171,1731244507502 2024-11-10T13:15:30,048 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/aa0c5a834ae4c09ff6ad2aa98fbd9feb 2024-11-10T13:15:30,050 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for aa0c5a834ae4c09ff6ad2aa98fbd9feb 2024-11-10T13:15:30,050 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for aa0c5a834ae4c09ff6ad2aa98fbd9feb 2024-11-10T13:15:30,050 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/35819f6453717de379debad26cf25f17/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:15:30,051 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 35819f6453717de379debad26cf25f17; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60416940, jitterRate=-0.09971743822097778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T13:15:30,052 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35819f6453717de379debad26cf25f17 2024-11-10T13:15:30,052 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 35819f6453717de379debad26cf25f17: Running coprocessor pre-open hook at 1731244530015Writing region info on filesystem at 1731244530015Initializing all the Stores at 1731244530017 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244530017Cleaning up temporary data from old regions at 1731244530035 (+18 ms)Running coprocessor post-open hooks at 1731244530052 (+17 ms)Region opened successfully at 1731244530052 2024-11-10T13:15:30,052 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for aa0c5a834ae4c09ff6ad2aa98fbd9feb 2024-11-10T13:15:30,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b47e58b4a87b4db299a56b631367261, server=2467a7071e00,36171,1731244507502 because future has completed 2024-11-10T13:15:30,054 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731244519153.35819f6453717de379debad26cf25f17., pid=16, masterSystemTime=1731244529858 2024-11-10T13:15:30,057 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731244519153.35819f6453717de379debad26cf25f17. 2024-11-10T13:15:30,057 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731244519153.35819f6453717de379debad26cf25f17. 2024-11-10T13:15:30,057 INFO [StoreOpener-80a8f2e05fdc5bae3383d9077d3e5985-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 80a8f2e05fdc5bae3383d9077d3e5985 2024-11-10T13:15:30,059 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=35819f6453717de379debad26cf25f17, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,39375,1731244507464 2024-11-10T13:15:30,060 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/aa0c5a834ae4c09ff6ad2aa98fbd9feb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:15:30,061 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened aa0c5a834ae4c09ff6ad2aa98fbd9feb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60363431, jitterRate=-0.10051478445529938}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T13:15:30,061 INFO [StoreOpener-80a8f2e05fdc5bae3383d9077d3e5985-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80a8f2e05fdc5bae3383d9077d3e5985 columnFamilyName cf 2024-11-10T13:15:30,061 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aa0c5a834ae4c09ff6ad2aa98fbd9feb 2024-11-10T13:15:30,062 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for aa0c5a834ae4c09ff6ad2aa98fbd9feb: Running coprocessor pre-open hook at 1731244530013Writing region info on filesystem at 1731244530013Initializing all the Stores at 1731244530017 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244530017Cleaning up temporary data from old regions at 1731244530050 (+33 ms)Running coprocessor post-open hooks at 1731244530061 (+11 ms)Region opened successfully at 1731244530061 2024-11-10T13:15:30,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=11 2024-11-10T13:15:30,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 5b47e58b4a87b4db299a56b631367261, server=2467a7071e00,36171,1731244507502 in 10.1590 sec 2024-11-10T13:15:30,063 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731244519153.aa0c5a834ae4c09ff6ad2aa98fbd9feb., pid=18, masterSystemTime=1731244529898 2024-11-10T13:15:30,063 DEBUG [StoreOpener-80a8f2e05fdc5bae3383d9077d3e5985-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:15:30,064 INFO [StoreOpener-80a8f2e05fdc5bae3383d9077d3e5985-1 {}] regionserver.HStore(327): Store=80a8f2e05fdc5bae3383d9077d3e5985/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:15:30,064 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 80a8f2e05fdc5bae3383d9077d3e5985 2024-11-10T13:15:30,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35819f6453717de379debad26cf25f17, server=2467a7071e00,39375,1731244507464 because future has completed 2024-11-10T13:15:30,065 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/80a8f2e05fdc5bae3383d9077d3e5985 2024-11-10T13:15:30,066 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/80a8f2e05fdc5bae3383d9077d3e5985 2024-11-10T13:15:30,067 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 80a8f2e05fdc5bae3383d9077d3e5985 2024-11-10T13:15:30,067 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 80a8f2e05fdc5bae3383d9077d3e5985 2024-11-10T13:15:30,069 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 80a8f2e05fdc5bae3383d9077d3e5985 2024-11-10T13:15:30,072 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/80a8f2e05fdc5bae3383d9077d3e5985/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:15:30,073 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 80a8f2e05fdc5bae3383d9077d3e5985; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61218994, jitterRate=-0.0877659022808075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T13:15:30,073 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80a8f2e05fdc5bae3383d9077d3e5985 2024-11-10T13:15:30,073 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 80a8f2e05fdc5bae3383d9077d3e5985: Running coprocessor pre-open hook at 1731244530046Writing region info on filesystem at 1731244530046Initializing all the Stores at 1731244530056 (+10 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244530056Cleaning up temporary data from old regions at 1731244530067 (+11 ms)Running coprocessor post-open hooks at 1731244530073 (+6 ms)Region opened successfully at 1731244530073 2024-11-10T13:15:30,075 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731244519153.80a8f2e05fdc5bae3383d9077d3e5985., pid=24, masterSystemTime=1731244529896 2024-11-10T13:15:30,075 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731244519153.aa0c5a834ae4c09ff6ad2aa98fbd9feb. 2024-11-10T13:15:30,075 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731244519153.aa0c5a834ae4c09ff6ad2aa98fbd9feb. 2024-11-10T13:15:30,081 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5b47e58b4a87b4db299a56b631367261, ASSIGN in 10.3860 sec 2024-11-10T13:15:30,081 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=aa0c5a834ae4c09ff6ad2aa98fbd9feb, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,35119,1731244507426 2024-11-10T13:15:30,083 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731244519153.80a8f2e05fdc5bae3383d9077d3e5985. 2024-11-10T13:15:30,083 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731244519153.80a8f2e05fdc5bae3383d9077d3e5985. 2024-11-10T13:15:30,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa0c5a834ae4c09ff6ad2aa98fbd9feb, server=2467a7071e00,35119,1731244507426 because future has completed 2024-11-10T13:15:30,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=10 2024-11-10T13:15:30,096 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=80a8f2e05fdc5bae3383d9077d3e5985, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,36171,1731244507502 2024-11-10T13:15:30,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80a8f2e05fdc5bae3383d9077d3e5985, server=2467a7071e00,36171,1731244507502 because future has completed 2024-11-10T13:15:30,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=12 2024-11-10T13:15:30,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 35819f6453717de379debad26cf25f17, server=2467a7071e00,39375,1731244507464 in 10.2240 sec 2024-11-10T13:15:30,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure aa0c5a834ae4c09ff6ad2aa98fbd9feb, server=2467a7071e00,35119,1731244507426 in 10.2080 sec 2024-11-10T13:15:30,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=35819f6453717de379debad26cf25f17, ASSIGN in 10.4570 sec 2024-11-10T13:15:30,143 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44903 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=2467a7071e00,36171,1731244507502, table=SPTestTable, region=80a8f2e05fdc5bae3383d9077d3e5985. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T13:15:30,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aa0c5a834ae4c09ff6ad2aa98fbd9feb, ASSIGN in 10.4620 sec 2024-11-10T13:15:30,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=8 2024-11-10T13:15:30,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 80a8f2e05fdc5bae3383d9077d3e5985, server=2467a7071e00,36171,1731244507502 in 10.2250 sec 2024-11-10T13:15:30,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-10T13:15:30,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=80a8f2e05fdc5bae3383d9077d3e5985, ASSIGN in 10.4790 sec 2024-11-10T13:15:30,161 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T13:15:30,162 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244530161"}]},"ts":"1731244530161"} 2024-11-10T13:15:30,165 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-10T13:15:30,167 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T13:15:30,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.0130 sec 2024-11-10T13:15:32,307 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-10T13:15:34,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:15:34,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:15:35,410 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:15:35,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:15:35,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:15:37,156 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T13:15:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:15:37,430 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-10T13:15:37,430 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-10T13:15:37,430 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T13:15:37,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-10T13:15:37,435 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T13:15:37,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-10T13:15:37,485 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731244519153.5b47e58b4a87b4db299a56b631367261., hostname=2467a7071e00,36171,1731244507502, seqNum=2] 2024-11-10T13:15:37,487 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731244519153.5b47e58b4a87b4db299a56b631367261., hostname=2467a7071e00,36171,1731244507502, seqNum=2] 2024-11-10T13:15:37,488 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731244519153.5b47e58b4a87b4db299a56b631367261., hostname=2467a7071e00,36171,1731244507502, seqNum=2] 2024-11-10T13:15:37,489 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731244519153.5b47e58b4a87b4db299a56b631367261., hostname=2467a7071e00,36171,1731244507502, seqNum=2] 2024-11-10T13:15:37,534 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731244519153.aa0c5a834ae4c09ff6ad2aa98fbd9feb., hostname=2467a7071e00,35119,1731244507426, seqNum=2] 2024-11-10T13:15:37,536 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731244519153.aa0c5a834ae4c09ff6ad2aa98fbd9feb., hostname=2467a7071e00,35119,1731244507426, seqNum=2] 2024-11-10T13:15:37,538 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731244519153.aa0c5a834ae4c09ff6ad2aa98fbd9feb., hostname=2467a7071e00,35119,1731244507426, seqNum=2] 2024-11-10T13:15:37,539 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731244519153.aa0c5a834ae4c09ff6ad2aa98fbd9feb., hostname=2467a7071e00,35119,1731244507426, seqNum=2] 2024-11-10T13:15:37,574 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731244519153.a266c61b1897fc3c3a9e1b58fc5b76ff., hostname=2467a7071e00,39375,1731244507464, seqNum=2] 2024-11-10T13:15:37,576 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731244519153.a266c61b1897fc3c3a9e1b58fc5b76ff., hostname=2467a7071e00,39375,1731244507464, seqNum=2] 2024-11-10T13:15:37,578 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731244519153.a266c61b1897fc3c3a9e1b58fc5b76ff., hostname=2467a7071e00,39375,1731244507464, seqNum=2] 2024-11-10T13:15:37,580 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731244519153.a266c61b1897fc3c3a9e1b58fc5b76ff., hostname=2467a7071e00,39375,1731244507464, seqNum=2] 2024-11-10T13:15:37,581 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731244519153.a266c61b1897fc3c3a9e1b58fc5b76ff., hostname=2467a7071e00,39375,1731244507464, seqNum=2] 2024-11-10T13:15:37,633 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731244519153.696532b3ffd2e92d0b3bc89f64153e85., hostname=2467a7071e00,36171,1731244507502, seqNum=2] 2024-11-10T13:15:37,634 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731244519153.696532b3ffd2e92d0b3bc89f64153e85., hostname=2467a7071e00,36171,1731244507502, seqNum=2] 2024-11-10T13:15:37,635 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731244519153.696532b3ffd2e92d0b3bc89f64153e85., hostname=2467a7071e00,36171,1731244507502, seqNum=2] 2024-11-10T13:15:37,637 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731244519153.696532b3ffd2e92d0b3bc89f64153e85., hostname=2467a7071e00,36171,1731244507502, seqNum=2] 2024-11-10T13:15:37,638 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731244519153.696532b3ffd2e92d0b3bc89f64153e85., hostname=2467a7071e00,36171,1731244507502, seqNum=2] 2024-11-10T13:15:38,241 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-10T13:15:38,266 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:15:38,268 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:15:38,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:15:38,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:15:38,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39375 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731244519153.a266c61b1897fc3c3a9e1b58fc5b76ff. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T13:15:38,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35119 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731244519153.aa0c5a834ae4c09ff6ad2aa98fbd9feb. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T13:15:38,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36171 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1731244519153.5b47e58b4a87b4db299a56b631367261. 2024-11-10T13:15:38,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36171 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731244519153.5b47e58b4a87b4db299a56b631367261. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T13:15:38,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36171 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731244519153.696532b3ffd2e92d0b3bc89f64153e85. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T13:15:38,980 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-10T13:15:38,980 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T13:15:38,981 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-10T13:15:38,982 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-10T13:15:38,985 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-10T13:15:38,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741848_1024 (size=49) 2024-11-10T13:15:38,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741848_1024 (size=49) 2024-11-10T13:15:38,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741848_1024 (size=49) 2024-11-10T13:15:39,000 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-10T13:15:39,000 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8dd50a2a6c8dc30a71eee0b741042427}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a99e605c4133ee3b829ba2cdd08e9eca}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9791ef329347cb9c3a33d2ad2ae4502d}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 80a8f2e05fdc5bae3383d9077d3e5985}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure effc0864933175608d7840c158b185e7}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35819f6453717de379debad26cf25f17}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5b47e58b4a87b4db299a56b631367261}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aa0c5a834ae4c09ff6ad2aa98fbd9feb}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a266c61b1897fc3c3a9e1b58fc5b76ff}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 696532b3ffd2e92d0b3bc89f64153e85}] 2024-11-10T13:15:39,002 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9791ef329347cb9c3a33d2ad2ae4502d 2024-11-10T13:15:39,002 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 80a8f2e05fdc5bae3383d9077d3e5985 2024-11-10T13:15:39,002 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a99e605c4133ee3b829ba2cdd08e9eca 2024-11-10T13:15:39,003 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8dd50a2a6c8dc30a71eee0b741042427 2024-11-10T13:15:39,003 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 696532b3ffd2e92d0b3bc89f64153e85 2024-11-10T13:15:39,007 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a266c61b1897fc3c3a9e1b58fc5b76ff 2024-11-10T13:15:39,007 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aa0c5a834ae4c09ff6ad2aa98fbd9feb 2024-11-10T13:15:39,007 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5b47e58b4a87b4db299a56b631367261 2024-11-10T13:15:39,008 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35819f6453717de379debad26cf25f17 2024-11-10T13:15:39,008 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure effc0864933175608d7840c158b185e7 2024-11-10T13:15:48,869 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2467a7071e00:37103 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-10T13:15:49,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36171 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-10T13:15:49,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36171 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-10T13:15:49,008 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731244519153.696532b3ffd2e92d0b3bc89f64153e85. 2024-11-10T13:15:49,008 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 696532b3ffd2e92d0b3bc89f64153e85 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-10T13:15:49,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35119 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-10T13:15:49,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36171 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-10T13:15:49,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-10T13:15:49,010 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731244519153.5b47e58b4a87b4db299a56b631367261. 2024-11-10T13:15:49,011 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 5b47e58b4a87b4db299a56b631367261 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-10T13:15:49,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35119 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-10T13:15:49,014 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731244519153.8dd50a2a6c8dc30a71eee0b741042427. 2024-11-10T13:15:49,014 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 8dd50a2a6c8dc30a71eee0b741042427: 2024-11-10T13:15:49,014 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731244519153.8dd50a2a6c8dc30a71eee0b741042427. for SnapshotProcedureTest completed. 2024-11-10T13:15:49,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731244519153.8dd50a2a6c8dc30a71eee0b741042427.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T13:15:49,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T13:15:49,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T13:15:49,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35119 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-10T13:15:49,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731244519153.aa0c5a834ae4c09ff6ad2aa98fbd9feb. 2024-11-10T13:15:49,020 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing aa0c5a834ae4c09ff6ad2aa98fbd9feb 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-10T13:15:49,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-10T13:15:49,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-10T13:15:49,023 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731244519153.9791ef329347cb9c3a33d2ad2ae4502d. 2024-11-10T13:15:49,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-10T13:15:49,024 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731244519153.35819f6453717de379debad26cf25f17. 2024-11-10T13:15:49,024 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 35819f6453717de379debad26cf25f17: 2024-11-10T13:15:49,024 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731244519153.35819f6453717de379debad26cf25f17. for SnapshotProcedureTest completed. 2024-11-10T13:15:49,024 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731244519153.a99e605c4133ee3b829ba2cdd08e9eca. 2024-11-10T13:15:49,024 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731244519153.35819f6453717de379debad26cf25f17.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T13:15:49,024 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T13:15:49,024 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T13:15:49,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 9791ef329347cb9c3a33d2ad2ae4502d: 2024-11-10T13:15:49,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731244519153.9791ef329347cb9c3a33d2ad2ae4502d. for SnapshotProcedureTest completed. 2024-11-10T13:15:49,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731244519153.9791ef329347cb9c3a33d2ad2ae4502d.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T13:15:49,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T13:15:49,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T13:15:49,028 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for a99e605c4133ee3b829ba2cdd08e9eca: 2024-11-10T13:15:49,028 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731244519153.a99e605c4133ee3b829ba2cdd08e9eca. for SnapshotProcedureTest completed. 2024-11-10T13:15:49,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731244519153.a99e605c4133ee3b829ba2cdd08e9eca.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T13:15:49,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T13:15:49,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T13:15:49,032 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731244519153.80a8f2e05fdc5bae3383d9077d3e5985. 2024-11-10T13:15:49,032 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731244519153.effc0864933175608d7840c158b185e7. 2024-11-10T13:15:49,032 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 80a8f2e05fdc5bae3383d9077d3e5985: 2024-11-10T13:15:49,032 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731244519153.80a8f2e05fdc5bae3383d9077d3e5985. for SnapshotProcedureTest completed. 2024-11-10T13:15:49,032 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for effc0864933175608d7840c158b185e7: 2024-11-10T13:15:49,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731244519153.effc0864933175608d7840c158b185e7. for SnapshotProcedureTest completed. 2024-11-10T13:15:49,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731244519153.80a8f2e05fdc5bae3383d9077d3e5985.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T13:15:49,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731244519153.effc0864933175608d7840c158b185e7.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T13:15:49,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T13:15:49,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T13:15:49,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T13:15:49,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T13:15:49,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/aa0c5a834ae4c09ff6ad2aa98fbd9feb/.tmp/cf/48e5a8b0cb694829a55655ef7fed39b3 is 34, key is baa/cf:cf/1731244538312/Put/seqid=0 2024-11-10T13:15:49,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/5b47e58b4a87b4db299a56b631367261/.tmp/cf/9f5e42f7d4da47d69e120122ecf18c68 is 34, key is aaa/cf:cf/1731244538375/Put/seqid=0 2024-11-10T13:15:49,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741850_1026 (size=65) 2024-11-10T13:15:49,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741850_1026 (size=65) 2024-11-10T13:15:49,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741850_1026 (size=65) 2024-11-10T13:15:49,156 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731244519153.9791ef329347cb9c3a33d2ad2ae4502d. 2024-11-10T13:15:49,156 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-10T13:15:49,156 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731244519153.a266c61b1897fc3c3a9e1b58fc5b76ff. 2024-11-10T13:15:49,157 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing a266c61b1897fc3c3a9e1b58fc5b76ff 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-10T13:15:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44903 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-10T13:15:49,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44903 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9791ef329347cb9c3a33d2ad2ae4502d 2024-11-10T13:15:49,157 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9791ef329347cb9c3a33d2ad2ae4502d 2024-11-10T13:15:49,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/696532b3ffd2e92d0b3bc89f64153e85/.tmp/cf/98d239593c524c5cb9196fd9db2b7710 is 34, key is eaa/cf:cf/1731244538889/Put/seqid=0 2024-11-10T13:15:49,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9791ef329347cb9c3a33d2ad2ae4502d in 10.1590 sec 2024-11-10T13:15:49,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741853_1029 (size=65) 2024-11-10T13:15:49,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741853_1029 (size=65) 2024-11-10T13:15:49,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741853_1029 (size=65) 2024-11-10T13:15:49,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731244519153.effc0864933175608d7840c158b185e7. 2024-11-10T13:15:49,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-10T13:15:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44903 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-10T13:15:49,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44903 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region effc0864933175608d7840c158b185e7 2024-11-10T13:15:49,169 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure effc0864933175608d7840c158b185e7 2024-11-10T13:15:49,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure effc0864933175608d7840c158b185e7 in 10.1720 sec 2024-11-10T13:15:49,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741854_1030 (size=65) 2024-11-10T13:15:49,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741854_1030 (size=65) 2024-11-10T13:15:49,205 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731244519153.a99e605c4133ee3b829ba2cdd08e9eca. 2024-11-10T13:15:49,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741854_1030 (size=65) 2024-11-10T13:15:49,205 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-10T13:15:49,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44903 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-10T13:15:49,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44903 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a99e605c4133ee3b829ba2cdd08e9eca 2024-11-10T13:15:49,206 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a99e605c4133ee3b829ba2cdd08e9eca 2024-11-10T13:15:49,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a99e605c4133ee3b829ba2cdd08e9eca in 10.2080 sec 2024-11-10T13:15:49,214 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/a266c61b1897fc3c3a9e1b58fc5b76ff/.tmp/cf/51d4392a1c0e40098312af19e2521a89 is 34, key is ccd/cf:cf/1731244538294/Put/seqid=0 2024-11-10T13:15:49,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741849_1025 (size=65) 2024-11-10T13:15:49,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741851_1027 (size=57) 2024-11-10T13:15:49,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731244519153.35819f6453717de379debad26cf25f17. 2024-11-10T13:15:49,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-10T13:15:49,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741849_1025 (size=65) 2024-11-10T13:15:49,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741851_1027 (size=57) 2024-11-10T13:15:49,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741849_1025 (size=65) 2024-11-10T13:15:49,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731244519153.8dd50a2a6c8dc30a71eee0b741042427. 2024-11-10T13:15:49,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-10T13:15:49,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741851_1027 (size=57) 2024-11-10T13:15:49,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44903 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-10T13:15:49,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44903 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 35819f6453717de379debad26cf25f17 2024-11-10T13:15:49,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44903 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-10T13:15:49,249 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44903 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8dd50a2a6c8dc30a71eee0b741042427 2024-11-10T13:15:49,250 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35819f6453717de379debad26cf25f17 2024-11-10T13:15:49,250 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8dd50a2a6c8dc30a71eee0b741042427 2024-11-10T13:15:49,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741855_1031 (size=28623) 2024-11-10T13:15:49,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741855_1031 (size=28623) 2024-11-10T13:15:49,253 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8dd50a2a6c8dc30a71eee0b741042427 in 10.2500 sec 2024-11-10T13:15:49,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741855_1031 (size=28623) 2024-11-10T13:15:49,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 35819f6453717de379debad26cf25f17 in 10.2500 sec 2024-11-10T13:15:49,257 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/aa0c5a834ae4c09ff6ad2aa98fbd9feb/.tmp/cf/48e5a8b0cb694829a55655ef7fed39b3 2024-11-10T13:15:49,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741852_1028 (size=65) 2024-11-10T13:15:49,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741852_1028 (size=65) 2024-11-10T13:15:49,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741852_1028 (size=65) 2024-11-10T13:15:49,260 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731244519153.80a8f2e05fdc5bae3383d9077d3e5985. 2024-11-10T13:15:49,261 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-10T13:15:49,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44903 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-10T13:15:49,261 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44903 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 80a8f2e05fdc5bae3383d9077d3e5985 2024-11-10T13:15:49,261 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 80a8f2e05fdc5bae3383d9077d3e5985 2024-11-10T13:15:49,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 80a8f2e05fdc5bae3383d9077d3e5985 in 10.2620 sec 2024-11-10T13:15:49,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741856_1032 (size=499309) 2024-11-10T13:15:49,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741857_1033 (size=26918) 2024-11-10T13:15:49,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741856_1032 (size=499309) 2024-11-10T13:15:49,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741856_1032 (size=499309) 2024-11-10T13:15:49,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741857_1033 (size=26918) 2024-11-10T13:15:49,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741857_1033 (size=26918) 2024-11-10T13:15:49,289 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/aa0c5a834ae4c09ff6ad2aa98fbd9feb/.tmp/cf/48e5a8b0cb694829a55655ef7fed39b3 as hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/aa0c5a834ae4c09ff6ad2aa98fbd9feb/cf/48e5a8b0cb694829a55655ef7fed39b3 2024-11-10T13:15:49,289 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/5b47e58b4a87b4db299a56b631367261/.tmp/cf/9f5e42f7d4da47d69e120122ecf18c68 2024-11-10T13:15:49,289 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/696532b3ffd2e92d0b3bc89f64153e85/.tmp/cf/98d239593c524c5cb9196fd9db2b7710 2024-11-10T13:15:49,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/5b47e58b4a87b4db299a56b631367261/.tmp/cf/9f5e42f7d4da47d69e120122ecf18c68 as hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/5b47e58b4a87b4db299a56b631367261/cf/9f5e42f7d4da47d69e120122ecf18c68 2024-11-10T13:15:49,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741858_1034 (size=47197) 2024-11-10T13:15:49,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741858_1034 (size=47197) 2024-11-10T13:15:49,311 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/5b47e58b4a87b4db299a56b631367261/cf/9f5e42f7d4da47d69e120122ecf18c68, entries=676, sequenceid=5, filesize=26.3 K 2024-11-10T13:15:49,312 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 5b47e58b4a87b4db299a56b631367261 in 301ms, sequenceid=5, compaction requested=false 2024-11-10T13:15:49,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741858_1034 (size=47197) 2024-11-10T13:15:49,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 5b47e58b4a87b4db299a56b631367261: 2024-11-10T13:15:49,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731244519153.5b47e58b4a87b4db299a56b631367261. for SnapshotProcedureTest completed. 2024-11-10T13:15:49,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731244519153.5b47e58b4a87b4db299a56b631367261.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T13:15:49,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T13:15:49,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/5b47e58b4a87b4db299a56b631367261/cf/9f5e42f7d4da47d69e120122ecf18c68] hfiles 2024-11-10T13:15:49,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/5b47e58b4a87b4db299a56b631367261/cf/9f5e42f7d4da47d69e120122ecf18c68 for snapshot=SnapshotProcedureTest 2024-11-10T13:15:49,315 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/a266c61b1897fc3c3a9e1b58fc5b76ff/.tmp/cf/51d4392a1c0e40098312af19e2521a89 2024-11-10T13:15:49,320 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/aa0c5a834ae4c09ff6ad2aa98fbd9feb/cf/48e5a8b0cb694829a55655ef7fed39b3, entries=731, sequenceid=5, filesize=28.0 K 2024-11-10T13:15:49,322 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for aa0c5a834ae4c09ff6ad2aa98fbd9feb in 302ms, sequenceid=5, compaction requested=false 2024-11-10T13:15:49,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for aa0c5a834ae4c09ff6ad2aa98fbd9feb: 2024-11-10T13:15:49,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731244519153.aa0c5a834ae4c09ff6ad2aa98fbd9feb. for SnapshotProcedureTest completed. 2024-11-10T13:15:49,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731244519153.aa0c5a834ae4c09ff6ad2aa98fbd9feb.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T13:15:49,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T13:15:49,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/aa0c5a834ae4c09ff6ad2aa98fbd9feb/cf/48e5a8b0cb694829a55655ef7fed39b3] hfiles 2024-11-10T13:15:49,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/aa0c5a834ae4c09ff6ad2aa98fbd9feb/cf/48e5a8b0cb694829a55655ef7fed39b3 for snapshot=SnapshotProcedureTest 2024-11-10T13:15:49,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/696532b3ffd2e92d0b3bc89f64153e85/.tmp/cf/98d239593c524c5cb9196fd9db2b7710 as hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/696532b3ffd2e92d0b3bc89f64153e85/cf/98d239593c524c5cb9196fd9db2b7710 2024-11-10T13:15:49,327 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/a266c61b1897fc3c3a9e1b58fc5b76ff/.tmp/cf/51d4392a1c0e40098312af19e2521a89 as hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/a266c61b1897fc3c3a9e1b58fc5b76ff/cf/51d4392a1c0e40098312af19e2521a89 2024-11-10T13:15:49,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741859_1035 (size=105) 2024-11-10T13:15:49,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741859_1035 (size=105) 2024-11-10T13:15:49,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741859_1035 (size=105) 2024-11-10T13:15:49,337 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/696532b3ffd2e92d0b3bc89f64153e85/cf/98d239593c524c5cb9196fd9db2b7710, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-10T13:15:49,337 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731244519153.5b47e58b4a87b4db299a56b631367261. 2024-11-10T13:15:49,337 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-10T13:15:49,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44903 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-10T13:15:49,338 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44903 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5b47e58b4a87b4db299a56b631367261 2024-11-10T13:15:49,338 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5b47e58b4a87b4db299a56b631367261 2024-11-10T13:15:49,338 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 696532b3ffd2e92d0b3bc89f64153e85 in 330ms, sequenceid=5, compaction requested=false 2024-11-10T13:15:49,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 696532b3ffd2e92d0b3bc89f64153e85: 2024-11-10T13:15:49,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731244519153.696532b3ffd2e92d0b3bc89f64153e85. for SnapshotProcedureTest completed. 2024-11-10T13:15:49,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731244519153.696532b3ffd2e92d0b3bc89f64153e85.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T13:15:49,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T13:15:49,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/696532b3ffd2e92d0b3bc89f64153e85/cf/98d239593c524c5cb9196fd9db2b7710] hfiles 2024-11-10T13:15:49,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/696532b3ffd2e92d0b3bc89f64153e85/cf/98d239593c524c5cb9196fd9db2b7710 for snapshot=SnapshotProcedureTest 2024-11-10T13:15:49,340 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/a266c61b1897fc3c3a9e1b58fc5b76ff/cf/51d4392a1c0e40098312af19e2521a89, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-10T13:15:49,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5b47e58b4a87b4db299a56b631367261 in 10.3400 sec 2024-11-10T13:15:49,344 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for a266c61b1897fc3c3a9e1b58fc5b76ff in 188ms, sequenceid=5, compaction requested=false 2024-11-10T13:15:49,344 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for a266c61b1897fc3c3a9e1b58fc5b76ff: 2024-11-10T13:15:49,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731244519153.a266c61b1897fc3c3a9e1b58fc5b76ff. for SnapshotProcedureTest completed. 2024-11-10T13:15:49,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731244519153.a266c61b1897fc3c3a9e1b58fc5b76ff.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T13:15:49,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T13:15:49,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/a266c61b1897fc3c3a9e1b58fc5b76ff/cf/51d4392a1c0e40098312af19e2521a89] hfiles 2024-11-10T13:15:49,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/a266c61b1897fc3c3a9e1b58fc5b76ff/cf/51d4392a1c0e40098312af19e2521a89 for snapshot=SnapshotProcedureTest 2024-11-10T13:15:49,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741860_1036 (size=105) 2024-11-10T13:15:49,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731244519153.aa0c5a834ae4c09ff6ad2aa98fbd9feb. 2024-11-10T13:15:49,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-10T13:15:49,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741860_1036 (size=105) 2024-11-10T13:15:49,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44903 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-10T13:15:49,363 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44903 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region aa0c5a834ae4c09ff6ad2aa98fbd9feb 2024-11-10T13:15:49,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741860_1036 (size=105) 2024-11-10T13:15:49,363 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aa0c5a834ae4c09ff6ad2aa98fbd9feb 2024-11-10T13:15:49,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure aa0c5a834ae4c09ff6ad2aa98fbd9feb in 10.3640 sec 2024-11-10T13:15:49,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741861_1037 (size=97) 2024-11-10T13:15:49,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741861_1037 (size=97) 2024-11-10T13:15:49,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741861_1037 (size=97) 2024-11-10T13:15:49,374 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731244519153.696532b3ffd2e92d0b3bc89f64153e85. 2024-11-10T13:15:49,374 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-10T13:15:49,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44903 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-10T13:15:49,374 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44903 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 696532b3ffd2e92d0b3bc89f64153e85 2024-11-10T13:15:49,375 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 696532b3ffd2e92d0b3bc89f64153e85 2024-11-10T13:15:49,379 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 696532b3ffd2e92d0b3bc89f64153e85 in 10.3760 sec 2024-11-10T13:15:49,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741862_1038 (size=105) 2024-11-10T13:15:49,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741862_1038 (size=105) 2024-11-10T13:15:49,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741862_1038 (size=105) 2024-11-10T13:15:49,387 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731244519153.a266c61b1897fc3c3a9e1b58fc5b76ff. 2024-11-10T13:15:49,387 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-10T13:15:49,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44903 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-10T13:15:49,388 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44903 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a266c61b1897fc3c3a9e1b58fc5b76ff 2024-11-10T13:15:49,388 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a266c61b1897fc3c3a9e1b58fc5b76ff 2024-11-10T13:15:49,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=25 2024-11-10T13:15:49,390 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-10T13:15:49,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a266c61b1897fc3c3a9e1b58fc5b76ff in 10.3890 sec 2024-11-10T13:15:49,392 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-10T13:15:49,392 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-10T13:15:49,393 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-10T13:15:49,400 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T13:15:49,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741863_1039 (size=1174) 2024-11-10T13:15:49,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741863_1039 (size=1174) 2024-11-10T13:15:49,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741863_1039 (size=1174) 2024-11-10T13:15:49,876 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-10T13:15:49,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-10T13:15:49,897 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2467a7071e00,39375,1731244507464 2024-11-10T13:15:49,901 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2467a7071e00,36171,1731244507502 2024-11-10T13:15:49,905 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2467a7071e00,39375,1731244507464 2024-11-10T13:15:49,905 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2467a7071e00,36171,1731244507502 2024-11-10T13:15:49,909 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T13:15:49,916 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2467a7071e00,39375,1731244507464 2024-11-10T13:15:49,933 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2467a7071e00,35119,1731244507426 2024-11-10T13:15:49,949 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2467a7071e00,36171,1731244507502 2024-11-10T13:15:49,953 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2467a7071e00,35119,1731244507426 2024-11-10T13:15:49,953 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2467a7071e00,35119,1731244507426 2024-11-10T13:15:50,010 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 2467a7071e00,35119,1731244507426 2024-11-10T13:15:50,010 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 2467a7071e00,35119,1731244507426: Simulated kill ***** 2024-11-10T13:15:50,010 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T13:15:50,010 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T13:15:50,012 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T13:15:50,012 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T13:15:50,012 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T13:15:50,012 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 620246944 }, "NonHeapMemoryUsage": { "committed": 176488448, "init": 7667712, "max": -1, "used": 171802928 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T13:15:50,013 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44903 {}] master.MasterRpcServices(700): 2467a7071e00,35119,1731244507426 reported a fatal error: ***** ABORTING region server 2467a7071e00,35119,1731244507426: Simulated kill ***** 2024-11-10T13:15:50,013 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2467a7071e00,35119,1731244507426' ***** 2024-11-10T13:15:50,013 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-10T13:15:50,014 INFO [RS:0;2467a7071e00:35119 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T13:15:50,014 INFO [RS:0;2467a7071e00:35119 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-10T13:15:50,014 INFO [RS:0;2467a7071e00:35119 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-10T13:15:50,014 INFO [RS:0;2467a7071e00:35119 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:15:50,014 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T13:15:50,014 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T13:15:50,014 INFO [RS:0;2467a7071e00:35119 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:35119. 2024-11-10T13:15:50,014 DEBUG [RS:0;2467a7071e00:35119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:15:50,014 DEBUG [RS:0;2467a7071e00:35119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:15:50,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741833_1009 (size=1473) 2024-11-10T13:15:50,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741833_1009 (size=1473) 2024-11-10T13:15:50,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741833_1009 (size=1473) 2024-11-10T13:15:50,021 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/WALs/2467a7071e00,35119,1731244507426/2467a7071e00%2C35119%2C1731244507426.1731244508502 not finished, retry = 0 2024-11-10T13:15:50,057 INFO [regionserver/2467a7071e00:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:15:50,122 DEBUG [RS:0;2467a7071e00:35119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:15:50,123 INFO [RS:0;2467a7071e00:35119 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:15:50,123 INFO [RS:0;2467a7071e00:35119 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35119 2024-11-10T13:15:50,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44903-0x10124e2bbc10000, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T13:15:50,180 INFO [RS:0;2467a7071e00:35119 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:15:50,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x10124e2bbc10001, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2467a7071e00,35119,1731244507426 2024-11-10T13:15:50,242 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2467a7071e00,35119,1731244507426] 2024-11-10T13:15:50,332 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2467a7071e00,35119,1731244507426 already deleted, retry=false 2024-11-10T13:15:50,332 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 2467a7071e00,35119,1731244507426 on 2467a7071e00,44903,1731244507177 2024-11-10T13:15:50,333 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 2467a7071e00,35119,1731244507426, splitWal=true, meta=false 2024-11-10T13:15:50,333 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for 2467a7071e00,35119,1731244507426 (carryingMeta=false) 2467a7071e00,35119,1731244507426/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4946811f[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-10T13:15:50,334 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 2467a7071e00,35119,1731244507426, splitWal=true, meta=false 2024-11-10T13:15:50,339 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 2467a7071e00,35119,1731244507426 had 3 regions 2024-11-10T13:15:50,341 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 2467a7071e00,35119,1731244507426, splitWal=true, meta=false, isMeta: false 2024-11-10T13:15:50,342 INFO [RS:0;2467a7071e00:35119 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:15:50,342 INFO [RS:0;2467a7071e00:35119 {}] regionserver.HRegionServer(1031): Exiting; stopping=2467a7071e00,35119,1731244507426; zookeeper connection closed. 2024-11-10T13:15:50,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x10124e2bbc10001, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:15:50,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35119-0x10124e2bbc10001, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:15:50,342 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@58532f3c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@58532f3c 2024-11-10T13:15:50,343 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2467a7071e00,35119,1731244507426 Release verify snapshot worker=2467a7071e00,35119,1731244507426 2024-11-10T13:15:50,343 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 37 to 2467a7071e00,35119,1731244507426, this operation will be retried to send to another server 2024-11-10T13:15:50,343 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:15:50,343 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=37, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731244551343 2024-11-10T13:15:50,345 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/WALs/2467a7071e00,35119,1731244507426-splitting 2024-11-10T13:15:50,345 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2467a7071e00,35119,1731244507426 Release verify snapshot worker=2467a7071e00,35119,1731244507426 2024-11-10T13:15:50,345 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 2467a7071e00,35119,1731244507426, this operation will be retried to send to another server 2024-11-10T13:15:50,346 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 26 is already finished, skip the rest processes 2024-11-10T13:15:50,346 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-11-10T13:15:50,345 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:15:50,346 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731244551346 2024-11-10T13:15:50,346 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-11-10T13:15:50,349 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2467a7071e00,35119,1731244507426 Release verify snapshot worker=2467a7071e00,35119,1731244507426 2024-11-10T13:15:50,349 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 40 to 2467a7071e00,35119,1731244507426, this operation will be retried to send to another server 2024-11-10T13:15:50,349 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:15:50,349 INFO [PEWorker-4 {}] master.SplitWALManager(105): 2467a7071e00,35119,1731244507426 WAL count=1, meta=false 2024-11-10T13:15:50,349 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=40, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731244551349 2024-11-10T13:15:50,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 2467a7071e00%2C35119%2C1731244507426.1731244508502}] 2024-11-10T13:15:50,354 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=2467a7071e00,39375,1731244507464 2024-11-10T13:15:50,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 2467a7071e00%2C35119%2C1731244507426.1731244508502, worker=2467a7071e00,39375,1731244507464}] 2024-11-10T13:15:50,419 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T13:15:50,419 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T13:15:59,338 INFO [master/2467a7071e00:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T13:15:59,338 INFO [master/2467a7071e00:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T13:15:59,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-10T13:15:59,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-10T13:15:59,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-10T13:15:59,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-10T13:15:59,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36171 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-10T13:15:59,902 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T13:15:59,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36171 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-10T13:15:59,903 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-10T13:15:59,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36171 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-10T13:15:59,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44903 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-10T13:15:59,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-10T13:15:59,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-10T13:15:59,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44903 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-10T13:15:59,909 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2467a7071e00,39375,1731244507464 Release verify snapshot worker=2467a7071e00,39375,1731244507464 2024-11-10T13:15:59,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44903 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-10T13:15:59,910 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2467a7071e00,39375,1731244507464 Release verify snapshot worker=2467a7071e00,39375,1731244507464 2024-11-10T13:15:59,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2467a7071e00,39375,1731244507464 in 10.0270 sec 2024-11-10T13:15:59,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2467a7071e00,39375,1731244507464 in 10.0280 sec 2024-11-10T13:15:59,916 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2467a7071e00,39375,1731244507464 2024-11-10T13:15:59,917 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2467a7071e00,39375,1731244507464 2024-11-10T13:15:59,920 INFO [RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/WALs/2467a7071e00,35119,1731244507426-splitting/2467a7071e00%2C35119%2C1731244507426.1731244508502, size=1.4 K (1473bytes) 2024-11-10T13:15:59,920 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2467a7071e00,39375,1731244507464 Release verify snapshot worker=2467a7071e00,39375,1731244507464 2024-11-10T13:15:59,921 INFO [RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/WALs/2467a7071e00,35119,1731244507426-splitting/2467a7071e00%2C35119%2C1731244507426.1731244508502 2024-11-10T13:15:59,921 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2467a7071e00,39375,1731244507464 2024-11-10T13:15:59,922 INFO [RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/WALs/2467a7071e00,35119,1731244507426-splitting/2467a7071e00%2C35119%2C1731244507426.1731244508502 after 1ms 2024-11-10T13:15:59,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T13:15:59,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-10T13:15:59,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44903 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-10T13:15:59,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-10T13:15:59,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2467a7071e00,39375,1731244507464 in 10.0390 sec 2024-11-10T13:15:59,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-10T13:15:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44903 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-10T13:15:59,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44903 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-10T13:15:59,928 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2467a7071e00,36171,1731244507502 Release verify snapshot worker=2467a7071e00,36171,1731244507502 2024-11-10T13:15:59,929 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2467a7071e00,36171,1731244507502 2024-11-10T13:15:59,930 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2467a7071e00,36171,1731244507502 Release verify snapshot worker=2467a7071e00,36171,1731244507502 2024-11-10T13:15:59,931 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2467a7071e00,36171,1731244507502 Release verify snapshot worker=2467a7071e00,36171,1731244507502 2024-11-10T13:15:59,931 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2467a7071e00,36171,1731244507502 in 10.0470 sec 2024-11-10T13:15:59,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2467a7071e00,36171,1731244507502 in 10.0480 sec 2024-11-10T13:15:59,932 INFO [RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/WALs/2467a7071e00,35119,1731244507426-splitting/2467a7071e00%2C35119%2C1731244507426.1731244508502 took 12ms 2024-11-10T13:15:59,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2467a7071e00,36171,1731244507502 in 10.0490 sec 2024-11-10T13:15:59,939 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 8dd50a2a6c8dc30a71eee0b741042427: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-10T13:15:59,941 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for effc0864933175608d7840c158b185e7: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-10T13:15:59,943 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for aa0c5a834ae4c09ff6ad2aa98fbd9feb: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-10T13:15:59,943 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/WALs/2467a7071e00,35119,1731244507426-splitting/2467a7071e00%2C35119%2C1731244507426.1731244508502 so closing down 2024-11-10T13:15:59,943 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-10T13:15:59,944 INFO [RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-10T13:15:59,944 INFO [RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 8 ms; skipped=5; WAL=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/WALs/2467a7071e00,35119,1731244507426-splitting/2467a7071e00%2C35119%2C1731244507426.1731244508502, size=1.4 K, length=1473, corrupted=false, cancelled=false 2024-11-10T13:15:59,944 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/WALs/2467a7071e00,35119,1731244507426-splitting/2467a7071e00%2C35119%2C1731244507426.1731244508502, journal: Splitting hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/WALs/2467a7071e00,35119,1731244507426-splitting/2467a7071e00%2C35119%2C1731244507426.1731244508502, size=1.4 K (1473bytes) at 1731244559921Finishing writing output for hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/WALs/2467a7071e00,35119,1731244507426-splitting/2467a7071e00%2C35119%2C1731244507426.1731244508502 so closing down at 1731244559943 (+22 ms)3 split writer threads finished at 1731244559944 (+1 ms)Processed 5 edits across 0 Regions in 8 ms; skipped=5; WAL=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/WALs/2467a7071e00,35119,1731244507426-splitting/2467a7071e00%2C35119%2C1731244507426.1731244508502, size=1.4 K, length=1473, corrupted=false, cancelled=false at 1731244559944 2024-11-10T13:15:59,944 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/WALs/2467a7071e00,35119,1731244507426-splitting/2467a7071e00%2C35119%2C1731244507426.1731244508502 2024-11-10T13:15:59,944 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-10T13:15:59,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44903 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-10T13:15:59,951 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/WALs/2467a7071e00,35119,1731244507426-splitting/2467a7071e00%2C35119%2C1731244507426.1731244508502 to hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/oldWALs 2024-11-10T13:15:59,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-10T13:15:59,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2467a7071e00%2C35119%2C1731244507426.1731244508502, worker=2467a7071e00,39375,1731244507464 in 9.5960 sec 2024-11-10T13:15:59,955 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=2467a7071e00,39375,1731244507464 2024-11-10T13:15:59,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-10T13:15:59,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 2467a7071e00%2C35119%2C1731244507426.1731244508502, worker=2467a7071e00,39375,1731244507464 in 9.6060 sec 2024-11-10T13:15:59,959 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/WALs/2467a7071e00,35119,1731244507426-splitting dir is empty, no logs to split. 2024-11-10T13:15:59,959 INFO [PEWorker-5 {}] master.SplitWALManager(105): 2467a7071e00,35119,1731244507426 WAL count=0, meta=false 2024-11-10T13:15:59,959 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 2467a7071e00,35119,1731244507426 WAL splitting is done? wals=0, meta=false 2024-11-10T13:15:59,961 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 2467a7071e00,35119,1731244507426 failed, ignore...File hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/WALs/2467a7071e00,35119,1731244507426-splitting does not exist. 2024-11-10T13:15:59,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aa0c5a834ae4c09ff6ad2aa98fbd9feb, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=effc0864933175608d7840c158b185e7, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8dd50a2a6c8dc30a71eee0b741042427, ASSIGN}] 2024-11-10T13:15:59,963 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=effc0864933175608d7840c158b185e7, ASSIGN 2024-11-10T13:15:59,963 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aa0c5a834ae4c09ff6ad2aa98fbd9feb, ASSIGN 2024-11-10T13:15:59,964 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8dd50a2a6c8dc30a71eee0b741042427, ASSIGN 2024-11-10T13:15:59,964 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aa0c5a834ae4c09ff6ad2aa98fbd9feb, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T13:15:59,964 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=effc0864933175608d7840c158b185e7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T13:15:59,964 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8dd50a2a6c8dc30a71eee0b741042427, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T13:16:00,115 DEBUG [2467a7071e00:44903 {}] balancer.BalancerClusterState(204): Hosts are {2467a7071e00=0} racks are {/default-rack=0} 2024-11-10T13:16:00,116 DEBUG [2467a7071e00:44903 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T13:16:00,116 DEBUG [2467a7071e00:44903 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T13:16:00,116 DEBUG [2467a7071e00:44903 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T13:16:00,116 DEBUG [2467a7071e00:44903 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T13:16:00,116 INFO [2467a7071e00:44903 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T13:16:00,116 INFO [2467a7071e00:44903 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T13:16:00,116 DEBUG [2467a7071e00:44903 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T13:16:00,116 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=aa0c5a834ae4c09ff6ad2aa98fbd9feb, regionState=OPENING, regionLocation=2467a7071e00,36171,1731244507502 2024-11-10T13:16:00,116 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=effc0864933175608d7840c158b185e7, regionState=OPENING, regionLocation=2467a7071e00,39375,1731244507464 2024-11-10T13:16:00,116 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=8dd50a2a6c8dc30a71eee0b741042427, regionState=OPENING, regionLocation=2467a7071e00,36171,1731244507502 2024-11-10T13:16:00,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8dd50a2a6c8dc30a71eee0b741042427, ASSIGN because future has completed 2024-11-10T13:16:00,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8dd50a2a6c8dc30a71eee0b741042427, server=2467a7071e00,36171,1731244507502}] 2024-11-10T13:16:00,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=effc0864933175608d7840c158b185e7, ASSIGN because future has completed 2024-11-10T13:16:00,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure effc0864933175608d7840c158b185e7, server=2467a7071e00,39375,1731244507464}] 2024-11-10T13:16:00,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aa0c5a834ae4c09ff6ad2aa98fbd9feb, ASSIGN because future has completed 2024-11-10T13:16:00,121 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa0c5a834ae4c09ff6ad2aa98fbd9feb, server=2467a7071e00,36171,1731244507502}] 2024-11-10T13:16:07,156 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T13:16:08,353 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-10T13:16:09,923 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731244519153.effc0864933175608d7840c158b185e7. 2024-11-10T13:16:09,923 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => effc0864933175608d7840c158b185e7, NAME => 'SPTestTable,66666664,1731244519153.effc0864933175608d7840c158b185e7.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-10T13:16:09,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-10T13:16:09,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-10T13:16:09,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-10T13:16:09,924 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable effc0864933175608d7840c158b185e7 2024-11-10T13:16:09,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-10T13:16:09,924 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731244519153.effc0864933175608d7840c158b185e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:16:09,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-10T13:16:09,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-10T13:16:09,924 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for effc0864933175608d7840c158b185e7 2024-11-10T13:16:09,924 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for effc0864933175608d7840c158b185e7 2024-11-10T13:16:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44903 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-10T13:16:09,926 INFO [StoreOpener-effc0864933175608d7840c158b185e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region effc0864933175608d7840c158b185e7 2024-11-10T13:16:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44903 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-10T13:16:09,926 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2467a7071e00,39375,1731244507464 Release verify snapshot worker=2467a7071e00,39375,1731244507464 2024-11-10T13:16:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44903 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-10T13:16:09,927 INFO [StoreOpener-effc0864933175608d7840c158b185e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region effc0864933175608d7840c158b185e7 columnFamilyName cf 2024-11-10T13:16:09,927 DEBUG [StoreOpener-effc0864933175608d7840c158b185e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:16:09,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2467a7071e00,39375,1731244507464 in 20.0440 sec 2024-11-10T13:16:09,928 INFO [StoreOpener-effc0864933175608d7840c158b185e7-1 {}] regionserver.HStore(327): Store=effc0864933175608d7840c158b185e7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:16:09,928 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2467a7071e00,39375,1731244507464 Release verify snapshot worker=2467a7071e00,39375,1731244507464 2024-11-10T13:16:09,928 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for effc0864933175608d7840c158b185e7 2024-11-10T13:16:09,929 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/effc0864933175608d7840c158b185e7 2024-11-10T13:16:09,930 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2467a7071e00,39375,1731244507464 Release verify snapshot worker=2467a7071e00,39375,1731244507464 2024-11-10T13:16:09,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2467a7071e00,39375,1731244507464 in 20.0460 sec 2024-11-10T13:16:09,931 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/effc0864933175608d7840c158b185e7 2024-11-10T13:16:09,931 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for effc0864933175608d7840c158b185e7 2024-11-10T13:16:09,931 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for effc0864933175608d7840c158b185e7 2024-11-10T13:16:09,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2467a7071e00,39375,1731244507464 in 20.0480 sec 2024-11-10T13:16:09,933 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,,1731244519153.8dd50a2a6c8dc30a71eee0b741042427. 2024-11-10T13:16:09,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36171 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-10T13:16:09,933 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 8dd50a2a6c8dc30a71eee0b741042427, NAME => 'SPTestTable,,1731244519153.8dd50a2a6c8dc30a71eee0b741042427.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-10T13:16:09,933 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-10T13:16:09,933 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8dd50a2a6c8dc30a71eee0b741042427 2024-11-10T13:16:09,933 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,,1731244519153.8dd50a2a6c8dc30a71eee0b741042427.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:16:09,933 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for effc0864933175608d7840c158b185e7 2024-11-10T13:16:09,933 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 8dd50a2a6c8dc30a71eee0b741042427 2024-11-10T13:16:09,933 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 8dd50a2a6c8dc30a71eee0b741042427 2024-11-10T13:16:09,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44903 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-10T13:16:09,934 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened effc0864933175608d7840c158b185e7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70829749, jitterRate=0.055445507168769836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T13:16:09,934 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for effc0864933175608d7840c158b185e7 2024-11-10T13:16:09,934 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for effc0864933175608d7840c158b185e7: Running coprocessor pre-open hook at 1731244569924Writing region info on filesystem at 1731244569924Initializing all the Stores at 1731244569925 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244569925Cleaning up temporary data from old regions at 1731244569931 (+6 ms)Running coprocessor post-open hooks at 1731244569934 (+3 ms)Region opened successfully at 1731244569934 2024-11-10T13:16:09,934 INFO [StoreOpener-8dd50a2a6c8dc30a71eee0b741042427-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8dd50a2a6c8dc30a71eee0b741042427 2024-11-10T13:16:09,935 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731244519153.effc0864933175608d7840c158b185e7., pid=53, masterSystemTime=1731244569916 2024-11-10T13:16:09,935 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2467a7071e00,36171,1731244507502 Release verify snapshot worker=2467a7071e00,36171,1731244507502 2024-11-10T13:16:09,935 INFO [StoreOpener-8dd50a2a6c8dc30a71eee0b741042427-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dd50a2a6c8dc30a71eee0b741042427 columnFamilyName cf 2024-11-10T13:16:09,935 DEBUG [StoreOpener-8dd50a2a6c8dc30a71eee0b741042427-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:16:09,936 INFO [StoreOpener-8dd50a2a6c8dc30a71eee0b741042427-1 {}] regionserver.HStore(327): Store=8dd50a2a6c8dc30a71eee0b741042427/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:16:09,936 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 8dd50a2a6c8dc30a71eee0b741042427 2024-11-10T13:16:09,937 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731244519153.effc0864933175608d7840c158b185e7. 2024-11-10T13:16:09,937 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731244519153.effc0864933175608d7840c158b185e7. 2024-11-10T13:16:09,937 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/8dd50a2a6c8dc30a71eee0b741042427 2024-11-10T13:16:09,937 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-10T13:16:09,937 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=effc0864933175608d7840c158b185e7, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,39375,1731244507464 2024-11-10T13:16:09,937 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-10T13:16:09,937 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2467a7071e00,36171,1731244507502 in 20.0530 sec 2024-11-10T13:16:09,938 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/.hbase-snapshot/SnapshotProcedureTest 2024-11-10T13:16:09,939 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-10T13:16:09,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure effc0864933175608d7840c158b185e7, server=2467a7071e00,39375,1731244507464 because future has completed 2024-11-10T13:16:09,939 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-10T13:16:09,940 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/8dd50a2a6c8dc30a71eee0b741042427 2024-11-10T13:16:09,940 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 8dd50a2a6c8dc30a71eee0b741042427 2024-11-10T13:16:09,940 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 8dd50a2a6c8dc30a71eee0b741042427 2024-11-10T13:16:09,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.9610 sec 2024-11-10T13:16:09,942 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 8dd50a2a6c8dc30a71eee0b741042427 2024-11-10T13:16:09,942 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=50 2024-11-10T13:16:09,942 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure effc0864933175608d7840c158b185e7, server=2467a7071e00,39375,1731244507464 in 9.8200 sec 2024-11-10T13:16:09,943 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 8dd50a2a6c8dc30a71eee0b741042427; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71748997, jitterRate=0.0691433697938919}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T13:16:09,943 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8dd50a2a6c8dc30a71eee0b741042427 2024-11-10T13:16:09,943 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 8dd50a2a6c8dc30a71eee0b741042427: Running coprocessor pre-open hook at 1731244569933Writing region info on filesystem at 1731244569933Initializing all the Stores at 1731244569934 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244569934Cleaning up temporary data from old regions at 1731244569940 (+6 ms)Running coprocessor post-open hooks at 1731244569943 (+3 ms)Region opened successfully at 1731244569943 2024-11-10T13:16:09,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=effc0864933175608d7840c158b185e7, ASSIGN in 9.9800 sec 2024-11-10T13:16:09,944 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731244519153.8dd50a2a6c8dc30a71eee0b741042427., pid=52, masterSystemTime=1731244569929 2024-11-10T13:16:09,945 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731244519153.8dd50a2a6c8dc30a71eee0b741042427. 2024-11-10T13:16:09,945 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731244519153.8dd50a2a6c8dc30a71eee0b741042427. 2024-11-10T13:16:09,945 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731244519153.aa0c5a834ae4c09ff6ad2aa98fbd9feb. 2024-11-10T13:16:09,946 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => aa0c5a834ae4c09ff6ad2aa98fbd9feb, NAME => 'SPTestTable,b333332f,1731244519153.aa0c5a834ae4c09ff6ad2aa98fbd9feb.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-10T13:16:09,946 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=8dd50a2a6c8dc30a71eee0b741042427, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,36171,1731244507502 2024-11-10T13:16:09,946 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable aa0c5a834ae4c09ff6ad2aa98fbd9feb 2024-11-10T13:16:09,946 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731244519153.aa0c5a834ae4c09ff6ad2aa98fbd9feb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:16:09,946 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for aa0c5a834ae4c09ff6ad2aa98fbd9feb 2024-11-10T13:16:09,946 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for aa0c5a834ae4c09ff6ad2aa98fbd9feb 2024-11-10T13:16:09,947 INFO [StoreOpener-aa0c5a834ae4c09ff6ad2aa98fbd9feb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region aa0c5a834ae4c09ff6ad2aa98fbd9feb 2024-11-10T13:16:09,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8dd50a2a6c8dc30a71eee0b741042427, server=2467a7071e00,36171,1731244507502 because future has completed 2024-11-10T13:16:09,948 INFO [StoreOpener-aa0c5a834ae4c09ff6ad2aa98fbd9feb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa0c5a834ae4c09ff6ad2aa98fbd9feb columnFamilyName cf 2024-11-10T13:16:09,948 DEBUG [StoreOpener-aa0c5a834ae4c09ff6ad2aa98fbd9feb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:16:09,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-11-10T13:16:09,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure 8dd50a2a6c8dc30a71eee0b741042427, server=2467a7071e00,36171,1731244507502 in 9.8290 sec 2024-11-10T13:16:09,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8dd50a2a6c8dc30a71eee0b741042427, ASSIGN in 9.9880 sec 2024-11-10T13:16:09,956 DEBUG [StoreOpener-aa0c5a834ae4c09ff6ad2aa98fbd9feb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/aa0c5a834ae4c09ff6ad2aa98fbd9feb/cf/48e5a8b0cb694829a55655ef7fed39b3 2024-11-10T13:16:09,956 INFO [StoreOpener-aa0c5a834ae4c09ff6ad2aa98fbd9feb-1 {}] regionserver.HStore(327): Store=aa0c5a834ae4c09ff6ad2aa98fbd9feb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:16:09,956 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for aa0c5a834ae4c09ff6ad2aa98fbd9feb 2024-11-10T13:16:09,957 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/aa0c5a834ae4c09ff6ad2aa98fbd9feb 2024-11-10T13:16:09,958 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/aa0c5a834ae4c09ff6ad2aa98fbd9feb 2024-11-10T13:16:09,959 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for aa0c5a834ae4c09ff6ad2aa98fbd9feb 2024-11-10T13:16:09,959 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for aa0c5a834ae4c09ff6ad2aa98fbd9feb 2024-11-10T13:16:09,961 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for aa0c5a834ae4c09ff6ad2aa98fbd9feb 2024-11-10T13:16:09,963 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/aa0c5a834ae4c09ff6ad2aa98fbd9feb/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T13:16:09,963 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened aa0c5a834ae4c09ff6ad2aa98fbd9feb; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59366552, jitterRate=-0.11536943912506104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T13:16:09,963 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aa0c5a834ae4c09ff6ad2aa98fbd9feb 2024-11-10T13:16:09,964 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for aa0c5a834ae4c09ff6ad2aa98fbd9feb: Running coprocessor pre-open hook at 1731244569946Writing region info on filesystem at 1731244569946Initializing all the Stores at 1731244569947 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244569947Cleaning up temporary data from old regions at 1731244569959 (+12 ms)Running coprocessor post-open hooks at 1731244569964 (+5 ms)Region opened successfully at 1731244569964 2024-11-10T13:16:09,964 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731244519153.aa0c5a834ae4c09ff6ad2aa98fbd9feb., pid=54, masterSystemTime=1731244569929 2024-11-10T13:16:09,966 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731244519153.aa0c5a834ae4c09ff6ad2aa98fbd9feb. 2024-11-10T13:16:09,966 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731244519153.aa0c5a834ae4c09ff6ad2aa98fbd9feb. 2024-11-10T13:16:09,966 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=aa0c5a834ae4c09ff6ad2aa98fbd9feb, regionState=OPEN, openSeqNum=6, regionLocation=2467a7071e00,36171,1731244507502 2024-11-10T13:16:09,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa0c5a834ae4c09ff6ad2aa98fbd9feb, server=2467a7071e00,36171,1731244507502 because future has completed 2024-11-10T13:16:09,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=49 2024-11-10T13:16:09,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure aa0c5a834ae4c09ff6ad2aa98fbd9feb, server=2467a7071e00,36171,1731244507502 in 9.8480 sec 2024-11-10T13:16:09,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-10T13:16:09,972 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 2467a7071e00,35119,1731244507426 after splitting done 2024-11-10T13:16:09,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aa0c5a834ae4c09ff6ad2aa98fbd9feb, ASSIGN in 10.0080 sec 2024-11-10T13:16:09,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure 2467a7071e00,35119,1731244507426, splitWal=true, meta=false in 19.6400 sec 2024-11-10T13:16:10,037 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-10T13:16:10,042 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-10T13:16:10,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T13:16:10,042 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:16:10,042 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:16:10,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:16:10,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:16:10,042 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:16:10,043 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T13:16:10,043 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=756073357, stopped=false 2024-11-10T13:16:10,043 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2467a7071e00,44903,1731244507177 2024-11-10T13:16:10,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36171-0x10124e2bbc10003, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T13:16:10,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44903-0x10124e2bbc10000, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T13:16:10,136 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39375-0x10124e2bbc10002, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T13:16:10,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36171-0x10124e2bbc10003, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:16:10,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44903-0x10124e2bbc10000, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:16:10,136 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39375-0x10124e2bbc10002, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:16:10,137 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:16:10,137 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39375-0x10124e2bbc10002, quorum=127.0.0.1:58009, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T13:16:10,137 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36171-0x10124e2bbc10003, quorum=127.0.0.1:58009, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T13:16:10,137 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:16:10,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44903-0x10124e2bbc10000, quorum=127.0.0.1:58009, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T13:16:10,138 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:16:10,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:16:10,138 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2467a7071e00,39375,1731244507464' ***** 2024-11-10T13:16:10,138 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T13:16:10,138 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2467a7071e00,36171,1731244507502' ***** 2024-11-10T13:16:10,138 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T13:16:10,138 INFO [RS:1;2467a7071e00:39375 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T13:16:10,138 INFO [RS:2;2467a7071e00:36171 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T13:16:10,138 INFO [RS:1;2467a7071e00:39375 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T13:16:10,139 INFO [RS:1;2467a7071e00:39375 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T13:16:10,139 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T13:16:10,139 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T13:16:10,139 INFO [RS:2;2467a7071e00:36171 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T13:16:10,139 INFO [RS:1;2467a7071e00:39375 {}] regionserver.HRegionServer(3091): Received CLOSE for 35819f6453717de379debad26cf25f17 2024-11-10T13:16:10,139 INFO [RS:2;2467a7071e00:36171 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T13:16:10,139 INFO [RS:2;2467a7071e00:36171 {}] regionserver.HRegionServer(3091): Received CLOSE for 5b47e58b4a87b4db299a56b631367261 2024-11-10T13:16:10,139 INFO [RS:1;2467a7071e00:39375 {}] regionserver.HRegionServer(3091): Received CLOSE for a99e605c4133ee3b829ba2cdd08e9eca 2024-11-10T13:16:10,139 INFO [RS:2;2467a7071e00:36171 {}] regionserver.HRegionServer(3091): Received CLOSE for 8dd50a2a6c8dc30a71eee0b741042427 2024-11-10T13:16:10,139 INFO [RS:1;2467a7071e00:39375 {}] regionserver.HRegionServer(3091): Received CLOSE for a266c61b1897fc3c3a9e1b58fc5b76ff 2024-11-10T13:16:10,139 INFO [RS:2;2467a7071e00:36171 {}] regionserver.HRegionServer(3091): Received CLOSE for 696532b3ffd2e92d0b3bc89f64153e85 2024-11-10T13:16:10,139 INFO [RS:1;2467a7071e00:39375 {}] regionserver.HRegionServer(3091): Received CLOSE for effc0864933175608d7840c158b185e7 2024-11-10T13:16:10,139 INFO [RS:2;2467a7071e00:36171 {}] regionserver.HRegionServer(3091): Received CLOSE for aa0c5a834ae4c09ff6ad2aa98fbd9feb 2024-11-10T13:16:10,139 INFO [RS:1;2467a7071e00:39375 {}] regionserver.HRegionServer(3091): Received CLOSE for 9791ef329347cb9c3a33d2ad2ae4502d 2024-11-10T13:16:10,139 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5b47e58b4a87b4db299a56b631367261, disabling compactions & flushes 2024-11-10T13:16:10,139 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 35819f6453717de379debad26cf25f17, disabling compactions & flushes 2024-11-10T13:16:10,139 INFO [RS:2;2467a7071e00:36171 {}] regionserver.HRegionServer(3091): Received CLOSE for 80a8f2e05fdc5bae3383d9077d3e5985 2024-11-10T13:16:10,139 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731244519153.5b47e58b4a87b4db299a56b631367261. 2024-11-10T13:16:10,139 INFO [RS:1;2467a7071e00:39375 {}] regionserver.HRegionServer(959): stopping server 2467a7071e00,39375,1731244507464 2024-11-10T13:16:10,139 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731244519153.35819f6453717de379debad26cf25f17. 2024-11-10T13:16:10,139 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731244519153.5b47e58b4a87b4db299a56b631367261. 2024-11-10T13:16:10,139 INFO [RS:2;2467a7071e00:36171 {}] regionserver.HRegionServer(959): stopping server 2467a7071e00,36171,1731244507502 2024-11-10T13:16:10,139 INFO [RS:1;2467a7071e00:39375 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:16:10,139 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731244519153.35819f6453717de379debad26cf25f17. 2024-11-10T13:16:10,139 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731244519153.5b47e58b4a87b4db299a56b631367261. after waiting 0 ms 2024-11-10T13:16:10,139 INFO [RS:2;2467a7071e00:36171 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:16:10,139 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731244519153.5b47e58b4a87b4db299a56b631367261. 2024-11-10T13:16:10,139 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731244519153.35819f6453717de379debad26cf25f17. after waiting 0 ms 2024-11-10T13:16:10,139 INFO [RS:1;2467a7071e00:39375 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;2467a7071e00:39375. 2024-11-10T13:16:10,139 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731244519153.35819f6453717de379debad26cf25f17. 2024-11-10T13:16:10,139 INFO [RS:2;2467a7071e00:36171 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;2467a7071e00:36171. 2024-11-10T13:16:10,140 DEBUG [RS:1;2467a7071e00:39375 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:16:10,140 DEBUG [RS:2;2467a7071e00:36171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:16:10,140 DEBUG [RS:1;2467a7071e00:39375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:16:10,140 DEBUG [RS:2;2467a7071e00:36171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:16:10,140 INFO [RS:2;2467a7071e00:36171 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-10T13:16:10,140 INFO [RS:1;2467a7071e00:39375 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T13:16:10,140 DEBUG [RS:2;2467a7071e00:36171 {}] regionserver.HRegionServer(1325): Online Regions={5b47e58b4a87b4db299a56b631367261=SPTestTable,99999996,1731244519153.5b47e58b4a87b4db299a56b631367261., 8dd50a2a6c8dc30a71eee0b741042427=SPTestTable,,1731244519153.8dd50a2a6c8dc30a71eee0b741042427., 696532b3ffd2e92d0b3bc89f64153e85=SPTestTable,e6666661,1731244519153.696532b3ffd2e92d0b3bc89f64153e85., aa0c5a834ae4c09ff6ad2aa98fbd9feb=SPTestTable,b333332f,1731244519153.aa0c5a834ae4c09ff6ad2aa98fbd9feb., 80a8f2e05fdc5bae3383d9077d3e5985=SPTestTable,4ccccccb,1731244519153.80a8f2e05fdc5bae3383d9077d3e5985.} 2024-11-10T13:16:10,140 INFO [RS:1;2467a7071e00:39375 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T13:16:10,140 INFO [RS:1;2467a7071e00:39375 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T13:16:10,140 DEBUG [RS:2;2467a7071e00:36171 {}] regionserver.HRegionServer(1351): Waiting on 5b47e58b4a87b4db299a56b631367261, 696532b3ffd2e92d0b3bc89f64153e85, 80a8f2e05fdc5bae3383d9077d3e5985, 8dd50a2a6c8dc30a71eee0b741042427, aa0c5a834ae4c09ff6ad2aa98fbd9feb 2024-11-10T13:16:10,140 INFO [RS:1;2467a7071e00:39375 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T13:16:10,143 INFO [RS:1;2467a7071e00:39375 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-10T13:16:10,143 DEBUG [RS:1;2467a7071e00:39375 {}] regionserver.HRegionServer(1325): Online Regions={35819f6453717de379debad26cf25f17=SPTestTable,7ffffffd,1731244519153.35819f6453717de379debad26cf25f17., a99e605c4133ee3b829ba2cdd08e9eca=SPTestTable,19999999,1731244519153.a99e605c4133ee3b829ba2cdd08e9eca., 1588230740=hbase:meta,,1.1588230740, a266c61b1897fc3c3a9e1b58fc5b76ff=SPTestTable,ccccccc8,1731244519153.a266c61b1897fc3c3a9e1b58fc5b76ff., effc0864933175608d7840c158b185e7=SPTestTable,66666664,1731244519153.effc0864933175608d7840c158b185e7., 9791ef329347cb9c3a33d2ad2ae4502d=SPTestTable,33333332,1731244519153.9791ef329347cb9c3a33d2ad2ae4502d.} 2024-11-10T13:16:10,143 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:16:10,143 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:16:10,143 DEBUG [RS:1;2467a7071e00:39375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35819f6453717de379debad26cf25f17, 9791ef329347cb9c3a33d2ad2ae4502d, a266c61b1897fc3c3a9e1b58fc5b76ff, a99e605c4133ee3b829ba2cdd08e9eca, effc0864933175608d7840c158b185e7 2024-11-10T13:16:10,143 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:16:10,143 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:16:10,143 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:16:10,144 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.30 KB heapSize=25.73 KB 2024-11-10T13:16:10,146 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/35819f6453717de379debad26cf25f17/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T13:16:10,146 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/5b47e58b4a87b4db299a56b631367261/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T13:16:10,147 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731244519153.35819f6453717de379debad26cf25f17. 2024-11-10T13:16:10,147 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731244519153.5b47e58b4a87b4db299a56b631367261. 2024-11-10T13:16:10,147 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5b47e58b4a87b4db299a56b631367261: Waiting for close lock at 1731244570139Running coprocessor pre-close hooks at 1731244570139Disabling compacts and flushes for region at 1731244570139Disabling writes for close at 1731244570139Writing region close event to WAL at 1731244570143 (+4 ms)Running coprocessor post-close hooks at 1731244570147 (+4 ms)Closed at 1731244570147 2024-11-10T13:16:10,147 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 35819f6453717de379debad26cf25f17: Waiting for close lock at 1731244570139Running coprocessor pre-close hooks at 1731244570139Disabling compacts and flushes for region at 1731244570139Disabling writes for close at 1731244570139Writing region close event to WAL at 1731244570143 (+4 ms)Running coprocessor post-close hooks at 1731244570147 (+4 ms)Closed at 1731244570147 2024-11-10T13:16:10,147 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731244519153.5b47e58b4a87b4db299a56b631367261. 2024-11-10T13:16:10,147 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731244519153.35819f6453717de379debad26cf25f17. 2024-11-10T13:16:10,147 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8dd50a2a6c8dc30a71eee0b741042427, disabling compactions & flushes 2024-11-10T13:16:10,147 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a99e605c4133ee3b829ba2cdd08e9eca, disabling compactions & flushes 2024-11-10T13:16:10,147 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731244519153.8dd50a2a6c8dc30a71eee0b741042427. 2024-11-10T13:16:10,147 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731244519153.8dd50a2a6c8dc30a71eee0b741042427. 2024-11-10T13:16:10,147 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731244519153.a99e605c4133ee3b829ba2cdd08e9eca. 2024-11-10T13:16:10,147 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731244519153.8dd50a2a6c8dc30a71eee0b741042427. after waiting 0 ms 2024-11-10T13:16:10,147 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731244519153.a99e605c4133ee3b829ba2cdd08e9eca. 2024-11-10T13:16:10,147 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731244519153.8dd50a2a6c8dc30a71eee0b741042427. 2024-11-10T13:16:10,147 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731244519153.a99e605c4133ee3b829ba2cdd08e9eca. after waiting 0 ms 2024-11-10T13:16:10,147 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731244519153.a99e605c4133ee3b829ba2cdd08e9eca. 2024-11-10T13:16:10,151 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/8dd50a2a6c8dc30a71eee0b741042427/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T13:16:10,151 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/a99e605c4133ee3b829ba2cdd08e9eca/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T13:16:10,151 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731244519153.8dd50a2a6c8dc30a71eee0b741042427. 2024-11-10T13:16:10,151 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731244519153.a99e605c4133ee3b829ba2cdd08e9eca. 2024-11-10T13:16:10,151 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8dd50a2a6c8dc30a71eee0b741042427: Waiting for close lock at 1731244570147Running coprocessor pre-close hooks at 1731244570147Disabling compacts and flushes for region at 1731244570147Disabling writes for close at 1731244570147Writing region close event to WAL at 1731244570148 (+1 ms)Running coprocessor post-close hooks at 1731244570151 (+3 ms)Closed at 1731244570151 2024-11-10T13:16:10,151 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a99e605c4133ee3b829ba2cdd08e9eca: Waiting for close lock at 1731244570147Running coprocessor pre-close hooks at 1731244570147Disabling compacts and flushes for region at 1731244570147Disabling writes for close at 1731244570147Writing region close event to WAL at 1731244570148 (+1 ms)Running coprocessor post-close hooks at 1731244570151 (+3 ms)Closed at 1731244570151 2024-11-10T13:16:10,151 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731244519153.8dd50a2a6c8dc30a71eee0b741042427. 2024-11-10T13:16:10,151 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731244519153.a99e605c4133ee3b829ba2cdd08e9eca. 2024-11-10T13:16:10,151 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a266c61b1897fc3c3a9e1b58fc5b76ff, disabling compactions & flushes 2024-11-10T13:16:10,151 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 696532b3ffd2e92d0b3bc89f64153e85, disabling compactions & flushes 2024-11-10T13:16:10,152 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731244519153.696532b3ffd2e92d0b3bc89f64153e85. 2024-11-10T13:16:10,152 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731244519153.a266c61b1897fc3c3a9e1b58fc5b76ff. 2024-11-10T13:16:10,152 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731244519153.696532b3ffd2e92d0b3bc89f64153e85. 2024-11-10T13:16:10,152 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731244519153.a266c61b1897fc3c3a9e1b58fc5b76ff. 2024-11-10T13:16:10,152 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731244519153.a266c61b1897fc3c3a9e1b58fc5b76ff. after waiting 0 ms 2024-11-10T13:16:10,152 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731244519153.696532b3ffd2e92d0b3bc89f64153e85. after waiting 0 ms 2024-11-10T13:16:10,152 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731244519153.696532b3ffd2e92d0b3bc89f64153e85. 2024-11-10T13:16:10,152 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731244519153.a266c61b1897fc3c3a9e1b58fc5b76ff. 2024-11-10T13:16:10,155 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/a266c61b1897fc3c3a9e1b58fc5b76ff/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T13:16:10,155 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/696532b3ffd2e92d0b3bc89f64153e85/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T13:16:10,156 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731244519153.a266c61b1897fc3c3a9e1b58fc5b76ff. 2024-11-10T13:16:10,156 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a266c61b1897fc3c3a9e1b58fc5b76ff: Waiting for close lock at 1731244570151Running coprocessor pre-close hooks at 1731244570151Disabling compacts and flushes for region at 1731244570151Disabling writes for close at 1731244570152 (+1 ms)Writing region close event to WAL at 1731244570152Running coprocessor post-close hooks at 1731244570156 (+4 ms)Closed at 1731244570156 2024-11-10T13:16:10,156 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731244519153.696532b3ffd2e92d0b3bc89f64153e85. 2024-11-10T13:16:10,156 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 696532b3ffd2e92d0b3bc89f64153e85: Waiting for close lock at 1731244570151Running coprocessor pre-close hooks at 1731244570151Disabling compacts and flushes for region at 1731244570151Disabling writes for close at 1731244570152 (+1 ms)Writing region close event to WAL at 1731244570152Running coprocessor post-close hooks at 1731244570156 (+4 ms)Closed at 1731244570156 2024-11-10T13:16:10,156 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731244519153.a266c61b1897fc3c3a9e1b58fc5b76ff. 2024-11-10T13:16:10,156 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731244519153.696532b3ffd2e92d0b3bc89f64153e85. 2024-11-10T13:16:10,156 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing effc0864933175608d7840c158b185e7, disabling compactions & flushes 2024-11-10T13:16:10,156 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731244519153.effc0864933175608d7840c158b185e7. 2024-11-10T13:16:10,156 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aa0c5a834ae4c09ff6ad2aa98fbd9feb, disabling compactions & flushes 2024-11-10T13:16:10,156 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731244519153.effc0864933175608d7840c158b185e7. 2024-11-10T13:16:10,156 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731244519153.effc0864933175608d7840c158b185e7. after waiting 0 ms 2024-11-10T13:16:10,156 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731244519153.aa0c5a834ae4c09ff6ad2aa98fbd9feb. 2024-11-10T13:16:10,156 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731244519153.effc0864933175608d7840c158b185e7. 2024-11-10T13:16:10,156 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731244519153.aa0c5a834ae4c09ff6ad2aa98fbd9feb. 2024-11-10T13:16:10,156 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731244519153.aa0c5a834ae4c09ff6ad2aa98fbd9feb. after waiting 0 ms 2024-11-10T13:16:10,156 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731244519153.aa0c5a834ae4c09ff6ad2aa98fbd9feb. 2024-11-10T13:16:10,163 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/hbase/meta/1588230740/.tmp/info/91e12c119e664bedacc933a69589add9 is 167, key is SPTestTable,19999999,1731244519153.a99e605c4133ee3b829ba2cdd08e9eca./info:regioninfo/1731244529904/Put/seqid=0 2024-11-10T13:16:10,163 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/effc0864933175608d7840c158b185e7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T13:16:10,164 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731244519153.effc0864933175608d7840c158b185e7. 2024-11-10T13:16:10,164 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for effc0864933175608d7840c158b185e7: Waiting for close lock at 1731244570156Running coprocessor pre-close hooks at 1731244570156Disabling compacts and flushes for region at 1731244570156Disabling writes for close at 1731244570156Writing region close event to WAL at 1731244570157 (+1 ms)Running coprocessor post-close hooks at 1731244570164 (+7 ms)Closed at 1731244570164 2024-11-10T13:16:10,164 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731244519153.effc0864933175608d7840c158b185e7. 2024-11-10T13:16:10,164 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9791ef329347cb9c3a33d2ad2ae4502d, disabling compactions & flushes 2024-11-10T13:16:10,164 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731244519153.9791ef329347cb9c3a33d2ad2ae4502d. 2024-11-10T13:16:10,164 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731244519153.9791ef329347cb9c3a33d2ad2ae4502d. 2024-11-10T13:16:10,164 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731244519153.9791ef329347cb9c3a33d2ad2ae4502d. after waiting 0 ms 2024-11-10T13:16:10,164 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731244519153.9791ef329347cb9c3a33d2ad2ae4502d. 2024-11-10T13:16:10,168 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/aa0c5a834ae4c09ff6ad2aa98fbd9feb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-10T13:16:10,168 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/9791ef329347cb9c3a33d2ad2ae4502d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T13:16:10,169 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731244519153.aa0c5a834ae4c09ff6ad2aa98fbd9feb. 2024-11-10T13:16:10,169 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aa0c5a834ae4c09ff6ad2aa98fbd9feb: Waiting for close lock at 1731244570156Running coprocessor pre-close hooks at 1731244570156Disabling compacts and flushes for region at 1731244570156Disabling writes for close at 1731244570156Writing region close event to WAL at 1731244570162 (+6 ms)Running coprocessor post-close hooks at 1731244570169 (+7 ms)Closed at 1731244570169 2024-11-10T13:16:10,168 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731244519153.9791ef329347cb9c3a33d2ad2ae4502d. 2024-11-10T13:16:10,169 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9791ef329347cb9c3a33d2ad2ae4502d: Waiting for close lock at 1731244570164Running coprocessor pre-close hooks at 1731244570164Disabling compacts and flushes for region at 1731244570164Disabling writes for close at 1731244570164Writing region close event to WAL at 1731244570164Running coprocessor post-close hooks at 1731244570168 (+4 ms)Closed at 1731244570168 2024-11-10T13:16:10,169 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731244519153.aa0c5a834ae4c09ff6ad2aa98fbd9feb. 2024-11-10T13:16:10,169 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731244519153.9791ef329347cb9c3a33d2ad2ae4502d. 2024-11-10T13:16:10,169 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 80a8f2e05fdc5bae3383d9077d3e5985, disabling compactions & flushes 2024-11-10T13:16:10,169 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731244519153.80a8f2e05fdc5bae3383d9077d3e5985. 2024-11-10T13:16:10,169 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731244519153.80a8f2e05fdc5bae3383d9077d3e5985. 2024-11-10T13:16:10,169 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731244519153.80a8f2e05fdc5bae3383d9077d3e5985. after waiting 0 ms 2024-11-10T13:16:10,169 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731244519153.80a8f2e05fdc5bae3383d9077d3e5985. 2024-11-10T13:16:10,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741864_1040 (size=19785) 2024-11-10T13:16:10,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741864_1040 (size=19785) 2024-11-10T13:16:10,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741864_1040 (size=19785) 2024-11-10T13:16:10,172 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.14 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/hbase/meta/1588230740/.tmp/info/91e12c119e664bedacc933a69589add9 2024-11-10T13:16:10,176 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/default/SPTestTable/80a8f2e05fdc5bae3383d9077d3e5985/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T13:16:10,176 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731244519153.80a8f2e05fdc5bae3383d9077d3e5985. 2024-11-10T13:16:10,177 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 80a8f2e05fdc5bae3383d9077d3e5985: Waiting for close lock at 1731244570169Running coprocessor pre-close hooks at 1731244570169Disabling compacts and flushes for region at 1731244570169Disabling writes for close at 1731244570169Writing region close event to WAL at 1731244570169Running coprocessor post-close hooks at 1731244570176 (+7 ms)Closed at 1731244570176 2024-11-10T13:16:10,177 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731244519153.80a8f2e05fdc5bae3383d9077d3e5985. 2024-11-10T13:16:10,192 INFO [regionserver/2467a7071e00:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:16:10,194 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/hbase/meta/1588230740/.tmp/ns/ce59ad83f76e45e7b89e71a550597f90 is 43, key is default/ns:d/1731244518965/Put/seqid=0 2024-11-10T13:16:10,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741865_1041 (size=5153) 2024-11-10T13:16:10,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741865_1041 (size=5153) 2024-11-10T13:16:10,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741865_1041 (size=5153) 2024-11-10T13:16:10,201 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/hbase/meta/1588230740/.tmp/ns/ce59ad83f76e45e7b89e71a550597f90 2024-11-10T13:16:10,204 INFO [regionserver/2467a7071e00:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:16:10,220 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/hbase/meta/1588230740/.tmp/table/5851713d4e5249779c51ee4855256d31 is 47, key is SPTestTable/table:state/1731244530161/Put/seqid=0 2024-11-10T13:16:10,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741866_1042 (size=5214) 2024-11-10T13:16:10,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741866_1042 (size=5214) 2024-11-10T13:16:10,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741866_1042 (size=5214) 2024-11-10T13:16:10,229 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/hbase/meta/1588230740/.tmp/table/5851713d4e5249779c51ee4855256d31 2024-11-10T13:16:10,234 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/hbase/meta/1588230740/.tmp/info/91e12c119e664bedacc933a69589add9 as hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/hbase/meta/1588230740/info/91e12c119e664bedacc933a69589add9 2024-11-10T13:16:10,240 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/hbase/meta/1588230740/info/91e12c119e664bedacc933a69589add9, entries=112, sequenceid=35, filesize=19.3 K 2024-11-10T13:16:10,241 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/hbase/meta/1588230740/.tmp/ns/ce59ad83f76e45e7b89e71a550597f90 as hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/hbase/meta/1588230740/ns/ce59ad83f76e45e7b89e71a550597f90 2024-11-10T13:16:10,247 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/hbase/meta/1588230740/ns/ce59ad83f76e45e7b89e71a550597f90, entries=2, sequenceid=35, filesize=5.0 K 2024-11-10T13:16:10,248 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/hbase/meta/1588230740/.tmp/table/5851713d4e5249779c51ee4855256d31 as hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/hbase/meta/1588230740/table/5851713d4e5249779c51ee4855256d31 2024-11-10T13:16:10,254 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/hbase/meta/1588230740/table/5851713d4e5249779c51ee4855256d31, entries=2, sequenceid=35, filesize=5.1 K 2024-11-10T13:16:10,255 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.30 KB/15664, heapSize ~25.43 KB/26040, currentSize=0 B/0 for 1588230740 in 112ms, sequenceid=35, compaction requested=false 2024-11-10T13:16:10,263 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-10T13:16:10,264 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:16:10,264 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:16:10,264 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731244570143Running coprocessor pre-close hooks at 1731244570143Disabling compacts and flushes for region at 1731244570143Disabling writes for close at 1731244570143Obtaining lock to block concurrent updates at 1731244570144 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731244570144Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15664, getHeapSize=26280, getOffHeapSize=0, getCellsCount=128 at 1731244570144Flushing stores of hbase:meta,,1.1588230740 at 1731244570144Flushing 1588230740/info: creating writer at 1731244570144Flushing 1588230740/info: appending metadata at 1731244570162 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731244570162Flushing 1588230740/ns: creating writer at 1731244570179 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731244570193 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731244570193Flushing 1588230740/table: creating writer at 1731244570206 (+13 ms)Flushing 1588230740/table: appending metadata at 1731244570219 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731244570220 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2212593a: reopening flushed file at 1731244570234 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c6dee28: reopening flushed file at 1731244570240 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@648910bf: reopening flushed file at 1731244570247 (+7 ms)Finished flush of dataSize ~15.30 KB/15664, heapSize ~25.43 KB/26040, currentSize=0 B/0 for 1588230740 in 112ms, sequenceid=35, compaction requested=false at 1731244570255 (+8 ms)Writing region close event to WAL at 1731244570259 (+4 ms)Running coprocessor post-close hooks at 1731244570264 (+5 ms)Closed at 1731244570264 2024-11-10T13:16:10,264 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T13:16:10,340 INFO [RS:2;2467a7071e00:36171 {}] regionserver.HRegionServer(976): stopping server 2467a7071e00,36171,1731244507502; all regions closed. 2024-11-10T13:16:10,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741832_1008 (size=4056) 2024-11-10T13:16:10,343 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/WALs/2467a7071e00,36171,1731244507502/2467a7071e00%2C36171%2C1731244507502.1731244508464 not finished, retry = 0 2024-11-10T13:16:10,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741832_1008 (size=4056) 2024-11-10T13:16:10,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741832_1008 (size=4056) 2024-11-10T13:16:10,343 INFO [RS:1;2467a7071e00:39375 {}] regionserver.HRegionServer(976): stopping server 2467a7071e00,39375,1731244507464; all regions closed. 2024-11-10T13:16:10,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741836_1012 (size=18358) 2024-11-10T13:16:10,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741836_1012 (size=18358) 2024-11-10T13:16:10,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741836_1012 (size=18358) 2024-11-10T13:16:10,348 DEBUG [RS:1;2467a7071e00:39375 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/oldWALs 2024-11-10T13:16:10,348 INFO [RS:1;2467a7071e00:39375 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2467a7071e00%2C39375%2C1731244507464.meta:.meta(num 1731244518821) 2024-11-10T13:16:10,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741834_1010 (size=3530) 2024-11-10T13:16:10,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741834_1010 (size=3530) 2024-11-10T13:16:10,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741834_1010 (size=3530) 2024-11-10T13:16:10,353 DEBUG [RS:1;2467a7071e00:39375 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/oldWALs 2024-11-10T13:16:10,353 INFO [RS:1;2467a7071e00:39375 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2467a7071e00%2C39375%2C1731244507464:(num 1731244508507) 2024-11-10T13:16:10,353 DEBUG [RS:1;2467a7071e00:39375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:16:10,353 INFO [RS:1;2467a7071e00:39375 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:16:10,353 INFO [RS:1;2467a7071e00:39375 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:16:10,354 INFO [RS:1;2467a7071e00:39375 {}] hbase.ChoreService(370): Chore service for: regionserver/2467a7071e00:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T13:16:10,354 INFO [RS:1;2467a7071e00:39375 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:16:10,354 INFO [regionserver/2467a7071e00:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:16:10,354 INFO [RS:1;2467a7071e00:39375 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39375 2024-11-10T13:16:10,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44903-0x10124e2bbc10000, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T13:16:10,364 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39375-0x10124e2bbc10002, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2467a7071e00,39375,1731244507464 2024-11-10T13:16:10,364 INFO [RS:1;2467a7071e00:39375 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:16:10,372 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T13:16:10,372 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T13:16:10,375 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2467a7071e00,39375,1731244507464] 2024-11-10T13:16:10,386 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2467a7071e00,39375,1731244507464 already deleted, retry=false 2024-11-10T13:16:10,386 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2467a7071e00,39375,1731244507464 expired; onlineServers=1 2024-11-10T13:16:10,445 DEBUG [RS:2;2467a7071e00:36171 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/oldWALs 2024-11-10T13:16:10,445 INFO [RS:2;2467a7071e00:36171 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2467a7071e00%2C36171%2C1731244507502:(num 1731244508464) 2024-11-10T13:16:10,445 DEBUG [RS:2;2467a7071e00:36171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:16:10,445 INFO [RS:2;2467a7071e00:36171 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:16:10,446 INFO [RS:2;2467a7071e00:36171 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:16:10,446 INFO [RS:2;2467a7071e00:36171 {}] hbase.ChoreService(370): Chore service for: regionserver/2467a7071e00:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T13:16:10,446 INFO [RS:2;2467a7071e00:36171 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T13:16:10,446 INFO [RS:2;2467a7071e00:36171 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T13:16:10,446 INFO [regionserver/2467a7071e00:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:16:10,446 INFO [RS:2;2467a7071e00:36171 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T13:16:10,446 INFO [RS:2;2467a7071e00:36171 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:16:10,446 INFO [RS:2;2467a7071e00:36171 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36171 2024-11-10T13:16:10,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44903-0x10124e2bbc10000, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T13:16:10,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36171-0x10124e2bbc10003, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2467a7071e00,36171,1731244507502 2024-11-10T13:16:10,462 INFO [RS:2;2467a7071e00:36171 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:16:10,473 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2467a7071e00,36171,1731244507502] 2024-11-10T13:16:10,475 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39375-0x10124e2bbc10002, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:16:10,475 INFO [RS:1;2467a7071e00:39375 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:16:10,475 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39375-0x10124e2bbc10002, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:16:10,475 INFO [RS:1;2467a7071e00:39375 {}] regionserver.HRegionServer(1031): Exiting; stopping=2467a7071e00,39375,1731244507464; zookeeper connection closed. 2024-11-10T13:16:10,475 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@99d3459 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@99d3459 2024-11-10T13:16:10,483 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2467a7071e00,36171,1731244507502 already deleted, retry=false 2024-11-10T13:16:10,483 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2467a7071e00,36171,1731244507502 expired; onlineServers=0 2024-11-10T13:16:10,483 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2467a7071e00,44903,1731244507177' ***** 2024-11-10T13:16:10,483 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T13:16:10,483 INFO [M:0;2467a7071e00:44903 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:16:10,484 INFO [M:0;2467a7071e00:44903 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:16:10,484 DEBUG [M:0;2467a7071e00:44903 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T13:16:10,484 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T13:16:10,484 DEBUG [M:0;2467a7071e00:44903 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T13:16:10,484 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244508176 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244508176,5,FailOnTimeoutGroup] 2024-11-10T13:16:10,484 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244508176 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244508176,5,FailOnTimeoutGroup] 2024-11-10T13:16:10,484 INFO [M:0;2467a7071e00:44903 {}] hbase.ChoreService(370): Chore service for: master/2467a7071e00:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T13:16:10,484 INFO [M:0;2467a7071e00:44903 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:16:10,484 DEBUG [M:0;2467a7071e00:44903 {}] master.HMaster(1795): Stopping service threads 2024-11-10T13:16:10,484 INFO [M:0;2467a7071e00:44903 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T13:16:10,484 INFO [M:0;2467a7071e00:44903 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:16:10,484 ERROR [M:0;2467a7071e00:44903 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1636947297) connection to localhost/127.0.0.1:35213 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35213,5,PEWorkerGroup] 2024-11-10T13:16:10,485 INFO [M:0;2467a7071e00:44903 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T13:16:10,485 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T13:16:10,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44903-0x10124e2bbc10000, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T13:16:10,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44903-0x10124e2bbc10000, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T13:16:10,494 DEBUG [M:0;2467a7071e00:44903 {}] zookeeper.ZKUtil(347): master:44903-0x10124e2bbc10000, quorum=127.0.0.1:58009, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T13:16:10,494 WARN [M:0;2467a7071e00:44903 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T13:16:10,495 INFO [M:0;2467a7071e00:44903 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/.lastflushedseqids 2024-11-10T13:16:10,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741867_1043 (size=650) 2024-11-10T13:16:10,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741867_1043 (size=650) 2024-11-10T13:16:10,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741867_1043 (size=650) 2024-11-10T13:16:10,504 INFO [M:0;2467a7071e00:44903 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T13:16:10,505 INFO [M:0;2467a7071e00:44903 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T13:16:10,505 DEBUG [M:0;2467a7071e00:44903 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:16:10,505 INFO [M:0;2467a7071e00:44903 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:16:10,505 DEBUG [M:0;2467a7071e00:44903 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:16:10,505 DEBUG [M:0;2467a7071e00:44903 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:16:10,505 DEBUG [M:0;2467a7071e00:44903 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:16:10,505 INFO [M:0;2467a7071e00:44903 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=227.40 KB heapSize=270.58 KB 2024-11-10T13:16:10,519 DEBUG [M:0;2467a7071e00:44903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9fd393c61a334a1e9c83745eb114317a is 82, key is hbase:meta,,1/info:regioninfo/1731244518880/Put/seqid=0 2024-11-10T13:16:10,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741868_1044 (size=5672) 2024-11-10T13:16:10,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741868_1044 (size=5672) 2024-11-10T13:16:10,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741868_1044 (size=5672) 2024-11-10T13:16:10,526 INFO [M:0;2467a7071e00:44903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9fd393c61a334a1e9c83745eb114317a 2024-11-10T13:16:10,544 DEBUG [M:0;2467a7071e00:44903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d365c62eba3d412c9d4ac040f062ac40 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731244530169/Put/seqid=0 2024-11-10T13:16:10,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741869_1045 (size=9313) 2024-11-10T13:16:10,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741869_1045 (size=9313) 2024-11-10T13:16:10,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741869_1045 (size=9313) 2024-11-10T13:16:10,552 INFO [M:0;2467a7071e00:44903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=226.66 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d365c62eba3d412c9d4ac040f062ac40 2024-11-10T13:16:10,556 INFO [M:0;2467a7071e00:44903 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d365c62eba3d412c9d4ac040f062ac40 2024-11-10T13:16:10,569 DEBUG [M:0;2467a7071e00:44903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f771e23afad4bae9f402ec0fce96b47 is 69, key is 2467a7071e00,36171,1731244507502/rs:state/1731244508254/Put/seqid=0 2024-11-10T13:16:10,573 INFO [RS:2;2467a7071e00:36171 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:16:10,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36171-0x10124e2bbc10003, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:16:10,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36171-0x10124e2bbc10003, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:16:10,573 INFO [RS:2;2467a7071e00:36171 {}] regionserver.HRegionServer(1031): Exiting; stopping=2467a7071e00,36171,1731244507502; zookeeper connection closed. 2024-11-10T13:16:10,573 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a54b024 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a54b024 2024-11-10T13:16:10,573 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-10T13:16:10,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741870_1046 (size=5442) 2024-11-10T13:16:10,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741870_1046 (size=5442) 2024-11-10T13:16:10,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741870_1046 (size=5442) 2024-11-10T13:16:10,576 INFO [M:0;2467a7071e00:44903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f771e23afad4bae9f402ec0fce96b47 2024-11-10T13:16:10,580 INFO [M:0;2467a7071e00:44903 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7f771e23afad4bae9f402ec0fce96b47 2024-11-10T13:16:10,581 DEBUG [M:0;2467a7071e00:44903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9fd393c61a334a1e9c83745eb114317a as hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9fd393c61a334a1e9c83745eb114317a 2024-11-10T13:16:10,586 INFO [M:0;2467a7071e00:44903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9fd393c61a334a1e9c83745eb114317a, entries=8, sequenceid=467, filesize=5.5 K 2024-11-10T13:16:10,588 DEBUG [M:0;2467a7071e00:44903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d365c62eba3d412c9d4ac040f062ac40 as hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d365c62eba3d412c9d4ac040f062ac40 2024-11-10T13:16:10,593 INFO [M:0;2467a7071e00:44903 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d365c62eba3d412c9d4ac040f062ac40 2024-11-10T13:16:10,593 INFO [M:0;2467a7071e00:44903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d365c62eba3d412c9d4ac040f062ac40, entries=54, sequenceid=467, filesize=9.1 K 2024-11-10T13:16:10,594 DEBUG [M:0;2467a7071e00:44903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f771e23afad4bae9f402ec0fce96b47 as hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f771e23afad4bae9f402ec0fce96b47 2024-11-10T13:16:10,599 INFO [M:0;2467a7071e00:44903 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7f771e23afad4bae9f402ec0fce96b47 2024-11-10T13:16:10,599 INFO [M:0;2467a7071e00:44903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35213/user/jenkins/test-data/0e7e197f-ae58-5ec7-01b9-4af5bfed10e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f771e23afad4bae9f402ec0fce96b47, entries=3, sequenceid=467, filesize=5.3 K 2024-11-10T13:16:10,600 INFO [M:0;2467a7071e00:44903 {}] regionserver.HRegion(3140): Finished flush of dataSize ~227.40 KB/232854, heapSize ~270.28 KB/276768, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 94ms, sequenceid=467, compaction requested=false 2024-11-10T13:16:10,601 INFO [M:0;2467a7071e00:44903 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:16:10,601 DEBUG [M:0;2467a7071e00:44903 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731244570505Disabling compacts and flushes for region at 1731244570505Disabling writes for close at 1731244570505Obtaining lock to block concurrent updates at 1731244570505Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731244570505Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=232854, getHeapSize=277008, getOffHeapSize=0, getCellsCount=570 at 1731244570505Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731244570506 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731244570506Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731244570518 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731244570518Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731244570532 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731244570544 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731244570544Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731244570556 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731244570568 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731244570568Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e2c8453: reopening flushed file at 1731244570580 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@646dfc58: reopening flushed file at 1731244570587 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fbcd51a: reopening flushed file at 1731244570593 (+6 ms)Finished flush of dataSize ~227.40 KB/232854, heapSize ~270.28 KB/276768, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 94ms, sequenceid=467, compaction requested=false at 1731244570600 (+7 ms)Writing region close event to WAL at 1731244570601 (+1 ms)Closed at 1731244570601 2024-11-10T13:16:10,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741830_1006 (size=264040) 2024-11-10T13:16:10,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41911 is added to blk_1073741830_1006 (size=264040) 2024-11-10T13:16:10,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41141 is added to blk_1073741830_1006 (size=264040) 2024-11-10T13:16:10,604 INFO [M:0;2467a7071e00:44903 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T13:16:10,604 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:16:10,604 INFO [M:0;2467a7071e00:44903 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44903 2024-11-10T13:16:10,604 INFO [M:0;2467a7071e00:44903 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:16:10,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44903-0x10124e2bbc10000, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:16:10,710 INFO [M:0;2467a7071e00:44903 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:16:10,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44903-0x10124e2bbc10000, quorum=127.0.0.1:58009, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:16:10,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7dcebe55{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:16:10,717 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13cb3c7f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:16:10,717 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:16:10,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@611d52af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:16:10,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@790157d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/hadoop.log.dir/,STOPPED} 2024-11-10T13:16:10,720 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T13:16:10,720 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T13:16:10,720 WARN [BP-489911402-172.17.0.3-1731244503110 heartbeating to localhost/127.0.0.1:35213 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T13:16:10,720 WARN [BP-489911402-172.17.0.3-1731244503110 heartbeating to localhost/127.0.0.1:35213 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-489911402-172.17.0.3-1731244503110 (Datanode Uuid 7be7255e-f367-4555-974b-14e0774dcceb) service to localhost/127.0.0.1:35213 2024-11-10T13:16:10,721 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/cluster_7a3881d1-8a4f-8e3f-9743-0b6799180c19/data/data5/current/BP-489911402-172.17.0.3-1731244503110 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:16:10,721 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/cluster_7a3881d1-8a4f-8e3f-9743-0b6799180c19/data/data6/current/BP-489911402-172.17.0.3-1731244503110 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:16:10,721 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T13:16:10,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78cc3a6c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:16:10,723 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4307f33a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:16:10,723 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:16:10,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ea27106{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:16:10,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78cc22dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/hadoop.log.dir/,STOPPED} 2024-11-10T13:16:10,725 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T13:16:10,725 WARN [BP-489911402-172.17.0.3-1731244503110 heartbeating to localhost/127.0.0.1:35213 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T13:16:10,725 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T13:16:10,725 WARN [BP-489911402-172.17.0.3-1731244503110 heartbeating to localhost/127.0.0.1:35213 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-489911402-172.17.0.3-1731244503110 (Datanode Uuid 8f144fb3-1a93-4ab5-95e2-f3225fb0fc69) service to localhost/127.0.0.1:35213 2024-11-10T13:16:10,726 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/cluster_7a3881d1-8a4f-8e3f-9743-0b6799180c19/data/data3/current/BP-489911402-172.17.0.3-1731244503110 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:16:10,726 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/cluster_7a3881d1-8a4f-8e3f-9743-0b6799180c19/data/data4/current/BP-489911402-172.17.0.3-1731244503110 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:16:10,726 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T13:16:10,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c9c0316{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:16:10,733 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12f30400{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:16:10,733 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:16:10,734 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38c9f3bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:16:10,734 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a658605{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/hadoop.log.dir/,STOPPED} 2024-11-10T13:16:10,735 WARN [BP-489911402-172.17.0.3-1731244503110 heartbeating to localhost/127.0.0.1:35213 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T13:16:10,735 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T13:16:10,735 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T13:16:10,735 WARN [BP-489911402-172.17.0.3-1731244503110 heartbeating to localhost/127.0.0.1:35213 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-489911402-172.17.0.3-1731244503110 (Datanode Uuid 8c559013-658d-47c9-b131-49d5ea924b61) service to localhost/127.0.0.1:35213 2024-11-10T13:16:10,736 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/cluster_7a3881d1-8a4f-8e3f-9743-0b6799180c19/data/data1/current/BP-489911402-172.17.0.3-1731244503110 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:16:10,736 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/cluster_7a3881d1-8a4f-8e3f-9743-0b6799180c19/data/data2/current/BP-489911402-172.17.0.3-1731244503110 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:16:10,736 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T13:16:10,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5fed62ec{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:16:10,742 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24e7d104{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:16:10,742 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:16:10,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69d1c57f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:16:10,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5675d068{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eb7755-9513-499c-ff1f-c903b9b6d04d/hadoop.log.dir/,STOPPED} 2024-11-10T13:16:10,751 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T13:16:10,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T13:16:10,790 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 93) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1636947297) connection to localhost/127.0.0.1:35213 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:35213 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:35213 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35213 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:35213 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1636947297) connection to localhost/127.0.0.1:35213 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1636947297) connection to localhost/127.0.0.1:35213 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1636947297) connection to localhost/127.0.0.1:35213 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=646 (was 815), ProcessCount=11 (was 11), AvailableMemoryMB=2676 (was 3280)