2024-11-08 11:40:53,915 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-08 11:40:53,934 main DEBUG Took 0.016787 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 11:40:53,936 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 11:40:53,936 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 11:40:53,938 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 11:40:53,939 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 11:40:53,953 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 11:40:53,969 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 11:40:53,974 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 11:40:53,976 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 11:40:53,977 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 11:40:53,977 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 11:40:53,978 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 11:40:53,979 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 11:40:53,980 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 11:40:53,981 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 11:40:53,981 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 11:40:53,982 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 11:40:53,982 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 11:40:53,983 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 11:40:53,983 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 11:40:53,984 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 11:40:53,985 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 11:40:53,987 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 11:40:53,987 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 11:40:53,989 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 11:40:53,989 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 11:40:53,990 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 11:40:53,993 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 11:40:53,996 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 11:40:53,996 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 11:40:53,999 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 11:40:53,999 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 11:40:54,003 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 11:40:54,004 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 11:40:54,009 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 11:40:54,013 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 11:40:54,014 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 11:40:54,015 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 11:40:54,029 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 11:40:54,032 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 11:40:54,035 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 11:40:54,035 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 11:40:54,036 main DEBUG createAppenders(={Console}) 2024-11-08 11:40:54,037 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-08 11:40:54,037 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-08 11:40:54,037 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-08 11:40:54,038 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 11:40:54,038 main DEBUG OutputStream closed 2024-11-08 11:40:54,039 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 11:40:54,039 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 11:40:54,039 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-08 11:40:54,163 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 11:40:54,166 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 11:40:54,167 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 11:40:54,168 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 11:40:54,169 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 11:40:54,169 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 11:40:54,170 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 11:40:54,170 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 11:40:54,171 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 11:40:54,171 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 11:40:54,172 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 11:40:54,172 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 11:40:54,174 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 11:40:54,174 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 11:40:54,175 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 11:40:54,175 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 11:40:54,176 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 11:40:54,177 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 11:40:54,180 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 11:40:54,181 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-08 11:40:54,181 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 11:40:54,182 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-08T11:40:54,203 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-08 11:40:54,206 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 11:40:54,207 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T11:40:54,217 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-08T11:40:54,260 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=521, ProcessCount=11, AvailableMemoryMB=2338 2024-11-08T11:40:54,631 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c 2024-11-08T11:40:54,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T11:40:54,673 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/cluster_62824375-4aed-77f7-0f40-9ab873f1e2e4, deleteOnExit=true 2024-11-08T11:40:54,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T11:40:54,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/test.cache.data in system properties and HBase conf 2024-11-08T11:40:54,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T11:40:54,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/hadoop.log.dir in system properties and HBase conf 2024-11-08T11:40:54,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T11:40:54,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T11:40:54,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T11:40:54,795 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T11:40:54,967 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T11:40:54,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T11:40:54,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T11:40:54,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T11:40:54,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T11:40:54,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T11:40:54,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T11:40:54,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T11:40:54,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T11:40:54,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T11:40:54,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/nfs.dump.dir in system properties and HBase conf 2024-11-08T11:40:54,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/java.io.tmpdir in system properties and HBase conf 2024-11-08T11:40:54,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T11:40:54,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T11:40:54,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T11:40:56,174 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T11:40:56,276 INFO [Time-limited test {}] log.Log(170): Logging initialized @3329ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T11:40:56,372 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T11:40:56,473 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T11:40:56,507 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T11:40:56,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T11:40:56,509 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T11:40:56,534 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T11:40:56,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11491302{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/hadoop.log.dir/,AVAILABLE} 2024-11-08T11:40:56,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a925055{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T11:40:56,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6aaaed20{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/java.io.tmpdir/jetty-localhost-40793-hadoop-hdfs-3_4_1-tests_jar-_-any-7468775435292477864/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T11:40:56,797 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@db420b2{HTTP/1.1, (http/1.1)}{localhost:40793} 2024-11-08T11:40:56,798 INFO [Time-limited test {}] server.Server(415): Started @3852ms 2024-11-08T11:40:57,338 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T11:40:57,348 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T11:40:57,350 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T11:40:57,351 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T11:40:57,351 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T11:40:57,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23ea30b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/hadoop.log.dir/,AVAILABLE} 2024-11-08T11:40:57,353 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e749197{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T11:40:57,528 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b13900{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/java.io.tmpdir/jetty-localhost-39621-hadoop-hdfs-3_4_1-tests_jar-_-any-16439668596547051895/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T11:40:57,529 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d3b4673{HTTP/1.1, (http/1.1)}{localhost:39621} 2024-11-08T11:40:57,529 INFO [Time-limited test {}] server.Server(415): Started @4584ms 2024-11-08T11:40:57,602 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T11:40:57,769 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T11:40:57,793 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T11:40:57,803 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T11:40:57,803 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T11:40:57,804 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T11:40:57,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f8063b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/hadoop.log.dir/,AVAILABLE} 2024-11-08T11:40:57,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59abcbc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T11:40:58,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b37a1ba{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/java.io.tmpdir/jetty-localhost-34267-hadoop-hdfs-3_4_1-tests_jar-_-any-1207711589295610986/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T11:40:58,004 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e9f93fa{HTTP/1.1, (http/1.1)}{localhost:34267} 2024-11-08T11:40:58,005 INFO [Time-limited test {}] server.Server(415): Started @5059ms 2024-11-08T11:40:58,008 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T11:40:58,115 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T11:40:58,127 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T11:40:58,134 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T11:40:58,134 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T11:40:58,135 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T11:40:58,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19f65cdf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/hadoop.log.dir/,AVAILABLE} 2024-11-08T11:40:58,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@186e2a85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T11:40:58,273 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/cluster_62824375-4aed-77f7-0f40-9ab873f1e2e4/data/data1/current/BP-133087299-172.17.0.3-1731066055848/current, will proceed with Du for space computation calculation, 2024-11-08T11:40:58,277 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/cluster_62824375-4aed-77f7-0f40-9ab873f1e2e4/data/data2/current/BP-133087299-172.17.0.3-1731066055848/current, will proceed with Du for space computation calculation, 2024-11-08T11:40:58,289 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/cluster_62824375-4aed-77f7-0f40-9ab873f1e2e4/data/data3/current/BP-133087299-172.17.0.3-1731066055848/current, will proceed with Du for space computation calculation, 2024-11-08T11:40:58,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5af6b56c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/java.io.tmpdir/jetty-localhost-39591-hadoop-hdfs-3_4_1-tests_jar-_-any-16749868303658102073/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T11:40:58,295 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@550e0320{HTTP/1.1, (http/1.1)}{localhost:39591} 2024-11-08T11:40:58,296 INFO [Time-limited test {}] server.Server(415): Started @5350ms 2024-11-08T11:40:58,296 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/cluster_62824375-4aed-77f7-0f40-9ab873f1e2e4/data/data4/current/BP-133087299-172.17.0.3-1731066055848/current, will proceed with Du for space computation calculation, 2024-11-08T11:40:58,301 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T11:40:58,367 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T11:40:58,394 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T11:40:58,518 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2990db840ca97abc with lease ID 0x3c65a6157154c492: Processing first storage report for DS-0ca5fff3-be57-46af-ba8a-23ba9e334300 from datanode DatanodeRegistration(127.0.0.1:33755, datanodeUuid=168272a3-dda7-4532-81d5-42d289717c0e, infoPort=44481, infoSecurePort=0, ipcPort=35815, storageInfo=lv=-57;cid=testClusterID;nsid=1473758119;c=1731066055848) 2024-11-08T11:40:58,520 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2990db840ca97abc with lease ID 0x3c65a6157154c492: from storage DS-0ca5fff3-be57-46af-ba8a-23ba9e334300 node DatanodeRegistration(127.0.0.1:33755, datanodeUuid=168272a3-dda7-4532-81d5-42d289717c0e, infoPort=44481, infoSecurePort=0, ipcPort=35815, storageInfo=lv=-57;cid=testClusterID;nsid=1473758119;c=1731066055848), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-08T11:40:58,521 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x96b7480171069229 with lease ID 0x3c65a6157154c491: Processing first storage report for DS-70dce03f-da16-43b5-ae31-e492afae533e from datanode DatanodeRegistration(127.0.0.1:38463, datanodeUuid=5fe4db1b-601b-4b0a-b7d7-af600d022e4f, infoPort=39749, infoSecurePort=0, ipcPort=40267, storageInfo=lv=-57;cid=testClusterID;nsid=1473758119;c=1731066055848) 2024-11-08T11:40:58,521 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x96b7480171069229 with lease ID 0x3c65a6157154c491: from storage DS-70dce03f-da16-43b5-ae31-e492afae533e node DatanodeRegistration(127.0.0.1:38463, datanodeUuid=5fe4db1b-601b-4b0a-b7d7-af600d022e4f, infoPort=39749, infoSecurePort=0, ipcPort=40267, storageInfo=lv=-57;cid=testClusterID;nsid=1473758119;c=1731066055848), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T11:40:58,521 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2990db840ca97abc with lease ID 0x3c65a6157154c492: Processing first storage report for DS-4552e33f-7967-4bf3-a18f-b3e0ae07419d from datanode DatanodeRegistration(127.0.0.1:33755, datanodeUuid=168272a3-dda7-4532-81d5-42d289717c0e, infoPort=44481, infoSecurePort=0, ipcPort=35815, storageInfo=lv=-57;cid=testClusterID;nsid=1473758119;c=1731066055848) 2024-11-08T11:40:58,521 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2990db840ca97abc with lease ID 0x3c65a6157154c492: from storage DS-4552e33f-7967-4bf3-a18f-b3e0ae07419d node DatanodeRegistration(127.0.0.1:33755, datanodeUuid=168272a3-dda7-4532-81d5-42d289717c0e, infoPort=44481, infoSecurePort=0, ipcPort=35815, storageInfo=lv=-57;cid=testClusterID;nsid=1473758119;c=1731066055848), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T11:40:58,522 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x96b7480171069229 with lease ID 0x3c65a6157154c491: Processing first storage report for DS-5739b792-5b3b-44d1-9599-fcf47a9309d6 from datanode DatanodeRegistration(127.0.0.1:38463, datanodeUuid=5fe4db1b-601b-4b0a-b7d7-af600d022e4f, infoPort=39749, infoSecurePort=0, ipcPort=40267, storageInfo=lv=-57;cid=testClusterID;nsid=1473758119;c=1731066055848) 2024-11-08T11:40:58,522 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x96b7480171069229 with lease ID 0x3c65a6157154c491: from storage DS-5739b792-5b3b-44d1-9599-fcf47a9309d6 node DatanodeRegistration(127.0.0.1:38463, datanodeUuid=5fe4db1b-601b-4b0a-b7d7-af600d022e4f, infoPort=39749, infoSecurePort=0, ipcPort=40267, storageInfo=lv=-57;cid=testClusterID;nsid=1473758119;c=1731066055848), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T11:40:58,580 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/cluster_62824375-4aed-77f7-0f40-9ab873f1e2e4/data/data5/current/BP-133087299-172.17.0.3-1731066055848/current, will proceed with Du for space computation calculation, 2024-11-08T11:40:58,590 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/cluster_62824375-4aed-77f7-0f40-9ab873f1e2e4/data/data6/current/BP-133087299-172.17.0.3-1731066055848/current, will proceed with Du for space computation calculation, 2024-11-08T11:40:58,672 WARN [Thread-126 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T11:40:58,683 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5daa90bf77092747 with lease ID 0x3c65a6157154c493: Processing first storage report for DS-e7addda5-4a91-4692-bdde-a05db2bb87f1 from datanode DatanodeRegistration(127.0.0.1:40789, datanodeUuid=a29a85a0-586a-4b11-9bc6-3fa7f1f923f8, infoPort=44465, infoSecurePort=0, ipcPort=44341, storageInfo=lv=-57;cid=testClusterID;nsid=1473758119;c=1731066055848) 2024-11-08T11:40:58,684 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5daa90bf77092747 with lease ID 0x3c65a6157154c493: from storage DS-e7addda5-4a91-4692-bdde-a05db2bb87f1 node DatanodeRegistration(127.0.0.1:40789, datanodeUuid=a29a85a0-586a-4b11-9bc6-3fa7f1f923f8, infoPort=44465, infoSecurePort=0, ipcPort=44341, storageInfo=lv=-57;cid=testClusterID;nsid=1473758119;c=1731066055848), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T11:40:58,684 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5daa90bf77092747 with lease ID 0x3c65a6157154c493: Processing first storage report for DS-d9ea473b-260d-4efb-a238-84bc897e6e26 from datanode DatanodeRegistration(127.0.0.1:40789, datanodeUuid=a29a85a0-586a-4b11-9bc6-3fa7f1f923f8, infoPort=44465, infoSecurePort=0, ipcPort=44341, storageInfo=lv=-57;cid=testClusterID;nsid=1473758119;c=1731066055848) 2024-11-08T11:40:58,684 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5daa90bf77092747 with lease ID 0x3c65a6157154c493: from storage DS-d9ea473b-260d-4efb-a238-84bc897e6e26 node DatanodeRegistration(127.0.0.1:40789, datanodeUuid=a29a85a0-586a-4b11-9bc6-3fa7f1f923f8, infoPort=44465, infoSecurePort=0, ipcPort=44341, storageInfo=lv=-57;cid=testClusterID;nsid=1473758119;c=1731066055848), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T11:40:58,954 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c 2024-11-08T11:40:59,053 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/cluster_62824375-4aed-77f7-0f40-9ab873f1e2e4/zookeeper_0, clientPort=62767, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/cluster_62824375-4aed-77f7-0f40-9ab873f1e2e4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/cluster_62824375-4aed-77f7-0f40-9ab873f1e2e4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T11:40:59,065 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62767 2024-11-08T11:40:59,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T11:40:59,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T11:40:59,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741825_1001 (size=7) 2024-11-08T11:40:59,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741825_1001 (size=7) 2024-11-08T11:40:59,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741825_1001 (size=7) 2024-11-08T11:40:59,773 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7 with version=8 2024-11-08T11:40:59,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/hbase-staging 2024-11-08T11:40:59,899 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T11:41:00,172 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7d22a5ea652e:0 server-side Connection retries=45 2024-11-08T11:41:00,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T11:41:00,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T11:41:00,192 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T11:41:00,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T11:41:00,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T11:41:00,392 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T11:41:00,467 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T11:41:00,478 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T11:41:00,482 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T11:41:00,510 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 2807 (auto-detected) 2024-11-08T11:41:00,511 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-08T11:41:00,532 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34389 2024-11-08T11:41:00,561 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34389 connecting to ZooKeeper ensemble=127.0.0.1:62767 2024-11-08T11:41:00,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343890x0, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T11:41:00,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34389-0x1001f31e3b60000 connected 2024-11-08T11:41:00,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T11:41:00,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T11:41:00,644 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34389-0x1001f31e3b60000, quorum=127.0.0.1:62767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T11:41:00,648 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7, hbase.cluster.distributed=false 2024-11-08T11:41:00,676 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34389-0x1001f31e3b60000, quorum=127.0.0.1:62767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T11:41:00,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34389 2024-11-08T11:41:00,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34389 2024-11-08T11:41:00,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34389 2024-11-08T11:41:00,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34389 2024-11-08T11:41:00,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34389 2024-11-08T11:41:00,807 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7d22a5ea652e:0 server-side Connection retries=45 2024-11-08T11:41:00,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T11:41:00,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T11:41:00,811 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T11:41:00,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T11:41:00,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T11:41:00,815 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T11:41:00,818 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T11:41:00,820 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45797 2024-11-08T11:41:00,823 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45797 connecting to ZooKeeper ensemble=127.0.0.1:62767 2024-11-08T11:41:00,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T11:41:00,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T11:41:00,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457970x0, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T11:41:00,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45797-0x1001f31e3b60001 connected 2024-11-08T11:41:00,837 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45797-0x1001f31e3b60001, quorum=127.0.0.1:62767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T11:41:00,843 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T11:41:00,853 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T11:41:00,856 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45797-0x1001f31e3b60001, quorum=127.0.0.1:62767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T11:41:00,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45797-0x1001f31e3b60001, quorum=127.0.0.1:62767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T11:41:00,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45797 2024-11-08T11:41:00,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45797 2024-11-08T11:41:00,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45797 2024-11-08T11:41:00,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45797 2024-11-08T11:41:00,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45797 2024-11-08T11:41:00,893 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7d22a5ea652e:0 server-side Connection retries=45 2024-11-08T11:41:00,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T11:41:00,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T11:41:00,894 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T11:41:00,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T11:41:00,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T11:41:00,894 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T11:41:00,895 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T11:41:00,895 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38059 2024-11-08T11:41:00,897 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38059 connecting to ZooKeeper ensemble=127.0.0.1:62767 2024-11-08T11:41:00,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T11:41:00,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T11:41:00,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380590x0, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T11:41:00,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380590x0, quorum=127.0.0.1:62767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T11:41:00,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38059-0x1001f31e3b60002 connected 2024-11-08T11:41:00,908 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T11:41:00,910 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T11:41:00,911 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38059-0x1001f31e3b60002, quorum=127.0.0.1:62767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T11:41:00,914 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38059-0x1001f31e3b60002, quorum=127.0.0.1:62767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T11:41:00,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38059 2024-11-08T11:41:00,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38059 2024-11-08T11:41:00,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38059 2024-11-08T11:41:00,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38059 2024-11-08T11:41:00,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38059 2024-11-08T11:41:00,935 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7d22a5ea652e:0 server-side Connection retries=45 2024-11-08T11:41:00,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T11:41:00,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T11:41:00,936 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T11:41:00,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T11:41:00,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T11:41:00,936 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T11:41:00,936 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T11:41:00,937 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34089 2024-11-08T11:41:00,939 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34089 connecting to ZooKeeper ensemble=127.0.0.1:62767 2024-11-08T11:41:00,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T11:41:00,942 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T11:41:00,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340890x0, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T11:41:00,948 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34089-0x1001f31e3b60003 connected 2024-11-08T11:41:00,948 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34089-0x1001f31e3b60003, quorum=127.0.0.1:62767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T11:41:00,949 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T11:41:00,950 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T11:41:00,951 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34089-0x1001f31e3b60003, quorum=127.0.0.1:62767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T11:41:00,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34089-0x1001f31e3b60003, quorum=127.0.0.1:62767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T11:41:00,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34089 2024-11-08T11:41:00,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34089 2024-11-08T11:41:00,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34089 2024-11-08T11:41:00,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34089 2024-11-08T11:41:00,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34089 2024-11-08T11:41:00,972 DEBUG [M:0;7d22a5ea652e:34389 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7d22a5ea652e:34389 2024-11-08T11:41:00,973 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7d22a5ea652e,34389,1731066059969 2024-11-08T11:41:00,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1001f31e3b60002, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T11:41:00,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x1001f31e3b60001, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T11:41:00,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1001f31e3b60000, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T11:41:00,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1001f31e3b60003, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T11:41:00,982 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34389-0x1001f31e3b60000, quorum=127.0.0.1:62767, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7d22a5ea652e,34389,1731066059969 2024-11-08T11:41:01,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1001f31e3b60003, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T11:41:01,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x1001f31e3b60001, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T11:41:01,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1001f31e3b60000, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:41:01,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1001f31e3b60003, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:41:01,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1001f31e3b60002, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T11:41:01,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1001f31e3b60002, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:41:01,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x1001f31e3b60001, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:41:01,007 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34389-0x1001f31e3b60000, quorum=127.0.0.1:62767, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T11:41:01,008 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7d22a5ea652e,34389,1731066059969 from backup master directory 2024-11-08T11:41:01,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1001f31e3b60003, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T11:41:01,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1001f31e3b60002, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T11:41:01,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1001f31e3b60000, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7d22a5ea652e,34389,1731066059969 2024-11-08T11:41:01,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x1001f31e3b60001, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T11:41:01,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1001f31e3b60000, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T11:41:01,012 WARN [master/7d22a5ea652e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T11:41:01,013 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7d22a5ea652e,34389,1731066059969 2024-11-08T11:41:01,015 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T11:41:01,016 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T11:41:01,080 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/hbase.id] with ID: 537ddbe2-4f4b-4c03-96a6-92f2f727d318 2024-11-08T11:41:01,080 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/.tmp/hbase.id 2024-11-08T11:41:01,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741826_1002 (size=42) 2024-11-08T11:41:01,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741826_1002 (size=42) 2024-11-08T11:41:01,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741826_1002 (size=42) 2024-11-08T11:41:01,098 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/.tmp/hbase.id]:[hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/hbase.id] 2024-11-08T11:41:01,140 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T11:41:01,145 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T11:41:01,164 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-08T11:41:01,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x1001f31e3b60001, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:41:01,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1001f31e3b60002, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:41:01,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1001f31e3b60000, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:41:01,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1001f31e3b60003, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:41:01,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741827_1003 (size=196) 2024-11-08T11:41:01,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741827_1003 (size=196) 2024-11-08T11:41:01,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741827_1003 (size=196) 2024-11-08T11:41:01,216 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T11:41:01,219 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T11:41:01,237 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T11:41:01,241 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T11:41:01,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741828_1004 (size=1189) 2024-11-08T11:41:01,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741828_1004 (size=1189) 2024-11-08T11:41:01,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741828_1004 (size=1189) 2024-11-08T11:41:01,305 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/MasterData/data/master/store 2024-11-08T11:41:01,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741829_1005 (size=34) 2024-11-08T11:41:01,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741829_1005 (size=34) 2024-11-08T11:41:01,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741829_1005 (size=34) 2024-11-08T11:41:01,337 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T11:41:01,340 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:41:01,341 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T11:41:01,341 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T11:41:01,341 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T11:41:01,343 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T11:41:01,343 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T11:41:01,343 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T11:41:01,344 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731066061341Disabling compacts and flushes for region at 1731066061341Disabling writes for close at 1731066061343 (+2 ms)Writing region close event to WAL at 1731066061343Closed at 1731066061343 2024-11-08T11:41:01,346 WARN [master/7d22a5ea652e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/MasterData/data/master/store/.initializing 2024-11-08T11:41:01,346 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/MasterData/WALs/7d22a5ea652e,34389,1731066059969 2024-11-08T11:41:01,355 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T11:41:01,370 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7d22a5ea652e%2C34389%2C1731066059969, suffix=, logDir=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/MasterData/WALs/7d22a5ea652e,34389,1731066059969, archiveDir=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/MasterData/oldWALs, maxLogs=10 2024-11-08T11:41:01,395 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/MasterData/WALs/7d22a5ea652e,34389,1731066059969/7d22a5ea652e%2C34389%2C1731066059969.1731066061375, exclude list is [], retry=0 2024-11-08T11:41:01,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40789,DS-e7addda5-4a91-4692-bdde-a05db2bb87f1,DISK] 2024-11-08T11:41:01,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38463,DS-70dce03f-da16-43b5-ae31-e492afae533e,DISK] 2024-11-08T11:41:01,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33755,DS-0ca5fff3-be57-46af-ba8a-23ba9e334300,DISK] 2024-11-08T11:41:01,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T11:41:01,467 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/MasterData/WALs/7d22a5ea652e,34389,1731066059969/7d22a5ea652e%2C34389%2C1731066059969.1731066061375 2024-11-08T11:41:01,468 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39749:39749),(127.0.0.1/127.0.0.1:44465:44465),(127.0.0.1/127.0.0.1:44481:44481)] 2024-11-08T11:41:01,469 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T11:41:01,470 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:41:01,474 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T11:41:01,475 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T11:41:01,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T11:41:01,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T11:41:01,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:41:01,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T11:41:01,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T11:41:01,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T11:41:01,558 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:41:01,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T11:41:01,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T11:41:01,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T11:41:01,562 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:41:01,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T11:41:01,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T11:41:01,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T11:41:01,565 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:41:01,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T11:41:01,567 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T11:41:01,570 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T11:41:01,571 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T11:41:01,576 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T11:41:01,577 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T11:41:01,580 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T11:41:01,583 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T11:41:01,588 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T11:41:01,589 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68002606, jitterRate=0.013317793607711792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T11:41:01,595 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731066061488Initializing all the Stores at 1731066061490 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731066061491 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731066061492 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731066061492Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731066061492Cleaning up temporary data from old regions at 1731066061577 (+85 ms)Region opened successfully at 1731066061595 (+18 ms) 2024-11-08T11:41:01,596 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T11:41:01,639 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b48d0fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d22a5ea652e/172.17.0.3:0 2024-11-08T11:41:01,682 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T11:41:01,694 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T11:41:01,694 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T11:41:01,697 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T11:41:01,699 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T11:41:01,705 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-08T11:41:01,706 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-08T11:41:01,737 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T11:41:01,748 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34389-0x1001f31e3b60000, quorum=127.0.0.1:62767, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T11:41:01,751 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T11:41:01,753 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T11:41:01,755 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34389-0x1001f31e3b60000, quorum=127.0.0.1:62767, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T11:41:01,756 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T11:41:01,758 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T11:41:01,762 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34389-0x1001f31e3b60000, quorum=127.0.0.1:62767, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T11:41:01,763 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T11:41:01,765 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34389-0x1001f31e3b60000, quorum=127.0.0.1:62767, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T11:41:01,766 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T11:41:01,785 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34389-0x1001f31e3b60000, quorum=127.0.0.1:62767, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T11:41:01,786 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T11:41:01,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1001f31e3b60000, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T11:41:01,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1001f31e3b60002, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T11:41:01,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1001f31e3b60003, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T11:41:01,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1001f31e3b60003, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:41:01,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1001f31e3b60000, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:41:01,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1001f31e3b60002, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:41:01,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x1001f31e3b60001, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T11:41:01,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x1001f31e3b60001, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:41:01,794 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7d22a5ea652e,34389,1731066059969, sessionid=0x1001f31e3b60000, setting cluster-up flag (Was=false) 2024-11-08T11:41:01,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1001f31e3b60003, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:41:01,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1001f31e3b60000, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:41:01,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x1001f31e3b60001, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:41:01,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1001f31e3b60002, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:41:01,812 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T11:41:01,813 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d22a5ea652e,34389,1731066059969 2024-11-08T11:41:01,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1001f31e3b60000, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:41:01,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1001f31e3b60003, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:41:01,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1001f31e3b60002, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:41:01,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x1001f31e3b60001, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:41:01,825 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T11:41:01,827 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d22a5ea652e,34389,1731066059969 2024-11-08T11:41:01,833 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T11:41:01,861 INFO [RS:0;7d22a5ea652e:45797 {}] regionserver.HRegionServer(746): ClusterId : 537ddbe2-4f4b-4c03-96a6-92f2f727d318 2024-11-08T11:41:01,861 INFO [RS:1;7d22a5ea652e:38059 {}] regionserver.HRegionServer(746): ClusterId : 537ddbe2-4f4b-4c03-96a6-92f2f727d318 2024-11-08T11:41:01,861 INFO [RS:2;7d22a5ea652e:34089 {}] regionserver.HRegionServer(746): ClusterId : 537ddbe2-4f4b-4c03-96a6-92f2f727d318 2024-11-08T11:41:01,865 DEBUG [RS:2;7d22a5ea652e:34089 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T11:41:01,865 DEBUG [RS:1;7d22a5ea652e:38059 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T11:41:01,865 DEBUG [RS:0;7d22a5ea652e:45797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T11:41:01,870 DEBUG [RS:1;7d22a5ea652e:38059 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T11:41:01,870 DEBUG [RS:1;7d22a5ea652e:38059 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T11:41:01,872 DEBUG [RS:2;7d22a5ea652e:34089 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T11:41:01,872 DEBUG [RS:0;7d22a5ea652e:45797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T11:41:01,872 DEBUG [RS:2;7d22a5ea652e:34089 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T11:41:01,872 DEBUG [RS:0;7d22a5ea652e:45797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T11:41:01,875 DEBUG [RS:1;7d22a5ea652e:38059 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T11:41:01,875 DEBUG [RS:1;7d22a5ea652e:38059 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@257ca607, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d22a5ea652e/172.17.0.3:0 2024-11-08T11:41:01,882 DEBUG [RS:2;7d22a5ea652e:34089 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T11:41:01,882 DEBUG [RS:2;7d22a5ea652e:34089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6238f4a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d22a5ea652e/172.17.0.3:0 2024-11-08T11:41:01,883 DEBUG [RS:0;7d22a5ea652e:45797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T11:41:01,884 DEBUG [RS:0;7d22a5ea652e:45797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e80ac53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d22a5ea652e/172.17.0.3:0 2024-11-08T11:41:01,894 DEBUG [RS:1;7d22a5ea652e:38059 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;7d22a5ea652e:38059 2024-11-08T11:41:01,902 DEBUG [RS:0;7d22a5ea652e:45797 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7d22a5ea652e:45797 2024-11-08T11:41:01,903 INFO [RS:1;7d22a5ea652e:38059 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T11:41:01,903 INFO [RS:0;7d22a5ea652e:45797 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T11:41:01,903 INFO [RS:1;7d22a5ea652e:38059 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T11:41:01,903 INFO [RS:0;7d22a5ea652e:45797 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T11:41:01,903 DEBUG [RS:0;7d22a5ea652e:45797 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T11:41:01,903 DEBUG [RS:2;7d22a5ea652e:34089 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;7d22a5ea652e:34089 2024-11-08T11:41:01,903 DEBUG [RS:1;7d22a5ea652e:38059 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T11:41:01,903 INFO [RS:2;7d22a5ea652e:34089 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T11:41:01,904 INFO [RS:2;7d22a5ea652e:34089 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T11:41:01,904 DEBUG [RS:2;7d22a5ea652e:34089 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T11:41:01,907 INFO [RS:0;7d22a5ea652e:45797 {}] regionserver.HRegionServer(2659): reportForDuty to master=7d22a5ea652e,34389,1731066059969 with port=45797, startcode=1731066060760 2024-11-08T11:41:01,907 INFO [RS:1;7d22a5ea652e:38059 {}] regionserver.HRegionServer(2659): reportForDuty to master=7d22a5ea652e,34389,1731066059969 with port=38059, startcode=1731066060892 2024-11-08T11:41:01,907 INFO [RS:2;7d22a5ea652e:34089 {}] regionserver.HRegionServer(2659): reportForDuty to master=7d22a5ea652e,34389,1731066059969 with port=34089, startcode=1731066060935 2024-11-08T11:41:01,920 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T11:41:01,923 DEBUG [RS:2;7d22a5ea652e:34089 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T11:41:01,923 DEBUG [RS:0;7d22a5ea652e:45797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T11:41:01,923 DEBUG [RS:1;7d22a5ea652e:38059 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T11:41:01,935 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T11:41:01,945 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T11:41:01,955 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7d22a5ea652e,34389,1731066059969 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T11:41:01,966 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7d22a5ea652e:0, corePoolSize=5, maxPoolSize=5 2024-11-08T11:41:01,967 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7d22a5ea652e:0, corePoolSize=5, maxPoolSize=5 2024-11-08T11:41:01,967 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7d22a5ea652e:0, corePoolSize=5, maxPoolSize=5 2024-11-08T11:41:01,967 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7d22a5ea652e:0, corePoolSize=5, maxPoolSize=5 2024-11-08T11:41:01,967 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7d22a5ea652e:0, corePoolSize=10, maxPoolSize=10 2024-11-08T11:41:01,967 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:41:01,968 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7d22a5ea652e:0, corePoolSize=2, maxPoolSize=2 2024-11-08T11:41:01,968 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:41:01,973 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731066091973 2024-11-08T11:41:01,974 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58271, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T11:41:01,974 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48109, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T11:41:01,974 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53297, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T11:41:01,976 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T11:41:01,977 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T11:41:01,980 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T11:41:01,981 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T11:41:01,981 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T11:41:01,981 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T11:41:01,982 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T11:41:01,982 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T11:41:01,983 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34389 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T11:41:01,985 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T11:41:01,990 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:41:01,991 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T11:41:01,990 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T11:41:01,991 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34389 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T11:41:01,992 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T11:41:01,993 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T11:41:01,993 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34389 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T11:41:01,995 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T11:41:01,996 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T11:41:01,998 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7d22a5ea652e:0:becomeActiveMaster-HFileCleaner.large.0-1731066061997,5,FailOnTimeoutGroup] 2024-11-08T11:41:01,999 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7d22a5ea652e:0:becomeActiveMaster-HFileCleaner.small.0-1731066061998,5,FailOnTimeoutGroup] 2024-11-08T11:41:01,999 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T11:41:01,999 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T11:41:02,000 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T11:41:02,001 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T11:41:02,035 DEBUG [RS:0;7d22a5ea652e:45797 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-08T11:41:02,035 DEBUG [RS:1;7d22a5ea652e:38059 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-08T11:41:02,035 WARN [RS:0;7d22a5ea652e:45797 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-08T11:41:02,035 WARN [RS:1;7d22a5ea652e:38059 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-08T11:41:02,036 DEBUG [RS:2;7d22a5ea652e:34089 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-08T11:41:02,036 WARN [RS:2;7d22a5ea652e:34089 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-08T11:41:02,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741831_1007 (size=1321) 2024-11-08T11:41:02,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741831_1007 (size=1321) 2024-11-08T11:41:02,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741831_1007 (size=1321) 2024-11-08T11:41:02,040 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T11:41:02,041 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7 2024-11-08T11:41:02,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741832_1008 (size=32) 2024-11-08T11:41:02,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741832_1008 (size=32) 2024-11-08T11:41:02,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741832_1008 (size=32) 2024-11-08T11:41:02,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:41:02,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T11:41:02,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T11:41:02,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:41:02,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T11:41:02,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T11:41:02,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T11:41:02,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:41:02,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T11:41:02,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T11:41:02,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T11:41:02,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:41:02,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T11:41:02,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T11:41:02,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T11:41:02,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:41:02,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T11:41:02,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T11:41:02,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/hbase/meta/1588230740 2024-11-08T11:41:02,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/hbase/meta/1588230740 2024-11-08T11:41:02,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T11:41:02,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T11:41:02,084 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T11:41:02,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T11:41:02,093 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T11:41:02,094 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67007571, jitterRate=-0.0015093833208084106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T11:41:02,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731066062056Initializing all the Stores at 1731066062059 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731066062059Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731066062059Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731066062059Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731066062059Cleaning up temporary data from old regions at 1731066062083 (+24 ms)Region opened successfully at 1731066062098 (+15 ms) 2024-11-08T11:41:02,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T11:41:02,099 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T11:41:02,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T11:41:02,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T11:41:02,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T11:41:02,101 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T11:41:02,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731066062098Disabling compacts and flushes for region at 1731066062098Disabling writes for close at 1731066062099 (+1 ms)Writing region close event to WAL at 1731066062100 (+1 ms)Closed at 1731066062101 (+1 ms) 2024-11-08T11:41:02,109 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T11:41:02,110 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T11:41:02,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T11:41:02,131 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T11:41:02,137 INFO [RS:0;7d22a5ea652e:45797 {}] regionserver.HRegionServer(2659): reportForDuty to master=7d22a5ea652e,34389,1731066059969 with port=45797, startcode=1731066060760 2024-11-08T11:41:02,139 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34389 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7d22a5ea652e,45797,1731066060760 2024-11-08T11:41:02,139 INFO [RS:1;7d22a5ea652e:38059 {}] regionserver.HRegionServer(2659): reportForDuty to master=7d22a5ea652e,34389,1731066059969 with port=38059, startcode=1731066060892 2024-11-08T11:41:02,141 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T11:41:02,145 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34389 {}] master.ServerManager(517): Registering regionserver=7d22a5ea652e,45797,1731066060760 2024-11-08T11:41:02,149 INFO [RS:2;7d22a5ea652e:34089 {}] regionserver.HRegionServer(2659): reportForDuty to master=7d22a5ea652e,34389,1731066059969 with port=34089, startcode=1731066060935 2024-11-08T11:41:02,157 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34389 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7d22a5ea652e,38059,1731066060892 2024-11-08T11:41:02,157 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34389 {}] master.ServerManager(517): Registering regionserver=7d22a5ea652e,38059,1731066060892 2024-11-08T11:41:02,157 DEBUG [RS:0;7d22a5ea652e:45797 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7 2024-11-08T11:41:02,157 DEBUG [RS:0;7d22a5ea652e:45797 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46363 2024-11-08T11:41:02,157 DEBUG [RS:0;7d22a5ea652e:45797 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T11:41:02,162 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34389 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7d22a5ea652e,34089,1731066060935 2024-11-08T11:41:02,163 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34389 {}] master.ServerManager(517): Registering regionserver=7d22a5ea652e,34089,1731066060935 2024-11-08T11:41:02,163 DEBUG [RS:1;7d22a5ea652e:38059 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7 2024-11-08T11:41:02,163 DEBUG [RS:1;7d22a5ea652e:38059 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46363 2024-11-08T11:41:02,163 DEBUG [RS:1;7d22a5ea652e:38059 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T11:41:02,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1001f31e3b60000, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T11:41:02,169 DEBUG [RS:0;7d22a5ea652e:45797 {}] zookeeper.ZKUtil(111): regionserver:45797-0x1001f31e3b60001, quorum=127.0.0.1:62767, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7d22a5ea652e,45797,1731066060760 2024-11-08T11:41:02,169 WARN [RS:0;7d22a5ea652e:45797 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T11:41:02,169 INFO [RS:0;7d22a5ea652e:45797 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T11:41:02,169 DEBUG [RS:0;7d22a5ea652e:45797 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/WALs/7d22a5ea652e,45797,1731066060760 2024-11-08T11:41:02,170 DEBUG [RS:2;7d22a5ea652e:34089 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7 2024-11-08T11:41:02,170 DEBUG [RS:2;7d22a5ea652e:34089 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46363 2024-11-08T11:41:02,170 DEBUG [RS:1;7d22a5ea652e:38059 {}] zookeeper.ZKUtil(111): regionserver:38059-0x1001f31e3b60002, quorum=127.0.0.1:62767, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7d22a5ea652e,38059,1731066060892 2024-11-08T11:41:02,170 DEBUG [RS:2;7d22a5ea652e:34089 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T11:41:02,170 WARN [RS:1;7d22a5ea652e:38059 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T11:41:02,170 INFO [RS:1;7d22a5ea652e:38059 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T11:41:02,171 DEBUG [RS:1;7d22a5ea652e:38059 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/WALs/7d22a5ea652e,38059,1731066060892 2024-11-08T11:41:02,171 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7d22a5ea652e,45797,1731066060760] 2024-11-08T11:41:02,171 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7d22a5ea652e,38059,1731066060892] 2024-11-08T11:41:02,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1001f31e3b60000, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T11:41:02,175 DEBUG [RS:2;7d22a5ea652e:34089 {}] zookeeper.ZKUtil(111): regionserver:34089-0x1001f31e3b60003, quorum=127.0.0.1:62767, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7d22a5ea652e,34089,1731066060935 2024-11-08T11:41:02,175 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7d22a5ea652e,34089,1731066060935] 2024-11-08T11:41:02,175 WARN [RS:2;7d22a5ea652e:34089 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T11:41:02,175 INFO [RS:2;7d22a5ea652e:34089 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T11:41:02,175 DEBUG [RS:2;7d22a5ea652e:34089 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/WALs/7d22a5ea652e,34089,1731066060935 2024-11-08T11:41:02,210 INFO [RS:1;7d22a5ea652e:38059 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T11:41:02,212 INFO [RS:0;7d22a5ea652e:45797 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T11:41:02,216 INFO [RS:2;7d22a5ea652e:34089 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T11:41:02,230 INFO [RS:1;7d22a5ea652e:38059 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T11:41:02,232 INFO [RS:0;7d22a5ea652e:45797 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T11:41:02,235 INFO [RS:2;7d22a5ea652e:34089 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T11:41:02,242 INFO [RS:0;7d22a5ea652e:45797 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T11:41:02,242 INFO [RS:1;7d22a5ea652e:38059 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T11:41:02,242 INFO [RS:1;7d22a5ea652e:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T11:41:02,242 INFO [RS:0;7d22a5ea652e:45797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T11:41:02,243 INFO [RS:1;7d22a5ea652e:38059 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T11:41:02,243 INFO [RS:0;7d22a5ea652e:45797 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T11:41:02,248 INFO [RS:2;7d22a5ea652e:34089 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T11:41:02,249 INFO [RS:2;7d22a5ea652e:34089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T11:41:02,249 INFO [RS:2;7d22a5ea652e:34089 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T11:41:02,252 INFO [RS:0;7d22a5ea652e:45797 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T11:41:02,253 INFO [RS:1;7d22a5ea652e:38059 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T11:41:02,253 INFO [RS:2;7d22a5ea652e:34089 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T11:41:02,254 INFO [RS:0;7d22a5ea652e:45797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T11:41:02,254 INFO [RS:2;7d22a5ea652e:34089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T11:41:02,254 DEBUG [RS:0;7d22a5ea652e:45797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:41:02,254 DEBUG [RS:2;7d22a5ea652e:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:41:02,254 DEBUG [RS:0;7d22a5ea652e:45797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:41:02,254 DEBUG [RS:2;7d22a5ea652e:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:41:02,254 DEBUG [RS:0;7d22a5ea652e:45797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:41:02,254 DEBUG [RS:2;7d22a5ea652e:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:41:02,254 DEBUG [RS:0;7d22a5ea652e:45797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:41:02,255 DEBUG [RS:2;7d22a5ea652e:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:41:02,255 DEBUG [RS:0;7d22a5ea652e:45797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:41:02,255 DEBUG [RS:0;7d22a5ea652e:45797 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7d22a5ea652e:0, corePoolSize=2, maxPoolSize=2 2024-11-08T11:41:02,255 DEBUG [RS:2;7d22a5ea652e:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:41:02,255 DEBUG [RS:0;7d22a5ea652e:45797 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:41:02,255 DEBUG [RS:2;7d22a5ea652e:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7d22a5ea652e:0, corePoolSize=2, maxPoolSize=2 2024-11-08T11:41:02,255 DEBUG [RS:0;7d22a5ea652e:45797 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:41:02,255 DEBUG [RS:2;7d22a5ea652e:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:41:02,255 DEBUG [RS:0;7d22a5ea652e:45797 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:41:02,255 DEBUG [RS:2;7d22a5ea652e:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:41:02,255 DEBUG [RS:0;7d22a5ea652e:45797 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:41:02,256 DEBUG [RS:2;7d22a5ea652e:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:41:02,256 DEBUG [RS:0;7d22a5ea652e:45797 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:41:02,256 DEBUG [RS:2;7d22a5ea652e:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:41:02,256 DEBUG [RS:0;7d22a5ea652e:45797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:41:02,256 DEBUG [RS:2;7d22a5ea652e:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:41:02,256 DEBUG [RS:0;7d22a5ea652e:45797 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0, corePoolSize=3, maxPoolSize=3 2024-11-08T11:41:02,256 DEBUG [RS:2;7d22a5ea652e:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:41:02,256 DEBUG [RS:0;7d22a5ea652e:45797 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7d22a5ea652e:0, corePoolSize=3, maxPoolSize=3 2024-11-08T11:41:02,256 DEBUG [RS:2;7d22a5ea652e:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0, corePoolSize=3, maxPoolSize=3 2024-11-08T11:41:02,256 DEBUG [RS:2;7d22a5ea652e:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7d22a5ea652e:0, corePoolSize=3, maxPoolSize=3 2024-11-08T11:41:02,257 INFO [RS:1;7d22a5ea652e:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T11:41:02,257 DEBUG [RS:1;7d22a5ea652e:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:41:02,257 DEBUG [RS:1;7d22a5ea652e:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:41:02,257 DEBUG [RS:1;7d22a5ea652e:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:41:02,257 DEBUG [RS:1;7d22a5ea652e:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:41:02,257 DEBUG [RS:1;7d22a5ea652e:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:41:02,257 DEBUG [RS:1;7d22a5ea652e:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7d22a5ea652e:0, corePoolSize=2, maxPoolSize=2 2024-11-08T11:41:02,257 DEBUG [RS:1;7d22a5ea652e:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:41:02,258 DEBUG [RS:1;7d22a5ea652e:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:41:02,258 DEBUG [RS:1;7d22a5ea652e:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:41:02,258 DEBUG [RS:1;7d22a5ea652e:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:41:02,258 DEBUG [RS:1;7d22a5ea652e:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:41:02,258 DEBUG [RS:1;7d22a5ea652e:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:41:02,258 DEBUG [RS:1;7d22a5ea652e:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0, corePoolSize=3, maxPoolSize=3 2024-11-08T11:41:02,258 DEBUG [RS:1;7d22a5ea652e:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7d22a5ea652e:0, corePoolSize=3, maxPoolSize=3 2024-11-08T11:41:02,265 INFO [RS:2;7d22a5ea652e:34089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T11:41:02,265 INFO [RS:2;7d22a5ea652e:34089 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T11:41:02,265 INFO [RS:2;7d22a5ea652e:34089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T11:41:02,266 INFO [RS:2;7d22a5ea652e:34089 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T11:41:02,266 INFO [RS:2;7d22a5ea652e:34089 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T11:41:02,266 INFO [RS:2;7d22a5ea652e:34089 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d22a5ea652e,34089,1731066060935-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T11:41:02,270 INFO [RS:0;7d22a5ea652e:45797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T11:41:02,270 INFO [RS:0;7d22a5ea652e:45797 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T11:41:02,270 INFO [RS:0;7d22a5ea652e:45797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T11:41:02,270 INFO [RS:0;7d22a5ea652e:45797 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T11:41:02,270 INFO [RS:0;7d22a5ea652e:45797 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T11:41:02,270 INFO [RS:0;7d22a5ea652e:45797 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d22a5ea652e,45797,1731066060760-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T11:41:02,277 INFO [RS:1;7d22a5ea652e:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T11:41:02,277 INFO [RS:1;7d22a5ea652e:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T11:41:02,277 INFO [RS:1;7d22a5ea652e:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T11:41:02,277 INFO [RS:1;7d22a5ea652e:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T11:41:02,277 INFO [RS:1;7d22a5ea652e:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T11:41:02,277 INFO [RS:1;7d22a5ea652e:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d22a5ea652e,38059,1731066060892-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T11:41:02,293 WARN [7d22a5ea652e:34389 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-08T11:41:02,304 INFO [RS:0;7d22a5ea652e:45797 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T11:41:02,307 INFO [RS:0;7d22a5ea652e:45797 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d22a5ea652e,45797,1731066060760-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T11:41:02,307 INFO [RS:0;7d22a5ea652e:45797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T11:41:02,308 INFO [RS:0;7d22a5ea652e:45797 {}] regionserver.Replication(171): 7d22a5ea652e,45797,1731066060760 started 2024-11-08T11:41:02,312 INFO [RS:2;7d22a5ea652e:34089 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T11:41:02,313 INFO [RS:2;7d22a5ea652e:34089 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d22a5ea652e,34089,1731066060935-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T11:41:02,313 INFO [RS:2;7d22a5ea652e:34089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T11:41:02,313 INFO [RS:2;7d22a5ea652e:34089 {}] regionserver.Replication(171): 7d22a5ea652e,34089,1731066060935 started 2024-11-08T11:41:02,315 INFO [RS:1;7d22a5ea652e:38059 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T11:41:02,315 INFO [RS:1;7d22a5ea652e:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d22a5ea652e,38059,1731066060892-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T11:41:02,316 INFO [RS:1;7d22a5ea652e:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T11:41:02,316 INFO [RS:1;7d22a5ea652e:38059 {}] regionserver.Replication(171): 7d22a5ea652e,38059,1731066060892 started 2024-11-08T11:41:02,336 INFO [RS:0;7d22a5ea652e:45797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T11:41:02,337 INFO [RS:0;7d22a5ea652e:45797 {}] regionserver.HRegionServer(1482): Serving as 7d22a5ea652e,45797,1731066060760, RpcServer on 7d22a5ea652e/172.17.0.3:45797, sessionid=0x1001f31e3b60001 2024-11-08T11:41:02,338 DEBUG [RS:0;7d22a5ea652e:45797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T11:41:02,338 DEBUG [RS:0;7d22a5ea652e:45797 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7d22a5ea652e,45797,1731066060760 2024-11-08T11:41:02,338 DEBUG [RS:0;7d22a5ea652e:45797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d22a5ea652e,45797,1731066060760' 2024-11-08T11:41:02,338 DEBUG [RS:0;7d22a5ea652e:45797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T11:41:02,345 DEBUG [RS:0;7d22a5ea652e:45797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T11:41:02,348 DEBUG [RS:0;7d22a5ea652e:45797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T11:41:02,349 DEBUG [RS:0;7d22a5ea652e:45797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T11:41:02,349 DEBUG [RS:0;7d22a5ea652e:45797 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7d22a5ea652e,45797,1731066060760 2024-11-08T11:41:02,349 DEBUG [RS:0;7d22a5ea652e:45797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d22a5ea652e,45797,1731066060760' 2024-11-08T11:41:02,349 DEBUG [RS:0;7d22a5ea652e:45797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T11:41:02,350 DEBUG [RS:0;7d22a5ea652e:45797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T11:41:02,351 DEBUG [RS:0;7d22a5ea652e:45797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T11:41:02,351 INFO [RS:0;7d22a5ea652e:45797 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T11:41:02,351 INFO [RS:0;7d22a5ea652e:45797 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T11:41:02,362 INFO [RS:1;7d22a5ea652e:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T11:41:02,363 INFO [RS:1;7d22a5ea652e:38059 {}] regionserver.HRegionServer(1482): Serving as 7d22a5ea652e,38059,1731066060892, RpcServer on 7d22a5ea652e/172.17.0.3:38059, sessionid=0x1001f31e3b60002 2024-11-08T11:41:02,363 DEBUG [RS:1;7d22a5ea652e:38059 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T11:41:02,363 DEBUG [RS:1;7d22a5ea652e:38059 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7d22a5ea652e,38059,1731066060892 2024-11-08T11:41:02,363 DEBUG [RS:1;7d22a5ea652e:38059 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d22a5ea652e,38059,1731066060892' 2024-11-08T11:41:02,363 DEBUG [RS:1;7d22a5ea652e:38059 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T11:41:02,364 DEBUG [RS:1;7d22a5ea652e:38059 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T11:41:02,365 DEBUG [RS:1;7d22a5ea652e:38059 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T11:41:02,365 DEBUG [RS:1;7d22a5ea652e:38059 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T11:41:02,365 DEBUG [RS:1;7d22a5ea652e:38059 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7d22a5ea652e,38059,1731066060892 2024-11-08T11:41:02,365 DEBUG [RS:1;7d22a5ea652e:38059 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d22a5ea652e,38059,1731066060892' 2024-11-08T11:41:02,365 DEBUG [RS:1;7d22a5ea652e:38059 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T11:41:02,366 DEBUG [RS:1;7d22a5ea652e:38059 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T11:41:02,367 DEBUG [RS:1;7d22a5ea652e:38059 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T11:41:02,367 INFO [RS:1;7d22a5ea652e:38059 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T11:41:02,367 INFO [RS:1;7d22a5ea652e:38059 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T11:41:02,376 INFO [RS:2;7d22a5ea652e:34089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T11:41:02,377 INFO [RS:2;7d22a5ea652e:34089 {}] regionserver.HRegionServer(1482): Serving as 7d22a5ea652e,34089,1731066060935, RpcServer on 7d22a5ea652e/172.17.0.3:34089, sessionid=0x1001f31e3b60003 2024-11-08T11:41:02,378 DEBUG [RS:2;7d22a5ea652e:34089 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T11:41:02,378 DEBUG [RS:2;7d22a5ea652e:34089 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7d22a5ea652e,34089,1731066060935 2024-11-08T11:41:02,378 DEBUG [RS:2;7d22a5ea652e:34089 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d22a5ea652e,34089,1731066060935' 2024-11-08T11:41:02,378 DEBUG [RS:2;7d22a5ea652e:34089 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T11:41:02,381 DEBUG [RS:2;7d22a5ea652e:34089 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T11:41:02,382 DEBUG [RS:2;7d22a5ea652e:34089 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T11:41:02,382 DEBUG [RS:2;7d22a5ea652e:34089 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T11:41:02,382 DEBUG [RS:2;7d22a5ea652e:34089 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7d22a5ea652e,34089,1731066060935 2024-11-08T11:41:02,382 DEBUG [RS:2;7d22a5ea652e:34089 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d22a5ea652e,34089,1731066060935' 2024-11-08T11:41:02,382 DEBUG [RS:2;7d22a5ea652e:34089 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T11:41:02,383 DEBUG [RS:2;7d22a5ea652e:34089 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T11:41:02,384 DEBUG [RS:2;7d22a5ea652e:34089 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T11:41:02,384 INFO [RS:2;7d22a5ea652e:34089 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T11:41:02,384 INFO [RS:2;7d22a5ea652e:34089 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T11:41:02,459 INFO [RS:0;7d22a5ea652e:45797 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T11:41:02,464 INFO [RS:0;7d22a5ea652e:45797 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7d22a5ea652e%2C45797%2C1731066060760, suffix=, logDir=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/WALs/7d22a5ea652e,45797,1731066060760, archiveDir=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/oldWALs, maxLogs=32 2024-11-08T11:41:02,468 INFO [RS:1;7d22a5ea652e:38059 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T11:41:02,472 INFO [RS:1;7d22a5ea652e:38059 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7d22a5ea652e%2C38059%2C1731066060892, suffix=, logDir=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/WALs/7d22a5ea652e,38059,1731066060892, archiveDir=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/oldWALs, maxLogs=32 2024-11-08T11:41:02,486 INFO [RS:2;7d22a5ea652e:34089 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T11:41:02,489 DEBUG [RS:0;7d22a5ea652e:45797 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/WALs/7d22a5ea652e,45797,1731066060760/7d22a5ea652e%2C45797%2C1731066060760.1731066062467, exclude list is [], retry=0 2024-11-08T11:41:02,493 INFO [RS:2;7d22a5ea652e:34089 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7d22a5ea652e%2C34089%2C1731066060935, suffix=, logDir=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/WALs/7d22a5ea652e,34089,1731066060935, archiveDir=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/oldWALs, maxLogs=32 2024-11-08T11:41:02,497 DEBUG [RS:1;7d22a5ea652e:38059 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/WALs/7d22a5ea652e,38059,1731066060892/7d22a5ea652e%2C38059%2C1731066060892.1731066062475, exclude list is [], retry=0 2024-11-08T11:41:02,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40789,DS-e7addda5-4a91-4692-bdde-a05db2bb87f1,DISK] 2024-11-08T11:41:02,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38463,DS-70dce03f-da16-43b5-ae31-e492afae533e,DISK] 2024-11-08T11:41:02,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33755,DS-0ca5fff3-be57-46af-ba8a-23ba9e334300,DISK] 2024-11-08T11:41:02,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40789,DS-e7addda5-4a91-4692-bdde-a05db2bb87f1,DISK] 2024-11-08T11:41:02,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33755,DS-0ca5fff3-be57-46af-ba8a-23ba9e334300,DISK] 2024-11-08T11:41:02,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38463,DS-70dce03f-da16-43b5-ae31-e492afae533e,DISK] 2024-11-08T11:41:02,517 DEBUG [RS:2;7d22a5ea652e:34089 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/WALs/7d22a5ea652e,34089,1731066060935/7d22a5ea652e%2C34089%2C1731066060935.1731066062496, exclude list is [], retry=0 2024-11-08T11:41:02,521 INFO [RS:0;7d22a5ea652e:45797 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/WALs/7d22a5ea652e,45797,1731066060760/7d22a5ea652e%2C45797%2C1731066060760.1731066062467 2024-11-08T11:41:02,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40789,DS-e7addda5-4a91-4692-bdde-a05db2bb87f1,DISK] 2024-11-08T11:41:02,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33755,DS-0ca5fff3-be57-46af-ba8a-23ba9e334300,DISK] 2024-11-08T11:41:02,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38463,DS-70dce03f-da16-43b5-ae31-e492afae533e,DISK] 2024-11-08T11:41:02,527 DEBUG [RS:0;7d22a5ea652e:45797 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44465:44465),(127.0.0.1/127.0.0.1:39749:39749),(127.0.0.1/127.0.0.1:44481:44481)] 2024-11-08T11:41:02,529 INFO [RS:1;7d22a5ea652e:38059 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/WALs/7d22a5ea652e,38059,1731066060892/7d22a5ea652e%2C38059%2C1731066060892.1731066062475 2024-11-08T11:41:02,536 DEBUG [RS:1;7d22a5ea652e:38059 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44465:44465),(127.0.0.1/127.0.0.1:44481:44481),(127.0.0.1/127.0.0.1:39749:39749)] 2024-11-08T11:41:02,542 INFO [RS:2;7d22a5ea652e:34089 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/WALs/7d22a5ea652e,34089,1731066060935/7d22a5ea652e%2C34089%2C1731066060935.1731066062496 2024-11-08T11:41:02,545 DEBUG [RS:2;7d22a5ea652e:34089 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44465:44465),(127.0.0.1/127.0.0.1:39749:39749),(127.0.0.1/127.0.0.1:44481:44481)] 2024-11-08T11:41:02,796 DEBUG [7d22a5ea652e:34389 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-08T11:41:02,808 DEBUG [7d22a5ea652e:34389 {}] balancer.BalancerClusterState(204): Hosts are {7d22a5ea652e=0} racks are {/default-rack=0} 2024-11-08T11:41:02,817 DEBUG [7d22a5ea652e:34389 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T11:41:02,817 DEBUG [7d22a5ea652e:34389 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T11:41:02,817 DEBUG [7d22a5ea652e:34389 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T11:41:02,817 DEBUG [7d22a5ea652e:34389 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T11:41:02,817 DEBUG [7d22a5ea652e:34389 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T11:41:02,817 DEBUG [7d22a5ea652e:34389 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T11:41:02,817 INFO [7d22a5ea652e:34389 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T11:41:02,817 INFO [7d22a5ea652e:34389 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T11:41:02,817 INFO [7d22a5ea652e:34389 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T11:41:02,817 DEBUG [7d22a5ea652e:34389 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T11:41:02,827 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7d22a5ea652e,34089,1731066060935 2024-11-08T11:41:02,836 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d22a5ea652e,34089,1731066060935, state=OPENING 2024-11-08T11:41:02,842 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T11:41:02,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x1001f31e3b60001, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:41:02,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1001f31e3b60002, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:41:02,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1001f31e3b60003, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:41:02,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1001f31e3b60000, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:41:02,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T11:41:02,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T11:41:02,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T11:41:02,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T11:41:02,850 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T11:41:02,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7d22a5ea652e,34089,1731066060935}] 2024-11-08T11:41:10,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T11:41:10,465 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T11:41:12,891 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T11:41:12,893 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58973, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T11:41:12,906 INFO [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T11:41:12,906 INFO [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T11:41:12,907 INFO [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T11:41:12,921 INFO [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7d22a5ea652e%2C34089%2C1731066060935.meta, suffix=.meta, logDir=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/WALs/7d22a5ea652e,34089,1731066060935, archiveDir=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/oldWALs, maxLogs=32 2024-11-08T11:41:12,953 DEBUG [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/WALs/7d22a5ea652e,34089,1731066060935/7d22a5ea652e%2C34089%2C1731066060935.meta.1731066072924.meta, exclude list is [], retry=0 2024-11-08T11:41:12,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40789,DS-e7addda5-4a91-4692-bdde-a05db2bb87f1,DISK] 2024-11-08T11:41:12,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33755,DS-0ca5fff3-be57-46af-ba8a-23ba9e334300,DISK] 2024-11-08T11:41:12,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38463,DS-70dce03f-da16-43b5-ae31-e492afae533e,DISK] 2024-11-08T11:41:12,961 INFO [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/WALs/7d22a5ea652e,34089,1731066060935/7d22a5ea652e%2C34089%2C1731066060935.meta.1731066072924.meta 2024-11-08T11:41:12,961 DEBUG [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44465:44465),(127.0.0.1/127.0.0.1:39749:39749),(127.0.0.1/127.0.0.1:44481:44481)] 2024-11-08T11:41:12,962 DEBUG [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T11:41:12,963 DEBUG [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T11:41:12,966 DEBUG [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T11:41:12,971 INFO [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T11:41:12,976 DEBUG [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T11:41:12,976 DEBUG [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:41:12,976 DEBUG [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T11:41:12,976 DEBUG [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T11:41:12,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T11:41:12,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T11:41:12,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:41:12,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T11:41:12,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T11:41:12,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T11:41:12,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:41:12,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T11:41:12,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T11:41:12,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T11:41:12,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:41:12,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T11:41:12,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T11:41:12,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T11:41:12,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:41:12,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T11:41:12,990 DEBUG [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T11:41:12,991 DEBUG [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/hbase/meta/1588230740 2024-11-08T11:41:12,994 DEBUG [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/hbase/meta/1588230740 2024-11-08T11:41:12,996 DEBUG [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T11:41:12,996 DEBUG [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T11:41:12,997 DEBUG [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T11:41:13,000 DEBUG [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T11:41:13,001 INFO [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64570532, jitterRate=-0.03782409429550171}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T11:41:13,001 DEBUG [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T11:41:13,003 DEBUG [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731066072977Writing region info on filesystem at 1731066072977Initializing all the Stores at 1731066072979 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731066072979Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731066072979Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731066072979Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731066072979Cleaning up temporary data from old regions at 1731066072996 (+17 ms)Running coprocessor post-open hooks at 1731066073001 (+5 ms)Region opened successfully at 1731066073003 (+2 ms) 2024-11-08T11:41:13,012 INFO [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731066072881 2024-11-08T11:41:13,041 DEBUG [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T11:41:13,042 INFO [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T11:41:13,054 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7d22a5ea652e,34089,1731066060935 2024-11-08T11:41:13,065 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d22a5ea652e,34089,1731066060935, state=OPEN 2024-11-08T11:41:13,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1001f31e3b60000, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T11:41:13,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1001f31e3b60002, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T11:41:13,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x1001f31e3b60001, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T11:41:13,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T11:41:13,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T11:41:13,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1001f31e3b60003, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T11:41:13,072 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T11:41:13,072 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T11:41:13,073 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7d22a5ea652e,34089,1731066060935 2024-11-08T11:41:13,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T11:41:13,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7d22a5ea652e,34089,1731066060935 in 10.2200 sec 2024-11-08T11:41:13,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T11:41:13,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.9620 sec 2024-11-08T11:41:13,086 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T11:41:13,086 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T11:41:13,108 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T11:41:13,110 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d22a5ea652e,34089,1731066060935, seqNum=-1] 2024-11-08T11:41:13,132 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T11:41:13,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48679, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T11:41:13,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.2940 sec 2024-11-08T11:41:13,161 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731066073161, completionTime=-1 2024-11-08T11:41:13,164 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-08T11:41:13,164 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T11:41:13,193 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-08T11:41:13,193 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731066133193 2024-11-08T11:41:13,193 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731066193193 2024-11-08T11:41:13,194 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-11-08T11:41:13,195 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T11:41:13,204 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d22a5ea652e,34389,1731066059969-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T11:41:13,204 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d22a5ea652e,34389,1731066059969-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T11:41:13,204 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d22a5ea652e,34389,1731066059969-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T11:41:13,206 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7d22a5ea652e:34389, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T11:41:13,206 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T11:41:13,207 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T11:41:13,214 DEBUG [master/7d22a5ea652e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T11:41:13,239 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.226sec 2024-11-08T11:41:13,246 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T11:41:13,247 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T11:41:13,249 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T11:41:13,249 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T11:41:13,249 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T11:41:13,250 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d22a5ea652e,34389,1731066059969-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T11:41:13,251 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d22a5ea652e,34389,1731066059969-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T11:41:13,259 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T11:41:13,260 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T11:41:13,261 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d22a5ea652e,34389,1731066059969-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T11:41:13,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26124a6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T11:41:13,290 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T11:41:13,290 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T11:41:13,295 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d22a5ea652e,34389,-1 for getting cluster id 2024-11-08T11:41:13,297 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T11:41:13,306 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '537ddbe2-4f4b-4c03-96a6-92f2f727d318' 2024-11-08T11:41:13,309 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T11:41:13,310 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "537ddbe2-4f4b-4c03-96a6-92f2f727d318" 2024-11-08T11:41:13,310 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f97ebe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T11:41:13,310 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d22a5ea652e,34389,-1] 2024-11-08T11:41:13,314 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T11:41:13,317 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T11:41:13,318 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55416, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T11:41:13,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@248b35f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T11:41:13,325 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T11:41:13,333 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d22a5ea652e,34089,1731066060935, seqNum=-1] 2024-11-08T11:41:13,334 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T11:41:13,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39136, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T11:41:13,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7d22a5ea652e,34389,1731066059969 2024-11-08T11:41:13,393 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731066073392 (current time:1731066073392). 2024-11-08T11:41:13,394 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T11:41:13,394 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-08T11:41:13,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d84d00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T11:41:13,397 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d22a5ea652e,34389,-1 for getting cluster id 2024-11-08T11:41:13,397 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T11:41:13,398 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '537ddbe2-4f4b-4c03-96a6-92f2f727d318' 2024-11-08T11:41:13,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T11:41:13,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "537ddbe2-4f4b-4c03-96a6-92f2f727d318" 2024-11-08T11:41:13,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d9cd54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T11:41:13,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d22a5ea652e,34389,-1] 2024-11-08T11:41:13,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T11:41:13,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T11:41:13,402 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55426, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T11:41:13,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc309a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T11:41:13,405 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T11:41:13,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d22a5ea652e,34089,1731066060935, seqNum=-1] 2024-11-08T11:41:13,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T11:41:13,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39140, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T11:41:13,410 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T11:41:13,410 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T11:41:13,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T11:41:13,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T11:41:13,428 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T11:41:13,433 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T11:41:13,438 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d22a5ea652e,34389,1731066059969 2024-11-08T11:41:13,441 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c3f92ca 2024-11-08T11:41:13,443 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T11:41:13,445 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55434, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T11:41:13,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T11:41:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-08T11:41:13,464 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T11:41:13,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-08T11:41:13,466 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:41:13,468 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T11:41:13,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T11:41:13,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741837_1013 (size=361) 2024-11-08T11:41:13,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741837_1013 (size=361) 2024-11-08T11:41:13,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741837_1013 (size=361) 2024-11-08T11:41:13,490 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d5781944f785e1da4748f55ab950a63c, NAME => 'SPTestTable,,1731066073447.d5781944f785e1da4748f55ab950a63c.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7 2024-11-08T11:41:13,490 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2096cc62b248bba00b38104a5f2a4df3, NAME => 'SPTestTable,19999999,1731066073447.2096cc62b248bba00b38104a5f2a4df3.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7 2024-11-08T11:41:13,492 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 570f40146a8e75bb87253439646b4e15, NAME => 'SPTestTable,33333332,1731066073447.570f40146a8e75bb87253439646b4e15.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7 2024-11-08T11:41:13,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741838_1014 (size=54) 2024-11-08T11:41:13,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741839_1015 (size=62) 2024-11-08T11:41:13,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741838_1014 (size=54) 2024-11-08T11:41:13,512 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731066073447.d5781944f785e1da4748f55ab950a63c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:41:13,512 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d5781944f785e1da4748f55ab950a63c, disabling compactions & flushes 2024-11-08T11:41:13,512 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731066073447.d5781944f785e1da4748f55ab950a63c. 2024-11-08T11:41:13,512 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731066073447.d5781944f785e1da4748f55ab950a63c. 2024-11-08T11:41:13,512 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731066073447.d5781944f785e1da4748f55ab950a63c. after waiting 0 ms 2024-11-08T11:41:13,512 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731066073447.d5781944f785e1da4748f55ab950a63c. 2024-11-08T11:41:13,513 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731066073447.d5781944f785e1da4748f55ab950a63c. 2024-11-08T11:41:13,513 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d5781944f785e1da4748f55ab950a63c: Waiting for close lock at 1731066073512Disabling compacts and flushes for region at 1731066073512Disabling writes for close at 1731066073512Writing region close event to WAL at 1731066073513 (+1 ms)Closed at 1731066073513 2024-11-08T11:41:13,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741838_1014 (size=54) 2024-11-08T11:41:13,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741839_1015 (size=62) 2024-11-08T11:41:13,514 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 252b708f15e147c1cb3eb1c381a91d4b, NAME => 'SPTestTable,4ccccccb,1731066073447.252b708f15e147c1cb3eb1c381a91d4b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7 2024-11-08T11:41:13,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741839_1015 (size=62) 2024-11-08T11:41:13,515 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731066073447.2096cc62b248bba00b38104a5f2a4df3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:41:13,516 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 2096cc62b248bba00b38104a5f2a4df3, disabling compactions & flushes 2024-11-08T11:41:13,516 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731066073447.2096cc62b248bba00b38104a5f2a4df3. 2024-11-08T11:41:13,516 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731066073447.2096cc62b248bba00b38104a5f2a4df3. 2024-11-08T11:41:13,516 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731066073447.2096cc62b248bba00b38104a5f2a4df3. after waiting 0 ms 2024-11-08T11:41:13,516 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731066073447.2096cc62b248bba00b38104a5f2a4df3. 2024-11-08T11:41:13,516 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731066073447.2096cc62b248bba00b38104a5f2a4df3. 2024-11-08T11:41:13,516 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2096cc62b248bba00b38104a5f2a4df3: Waiting for close lock at 1731066073516Disabling compacts and flushes for region at 1731066073516Disabling writes for close at 1731066073516Writing region close event to WAL at 1731066073516Closed at 1731066073516 2024-11-08T11:41:13,517 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1f2dff07c749e1013c87aedb7ea1fae4, NAME => 'SPTestTable,66666664,1731066073447.1f2dff07c749e1013c87aedb7ea1fae4.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7 2024-11-08T11:41:13,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741840_1016 (size=62) 2024-11-08T11:41:13,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741840_1016 (size=62) 2024-11-08T11:41:13,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741840_1016 (size=62) 2024-11-08T11:41:13,522 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731066073447.570f40146a8e75bb87253439646b4e15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:41:13,522 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 570f40146a8e75bb87253439646b4e15, disabling compactions & flushes 2024-11-08T11:41:13,522 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731066073447.570f40146a8e75bb87253439646b4e15. 2024-11-08T11:41:13,522 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731066073447.570f40146a8e75bb87253439646b4e15. 2024-11-08T11:41:13,522 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731066073447.570f40146a8e75bb87253439646b4e15. after waiting 0 ms 2024-11-08T11:41:13,522 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731066073447.570f40146a8e75bb87253439646b4e15. 2024-11-08T11:41:13,522 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731066073447.570f40146a8e75bb87253439646b4e15. 2024-11-08T11:41:13,522 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 570f40146a8e75bb87253439646b4e15: Waiting for close lock at 1731066073522Disabling compacts and flushes for region at 1731066073522Disabling writes for close at 1731066073522Writing region close event to WAL at 1731066073522Closed at 1731066073522 2024-11-08T11:41:13,523 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1370be73725035c1e1804e88b4d07148, NAME => 'SPTestTable,7ffffffd,1731066073447.1370be73725035c1e1804e88b4d07148.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7 2024-11-08T11:41:13,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741841_1017 (size=62) 2024-11-08T11:41:13,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741841_1017 (size=62) 2024-11-08T11:41:13,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741841_1017 (size=62) 2024-11-08T11:41:13,533 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731066073447.252b708f15e147c1cb3eb1c381a91d4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:41:13,533 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 252b708f15e147c1cb3eb1c381a91d4b, disabling compactions & flushes 2024-11-08T11:41:13,533 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731066073447.252b708f15e147c1cb3eb1c381a91d4b. 2024-11-08T11:41:13,533 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731066073447.252b708f15e147c1cb3eb1c381a91d4b. 2024-11-08T11:41:13,533 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731066073447.252b708f15e147c1cb3eb1c381a91d4b. after waiting 0 ms 2024-11-08T11:41:13,533 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731066073447.252b708f15e147c1cb3eb1c381a91d4b. 2024-11-08T11:41:13,533 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731066073447.252b708f15e147c1cb3eb1c381a91d4b. 2024-11-08T11:41:13,534 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 252b708f15e147c1cb3eb1c381a91d4b: Waiting for close lock at 1731066073533Disabling compacts and flushes for region at 1731066073533Disabling writes for close at 1731066073533Writing region close event to WAL at 1731066073533Closed at 1731066073533 2024-11-08T11:41:13,534 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ad2f2b9ab6962bf2719e91cc024cf4fe, NAME => 'SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7 2024-11-08T11:41:13,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741843_1019 (size=62) 2024-11-08T11:41:13,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741843_1019 (size=62) 2024-11-08T11:41:13,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741842_1018 (size=62) 2024-11-08T11:41:13,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741842_1018 (size=62) 2024-11-08T11:41:13,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741843_1019 (size=62) 2024-11-08T11:41:13,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741842_1018 (size=62) 2024-11-08T11:41:13,539 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731066073447.1f2dff07c749e1013c87aedb7ea1fae4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:41:13,539 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 1f2dff07c749e1013c87aedb7ea1fae4, disabling compactions & flushes 2024-11-08T11:41:13,539 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731066073447.1f2dff07c749e1013c87aedb7ea1fae4. 2024-11-08T11:41:13,540 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731066073447.1f2dff07c749e1013c87aedb7ea1fae4. 2024-11-08T11:41:13,540 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731066073447.1f2dff07c749e1013c87aedb7ea1fae4. after waiting 0 ms 2024-11-08T11:41:13,540 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731066073447.1f2dff07c749e1013c87aedb7ea1fae4. 2024-11-08T11:41:13,540 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731066073447.1f2dff07c749e1013c87aedb7ea1fae4. 2024-11-08T11:41:13,540 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1f2dff07c749e1013c87aedb7ea1fae4: Waiting for close lock at 1731066073539Disabling compacts and flushes for region at 1731066073539Disabling writes for close at 1731066073540 (+1 ms)Writing region close event to WAL at 1731066073540Closed at 1731066073540 2024-11-08T11:41:13,541 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 010682d9106fb789a6b8c37ed19e2dfe, NAME => 'SPTestTable,b333332f,1731066073447.010682d9106fb789a6b8c37ed19e2dfe.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7 2024-11-08T11:41:13,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731066073447.1370be73725035c1e1804e88b4d07148.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:41:13,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1370be73725035c1e1804e88b4d07148, disabling compactions & flushes 2024-11-08T11:41:13,541 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731066073447.1370be73725035c1e1804e88b4d07148. 2024-11-08T11:41:13,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731066073447.1370be73725035c1e1804e88b4d07148. 2024-11-08T11:41:13,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731066073447.1370be73725035c1e1804e88b4d07148. after waiting 0 ms 2024-11-08T11:41:13,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731066073447.1370be73725035c1e1804e88b4d07148. 2024-11-08T11:41:13,541 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731066073447.1370be73725035c1e1804e88b4d07148. 2024-11-08T11:41:13,542 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1370be73725035c1e1804e88b4d07148: Waiting for close lock at 1731066073541Disabling compacts and flushes for region at 1731066073541Disabling writes for close at 1731066073541Writing region close event to WAL at 1731066073541Closed at 1731066073541 2024-11-08T11:41:13,542 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5193d10b2647c8bbb46ce3b144a8fd95, NAME => 'SPTestTable,ccccccc8,1731066073447.5193d10b2647c8bbb46ce3b144a8fd95.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7 2024-11-08T11:41:13,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741844_1020 (size=62) 2024-11-08T11:41:13,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741844_1020 (size=62) 2024-11-08T11:41:13,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741844_1020 (size=62) 2024-11-08T11:41:13,553 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:41:13,553 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing ad2f2b9ab6962bf2719e91cc024cf4fe, disabling compactions & flushes 2024-11-08T11:41:13,553 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe. 2024-11-08T11:41:13,553 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe. 2024-11-08T11:41:13,553 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe. after waiting 0 ms 2024-11-08T11:41:13,553 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe. 2024-11-08T11:41:13,553 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe. 2024-11-08T11:41:13,553 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for ad2f2b9ab6962bf2719e91cc024cf4fe: Waiting for close lock at 1731066073553Disabling compacts and flushes for region at 1731066073553Disabling writes for close at 1731066073553Writing region close event to WAL at 1731066073553Closed at 1731066073553 2024-11-08T11:41:13,554 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ee1b1a0f60b15e16e14c21a9e1f7edaf, NAME => 'SPTestTable,e6666661,1731066073447.ee1b1a0f60b15e16e14c21a9e1f7edaf.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7 2024-11-08T11:41:13,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741845_1021 (size=62) 2024-11-08T11:41:13,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741845_1021 (size=62) 2024-11-08T11:41:13,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741845_1021 (size=62) 2024-11-08T11:41:13,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731066073447.010682d9106fb789a6b8c37ed19e2dfe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:41:13,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 010682d9106fb789a6b8c37ed19e2dfe, disabling compactions & flushes 2024-11-08T11:41:13,565 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731066073447.010682d9106fb789a6b8c37ed19e2dfe. 2024-11-08T11:41:13,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731066073447.010682d9106fb789a6b8c37ed19e2dfe. 2024-11-08T11:41:13,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731066073447.010682d9106fb789a6b8c37ed19e2dfe. after waiting 0 ms 2024-11-08T11:41:13,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731066073447.010682d9106fb789a6b8c37ed19e2dfe. 2024-11-08T11:41:13,565 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731066073447.010682d9106fb789a6b8c37ed19e2dfe. 2024-11-08T11:41:13,566 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 010682d9106fb789a6b8c37ed19e2dfe: Waiting for close lock at 1731066073565Disabling compacts and flushes for region at 1731066073565Disabling writes for close at 1731066073565Writing region close event to WAL at 1731066073565Closed at 1731066073565 2024-11-08T11:41:13,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741846_1022 (size=62) 2024-11-08T11:41:13,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741846_1022 (size=62) 2024-11-08T11:41:13,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741846_1022 (size=62) 2024-11-08T11:41:13,570 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731066073447.5193d10b2647c8bbb46ce3b144a8fd95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:41:13,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741847_1023 (size=54) 2024-11-08T11:41:13,571 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 5193d10b2647c8bbb46ce3b144a8fd95, disabling compactions & flushes 2024-11-08T11:41:13,571 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731066073447.5193d10b2647c8bbb46ce3b144a8fd95. 2024-11-08T11:41:13,571 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731066073447.5193d10b2647c8bbb46ce3b144a8fd95. 2024-11-08T11:41:13,571 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731066073447.5193d10b2647c8bbb46ce3b144a8fd95. after waiting 0 ms 2024-11-08T11:41:13,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741847_1023 (size=54) 2024-11-08T11:41:13,571 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731066073447.5193d10b2647c8bbb46ce3b144a8fd95. 2024-11-08T11:41:13,571 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731066073447.5193d10b2647c8bbb46ce3b144a8fd95. 2024-11-08T11:41:13,571 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5193d10b2647c8bbb46ce3b144a8fd95: Waiting for close lock at 1731066073571Disabling compacts and flushes for region at 1731066073571Disabling writes for close at 1731066073571Writing region close event to WAL at 1731066073571Closed at 1731066073571 2024-11-08T11:41:13,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741847_1023 (size=54) 2024-11-08T11:41:13,574 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731066073447.ee1b1a0f60b15e16e14c21a9e1f7edaf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:41:13,574 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing ee1b1a0f60b15e16e14c21a9e1f7edaf, disabling compactions & flushes 2024-11-08T11:41:13,574 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731066073447.ee1b1a0f60b15e16e14c21a9e1f7edaf. 2024-11-08T11:41:13,574 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731066073447.ee1b1a0f60b15e16e14c21a9e1f7edaf. 2024-11-08T11:41:13,574 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731066073447.ee1b1a0f60b15e16e14c21a9e1f7edaf. after waiting 0 ms 2024-11-08T11:41:13,574 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731066073447.ee1b1a0f60b15e16e14c21a9e1f7edaf. 2024-11-08T11:41:13,574 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731066073447.ee1b1a0f60b15e16e14c21a9e1f7edaf. 2024-11-08T11:41:13,574 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for ee1b1a0f60b15e16e14c21a9e1f7edaf: Waiting for close lock at 1731066073574Disabling compacts and flushes for region at 1731066073574Disabling writes for close at 1731066073574Writing region close event to WAL at 1731066073574Closed at 1731066073574 2024-11-08T11:41:13,577 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T11:41:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T11:41:13,584 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731066073447.d5781944f785e1da4748f55ab950a63c.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731066073577"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731066073577"}]},"ts":"1731066073577"} 2024-11-08T11:41:13,584 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731066073447.2096cc62b248bba00b38104a5f2a4df3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731066073577"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731066073577"}]},"ts":"1731066073577"} 2024-11-08T11:41:13,584 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731066073447.570f40146a8e75bb87253439646b4e15.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731066073577"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731066073577"}]},"ts":"1731066073577"} 2024-11-08T11:41:13,584 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731066073447.252b708f15e147c1cb3eb1c381a91d4b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731066073577"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731066073577"}]},"ts":"1731066073577"} 2024-11-08T11:41:13,585 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731066073447.1f2dff07c749e1013c87aedb7ea1fae4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731066073577"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731066073577"}]},"ts":"1731066073577"} 2024-11-08T11:41:13,585 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731066073447.1370be73725035c1e1804e88b4d07148.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731066073577"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731066073577"}]},"ts":"1731066073577"} 2024-11-08T11:41:13,585 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731066073577"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731066073577"}]},"ts":"1731066073577"} 2024-11-08T11:41:13,585 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731066073447.010682d9106fb789a6b8c37ed19e2dfe.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731066073577"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731066073577"}]},"ts":"1731066073577"} 2024-11-08T11:41:13,586 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731066073447.5193d10b2647c8bbb46ce3b144a8fd95.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731066073577"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731066073577"}]},"ts":"1731066073577"} 2024-11-08T11:41:13,586 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731066073447.ee1b1a0f60b15e16e14c21a9e1f7edaf.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731066073577"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731066073577"}]},"ts":"1731066073577"} 2024-11-08T11:41:13,625 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-08T11:41:13,627 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T11:41:13,630 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731066073628"}]},"ts":"1731066073628"} 2024-11-08T11:41:13,636 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-08T11:41:13,636 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {7d22a5ea652e=0} racks are {/default-rack=0} 2024-11-08T11:41:13,645 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T11:41:13,645 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T11:41:13,645 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T11:41:13,645 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T11:41:13,645 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T11:41:13,645 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T11:41:13,645 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T11:41:13,645 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T11:41:13,645 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T11:41:13,646 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T11:41:13,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d5781944f785e1da4748f55ab950a63c, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2096cc62b248bba00b38104a5f2a4df3, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=570f40146a8e75bb87253439646b4e15, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=252b708f15e147c1cb3eb1c381a91d4b, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1f2dff07c749e1013c87aedb7ea1fae4, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1370be73725035c1e1804e88b4d07148, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ad2f2b9ab6962bf2719e91cc024cf4fe, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=010682d9106fb789a6b8c37ed19e2dfe, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5193d10b2647c8bbb46ce3b144a8fd95, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ee1b1a0f60b15e16e14c21a9e1f7edaf, ASSIGN}] 2024-11-08T11:41:13,652 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=252b708f15e147c1cb3eb1c381a91d4b, ASSIGN 2024-11-08T11:41:13,653 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1f2dff07c749e1013c87aedb7ea1fae4, ASSIGN 2024-11-08T11:41:13,653 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=570f40146a8e75bb87253439646b4e15, ASSIGN 2024-11-08T11:41:13,653 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2096cc62b248bba00b38104a5f2a4df3, ASSIGN 2024-11-08T11:41:13,655 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=252b708f15e147c1cb3eb1c381a91d4b, ASSIGN; state=OFFLINE, location=7d22a5ea652e,38059,1731066060892; forceNewPlan=false, retain=false 2024-11-08T11:41:13,657 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1f2dff07c749e1013c87aedb7ea1fae4, ASSIGN; state=OFFLINE, location=7d22a5ea652e,45797,1731066060760; forceNewPlan=false, retain=false 2024-11-08T11:41:13,657 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2096cc62b248bba00b38104a5f2a4df3, ASSIGN; state=OFFLINE, location=7d22a5ea652e,45797,1731066060760; forceNewPlan=false, retain=false 2024-11-08T11:41:13,657 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=570f40146a8e75bb87253439646b4e15, ASSIGN; state=OFFLINE, location=7d22a5ea652e,34089,1731066060935; forceNewPlan=false, retain=false 2024-11-08T11:41:13,661 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=010682d9106fb789a6b8c37ed19e2dfe, ASSIGN 2024-11-08T11:41:13,661 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ee1b1a0f60b15e16e14c21a9e1f7edaf, ASSIGN 2024-11-08T11:41:13,662 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ad2f2b9ab6962bf2719e91cc024cf4fe, ASSIGN 2024-11-08T11:41:13,662 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5193d10b2647c8bbb46ce3b144a8fd95, ASSIGN 2024-11-08T11:41:13,662 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1370be73725035c1e1804e88b4d07148, ASSIGN 2024-11-08T11:41:13,664 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=010682d9106fb789a6b8c37ed19e2dfe, ASSIGN; state=OFFLINE, location=7d22a5ea652e,45797,1731066060760; forceNewPlan=false, retain=false 2024-11-08T11:41:13,664 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ee1b1a0f60b15e16e14c21a9e1f7edaf, ASSIGN; state=OFFLINE, location=7d22a5ea652e,38059,1731066060892; forceNewPlan=false, retain=false 2024-11-08T11:41:13,664 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ad2f2b9ab6962bf2719e91cc024cf4fe, ASSIGN; state=OFFLINE, location=7d22a5ea652e,38059,1731066060892; forceNewPlan=false, retain=false 2024-11-08T11:41:13,664 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1370be73725035c1e1804e88b4d07148, ASSIGN; state=OFFLINE, location=7d22a5ea652e,34089,1731066060935; forceNewPlan=false, retain=false 2024-11-08T11:41:13,665 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5193d10b2647c8bbb46ce3b144a8fd95, ASSIGN; state=OFFLINE, location=7d22a5ea652e,34089,1731066060935; forceNewPlan=false, retain=false 2024-11-08T11:41:13,671 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d5781944f785e1da4748f55ab950a63c, ASSIGN 2024-11-08T11:41:13,672 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d5781944f785e1da4748f55ab950a63c, ASSIGN; state=OFFLINE, location=7d22a5ea652e,38059,1731066060892; forceNewPlan=false, retain=false 2024-11-08T11:41:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T11:41:13,808 INFO [7d22a5ea652e:34389 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-08T11:41:13,809 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2096cc62b248bba00b38104a5f2a4df3, regionState=OPENING, regionLocation=7d22a5ea652e,45797,1731066060760 2024-11-08T11:41:13,809 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=010682d9106fb789a6b8c37ed19e2dfe, regionState=OPENING, regionLocation=7d22a5ea652e,45797,1731066060760 2024-11-08T11:41:13,809 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1f2dff07c749e1013c87aedb7ea1fae4, regionState=OPENING, regionLocation=7d22a5ea652e,45797,1731066060760 2024-11-08T11:41:13,809 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=ad2f2b9ab6962bf2719e91cc024cf4fe, regionState=OPENING, regionLocation=7d22a5ea652e,38059,1731066060892 2024-11-08T11:41:13,809 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=ee1b1a0f60b15e16e14c21a9e1f7edaf, regionState=OPENING, regionLocation=7d22a5ea652e,38059,1731066060892 2024-11-08T11:41:13,810 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=252b708f15e147c1cb3eb1c381a91d4b, regionState=OPENING, regionLocation=7d22a5ea652e,38059,1731066060892 2024-11-08T11:41:13,810 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d5781944f785e1da4748f55ab950a63c, regionState=OPENING, regionLocation=7d22a5ea652e,38059,1731066060892 2024-11-08T11:41:13,810 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=5193d10b2647c8bbb46ce3b144a8fd95, regionState=OPENING, regionLocation=7d22a5ea652e,34089,1731066060935 2024-11-08T11:41:13,811 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1370be73725035c1e1804e88b4d07148, regionState=OPENING, regionLocation=7d22a5ea652e,34089,1731066060935 2024-11-08T11:41:13,811 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=570f40146a8e75bb87253439646b4e15, regionState=OPENING, regionLocation=7d22a5ea652e,34089,1731066060935 2024-11-08T11:41:13,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2096cc62b248bba00b38104a5f2a4df3, ASSIGN because future has completed 2024-11-08T11:41:13,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2096cc62b248bba00b38104a5f2a4df3, server=7d22a5ea652e,45797,1731066060760}] 2024-11-08T11:41:13,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ee1b1a0f60b15e16e14c21a9e1f7edaf, ASSIGN because future has completed 2024-11-08T11:41:13,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee1b1a0f60b15e16e14c21a9e1f7edaf, server=7d22a5ea652e,38059,1731066060892}] 2024-11-08T11:41:13,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=010682d9106fb789a6b8c37ed19e2dfe, ASSIGN because future has completed 2024-11-08T11:41:13,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1f2dff07c749e1013c87aedb7ea1fae4, ASSIGN because future has completed 2024-11-08T11:41:13,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 010682d9106fb789a6b8c37ed19e2dfe, server=7d22a5ea652e,45797,1731066060760}] 2024-11-08T11:41:13,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f2dff07c749e1013c87aedb7ea1fae4, server=7d22a5ea652e,45797,1731066060760}] 2024-11-08T11:41:13,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ad2f2b9ab6962bf2719e91cc024cf4fe, ASSIGN because future has completed 2024-11-08T11:41:13,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad2f2b9ab6962bf2719e91cc024cf4fe, server=7d22a5ea652e,38059,1731066060892}] 2024-11-08T11:41:13,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d5781944f785e1da4748f55ab950a63c, ASSIGN because future has completed 2024-11-08T11:41:13,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5781944f785e1da4748f55ab950a63c, server=7d22a5ea652e,38059,1731066060892}] 2024-11-08T11:41:13,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=252b708f15e147c1cb3eb1c381a91d4b, ASSIGN because future has completed 2024-11-08T11:41:13,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5193d10b2647c8bbb46ce3b144a8fd95, ASSIGN because future has completed 2024-11-08T11:41:13,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1370be73725035c1e1804e88b4d07148, ASSIGN because future has completed 2024-11-08T11:41:13,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=570f40146a8e75bb87253439646b4e15, ASSIGN because future has completed 2024-11-08T11:41:13,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1370be73725035c1e1804e88b4d07148, server=7d22a5ea652e,34089,1731066060935}] 2024-11-08T11:41:13,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 570f40146a8e75bb87253439646b4e15, server=7d22a5ea652e,34089,1731066060935}] 2024-11-08T11:41:13,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5193d10b2647c8bbb46ce3b144a8fd95, server=7d22a5ea652e,34089,1731066060935}] 2024-11-08T11:41:13,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 252b708f15e147c1cb3eb1c381a91d4b, server=7d22a5ea652e,38059,1731066060892}] 2024-11-08T11:41:14,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T11:41:14,204 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T11:41:14,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T11:41:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T11:41:17,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T11:41:18,530 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T11:41:20,463 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T11:41:20,464 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T11:41:20,465 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T11:41:20,465 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T11:41:21,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T11:41:23,820 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T11:41:23,822 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41777, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T11:41:23,827 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T11:41:23,831 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731066073447.010682d9106fb789a6b8c37ed19e2dfe. 2024-11-08T11:41:23,831 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 010682d9106fb789a6b8c37ed19e2dfe, NAME => 'SPTestTable,b333332f,1731066073447.010682d9106fb789a6b8c37ed19e2dfe.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-08T11:41:23,831 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35453, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T11:41:23,832 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 010682d9106fb789a6b8c37ed19e2dfe 2024-11-08T11:41:23,832 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731066073447.010682d9106fb789a6b8c37ed19e2dfe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:41:23,832 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 010682d9106fb789a6b8c37ed19e2dfe 2024-11-08T11:41:23,833 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 010682d9106fb789a6b8c37ed19e2dfe 2024-11-08T11:41:23,836 INFO [StoreOpener-010682d9106fb789a6b8c37ed19e2dfe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 010682d9106fb789a6b8c37ed19e2dfe 2024-11-08T11:41:23,846 INFO [StoreOpener-010682d9106fb789a6b8c37ed19e2dfe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 010682d9106fb789a6b8c37ed19e2dfe columnFamilyName cf 2024-11-08T11:41:23,846 DEBUG [StoreOpener-010682d9106fb789a6b8c37ed19e2dfe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:41:23,847 INFO [StoreOpener-010682d9106fb789a6b8c37ed19e2dfe-1 {}] regionserver.HStore(327): Store=010682d9106fb789a6b8c37ed19e2dfe/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T11:41:23,847 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 010682d9106fb789a6b8c37ed19e2dfe 2024-11-08T11:41:23,849 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/010682d9106fb789a6b8c37ed19e2dfe 2024-11-08T11:41:23,850 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/010682d9106fb789a6b8c37ed19e2dfe 2024-11-08T11:41:23,850 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 010682d9106fb789a6b8c37ed19e2dfe 2024-11-08T11:41:23,850 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 010682d9106fb789a6b8c37ed19e2dfe 2024-11-08T11:41:23,863 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 010682d9106fb789a6b8c37ed19e2dfe 2024-11-08T11:41:23,864 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731066073447.1370be73725035c1e1804e88b4d07148. 2024-11-08T11:41:23,865 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 1370be73725035c1e1804e88b4d07148, NAME => 'SPTestTable,7ffffffd,1731066073447.1370be73725035c1e1804e88b4d07148.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-08T11:41:23,866 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1370be73725035c1e1804e88b4d07148 2024-11-08T11:41:23,866 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731066073447.1370be73725035c1e1804e88b4d07148.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:41:23,866 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 1370be73725035c1e1804e88b4d07148 2024-11-08T11:41:23,866 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 1370be73725035c1e1804e88b4d07148 2024-11-08T11:41:23,872 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731066073447.252b708f15e147c1cb3eb1c381a91d4b. 2024-11-08T11:41:23,873 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 252b708f15e147c1cb3eb1c381a91d4b, NAME => 'SPTestTable,4ccccccb,1731066073447.252b708f15e147c1cb3eb1c381a91d4b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-08T11:41:23,873 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 252b708f15e147c1cb3eb1c381a91d4b 2024-11-08T11:41:23,873 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731066073447.252b708f15e147c1cb3eb1c381a91d4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:41:23,873 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 252b708f15e147c1cb3eb1c381a91d4b 2024-11-08T11:41:23,873 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 252b708f15e147c1cb3eb1c381a91d4b 2024-11-08T11:41:23,880 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/010682d9106fb789a6b8c37ed19e2dfe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T11:41:23,881 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 010682d9106fb789a6b8c37ed19e2dfe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66185034, jitterRate=-0.01376613974571228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T11:41:23,881 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 010682d9106fb789a6b8c37ed19e2dfe 2024-11-08T11:41:23,882 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 010682d9106fb789a6b8c37ed19e2dfe: Running coprocessor pre-open hook at 1731066083833Writing region info on filesystem at 1731066083833Initializing all the Stores at 1731066083834 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731066083834Cleaning up temporary data from old regions at 1731066083851 (+17 ms)Running coprocessor post-open hooks at 1731066083881 (+30 ms)Region opened successfully at 1731066083881 2024-11-08T11:41:23,885 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731066073447.010682d9106fb789a6b8c37ed19e2dfe., pid=17, masterSystemTime=1731066083820 2024-11-08T11:41:23,886 INFO [StoreOpener-252b708f15e147c1cb3eb1c381a91d4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 252b708f15e147c1cb3eb1c381a91d4b 2024-11-08T11:41:23,886 INFO [StoreOpener-1370be73725035c1e1804e88b4d07148-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1370be73725035c1e1804e88b4d07148 2024-11-08T11:41:23,889 INFO [StoreOpener-252b708f15e147c1cb3eb1c381a91d4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 252b708f15e147c1cb3eb1c381a91d4b columnFamilyName cf 2024-11-08T11:41:23,889 DEBUG [StoreOpener-252b708f15e147c1cb3eb1c381a91d4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:41:23,889 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731066073447.010682d9106fb789a6b8c37ed19e2dfe. 2024-11-08T11:41:23,889 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731066073447.010682d9106fb789a6b8c37ed19e2dfe. 2024-11-08T11:41:23,890 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731066073447.2096cc62b248bba00b38104a5f2a4df3. 2024-11-08T11:41:23,890 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 2096cc62b248bba00b38104a5f2a4df3, NAME => 'SPTestTable,19999999,1731066073447.2096cc62b248bba00b38104a5f2a4df3.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-08T11:41:23,890 INFO [StoreOpener-1370be73725035c1e1804e88b4d07148-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1370be73725035c1e1804e88b4d07148 columnFamilyName cf 2024-11-08T11:41:23,890 DEBUG [StoreOpener-1370be73725035c1e1804e88b4d07148-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:41:23,890 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2096cc62b248bba00b38104a5f2a4df3 2024-11-08T11:41:23,891 INFO [StoreOpener-252b708f15e147c1cb3eb1c381a91d4b-1 {}] regionserver.HStore(327): Store=252b708f15e147c1cb3eb1c381a91d4b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T11:41:23,891 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731066073447.2096cc62b248bba00b38104a5f2a4df3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:41:23,891 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 252b708f15e147c1cb3eb1c381a91d4b 2024-11-08T11:41:23,891 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 2096cc62b248bba00b38104a5f2a4df3 2024-11-08T11:41:23,891 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 2096cc62b248bba00b38104a5f2a4df3 2024-11-08T11:41:23,892 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/252b708f15e147c1cb3eb1c381a91d4b 2024-11-08T11:41:23,892 INFO [StoreOpener-1370be73725035c1e1804e88b4d07148-1 {}] regionserver.HStore(327): Store=1370be73725035c1e1804e88b4d07148/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T11:41:23,893 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 1370be73725035c1e1804e88b4d07148 2024-11-08T11:41:23,893 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=010682d9106fb789a6b8c37ed19e2dfe, regionState=OPEN, openSeqNum=2, regionLocation=7d22a5ea652e,45797,1731066060760 2024-11-08T11:41:23,899 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/1370be73725035c1e1804e88b4d07148 2024-11-08T11:41:23,899 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/252b708f15e147c1cb3eb1c381a91d4b 2024-11-08T11:41:23,900 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/1370be73725035c1e1804e88b4d07148 2024-11-08T11:41:23,901 INFO [StoreOpener-2096cc62b248bba00b38104a5f2a4df3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2096cc62b248bba00b38104a5f2a4df3 2024-11-08T11:41:23,901 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 252b708f15e147c1cb3eb1c381a91d4b 2024-11-08T11:41:23,901 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 252b708f15e147c1cb3eb1c381a91d4b 2024-11-08T11:41:23,902 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 1370be73725035c1e1804e88b4d07148 2024-11-08T11:41:23,902 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 1370be73725035c1e1804e88b4d07148 2024-11-08T11:41:23,906 INFO [StoreOpener-2096cc62b248bba00b38104a5f2a4df3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2096cc62b248bba00b38104a5f2a4df3 columnFamilyName cf 2024-11-08T11:41:23,906 DEBUG [StoreOpener-2096cc62b248bba00b38104a5f2a4df3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:41:23,908 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 1370be73725035c1e1804e88b4d07148 2024-11-08T11:41:23,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 010682d9106fb789a6b8c37ed19e2dfe, server=7d22a5ea652e,45797,1731066060760 because future has completed 2024-11-08T11:41:23,908 INFO [StoreOpener-2096cc62b248bba00b38104a5f2a4df3-1 {}] regionserver.HStore(327): Store=2096cc62b248bba00b38104a5f2a4df3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T11:41:23,908 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 2096cc62b248bba00b38104a5f2a4df3 2024-11-08T11:41:23,917 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/2096cc62b248bba00b38104a5f2a4df3 2024-11-08T11:41:23,917 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34389 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=7d22a5ea652e,45797,1731066060760, table=SPTestTable, region=010682d9106fb789a6b8c37ed19e2dfe. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T11:41:23,917 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 252b708f15e147c1cb3eb1c381a91d4b 2024-11-08T11:41:23,921 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/2096cc62b248bba00b38104a5f2a4df3 2024-11-08T11:41:23,923 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 2096cc62b248bba00b38104a5f2a4df3 2024-11-08T11:41:23,923 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 2096cc62b248bba00b38104a5f2a4df3 2024-11-08T11:41:23,934 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/252b708f15e147c1cb3eb1c381a91d4b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T11:41:23,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=12 2024-11-08T11:41:23,935 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 252b708f15e147c1cb3eb1c381a91d4b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64667672, jitterRate=-0.03637659549713135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T11:41:23,935 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 252b708f15e147c1cb3eb1c381a91d4b 2024-11-08T11:41:23,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 010682d9106fb789a6b8c37ed19e2dfe, server=7d22a5ea652e,45797,1731066060760 in 10.1080 sec 2024-11-08T11:41:23,935 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 252b708f15e147c1cb3eb1c381a91d4b: Running coprocessor pre-open hook at 1731066083873Writing region info on filesystem at 1731066083874 (+1 ms)Initializing all the Stores at 1731066083881 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731066083881Cleaning up temporary data from old regions at 1731066083901 (+20 ms)Running coprocessor post-open hooks at 1731066083935 (+34 ms)Region opened successfully at 1731066083935 2024-11-08T11:41:23,940 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/1370be73725035c1e1804e88b4d07148/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T11:41:23,941 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 2096cc62b248bba00b38104a5f2a4df3 2024-11-08T11:41:23,941 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 1370be73725035c1e1804e88b4d07148; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63127943, jitterRate=-0.059320345520973206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T11:41:23,942 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1370be73725035c1e1804e88b4d07148 2024-11-08T11:41:23,942 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 1370be73725035c1e1804e88b4d07148: Running coprocessor pre-open hook at 1731066083866Writing region info on filesystem at 1731066083866Initializing all the Stores at 1731066083879 (+13 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731066083879Cleaning up temporary data from old regions at 1731066083902 (+23 ms)Running coprocessor post-open hooks at 1731066083942 (+40 ms)Region opened successfully at 1731066083942 2024-11-08T11:41:23,948 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731066073447.1370be73725035c1e1804e88b4d07148., pid=22, masterSystemTime=1731066083842 2024-11-08T11:41:23,948 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731066073447.252b708f15e147c1cb3eb1c381a91d4b., pid=24, masterSystemTime=1731066083826 2024-11-08T11:41:23,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=010682d9106fb789a6b8c37ed19e2dfe, ASSIGN in 10.2890 sec 2024-11-08T11:41:23,965 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731066073447.1370be73725035c1e1804e88b4d07148. 2024-11-08T11:41:23,965 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731066073447.1370be73725035c1e1804e88b4d07148. 2024-11-08T11:41:23,965 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731066073447.570f40146a8e75bb87253439646b4e15. 2024-11-08T11:41:23,966 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1370be73725035c1e1804e88b4d07148, regionState=OPEN, openSeqNum=2, regionLocation=7d22a5ea652e,34089,1731066060935 2024-11-08T11:41:23,966 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 570f40146a8e75bb87253439646b4e15, NAME => 'SPTestTable,33333332,1731066073447.570f40146a8e75bb87253439646b4e15.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-08T11:41:23,966 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 570f40146a8e75bb87253439646b4e15 2024-11-08T11:41:23,966 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731066073447.570f40146a8e75bb87253439646b4e15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:41:23,966 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 570f40146a8e75bb87253439646b4e15 2024-11-08T11:41:23,967 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 570f40146a8e75bb87253439646b4e15 2024-11-08T11:41:23,968 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/2096cc62b248bba00b38104a5f2a4df3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T11:41:23,971 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731066073447.252b708f15e147c1cb3eb1c381a91d4b. 2024-11-08T11:41:23,971 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731066073447.252b708f15e147c1cb3eb1c381a91d4b. 2024-11-08T11:41:23,971 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 2096cc62b248bba00b38104a5f2a4df3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73760747, jitterRate=0.09912078082561493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T11:41:23,972 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731066073447.ee1b1a0f60b15e16e14c21a9e1f7edaf. 2024-11-08T11:41:23,972 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2096cc62b248bba00b38104a5f2a4df3 2024-11-08T11:41:23,972 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => ee1b1a0f60b15e16e14c21a9e1f7edaf, NAME => 'SPTestTable,e6666661,1731066073447.ee1b1a0f60b15e16e14c21a9e1f7edaf.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-08T11:41:23,972 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 2096cc62b248bba00b38104a5f2a4df3: Running coprocessor pre-open hook at 1731066083891Writing region info on filesystem at 1731066083891Initializing all the Stores at 1731066083899 (+8 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731066083899Cleaning up temporary data from old regions at 1731066083924 (+25 ms)Running coprocessor post-open hooks at 1731066083972 (+48 ms)Region opened successfully at 1731066083972 2024-11-08T11:41:23,972 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ee1b1a0f60b15e16e14c21a9e1f7edaf 2024-11-08T11:41:23,972 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731066073447.ee1b1a0f60b15e16e14c21a9e1f7edaf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:41:23,973 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for ee1b1a0f60b15e16e14c21a9e1f7edaf 2024-11-08T11:41:23,973 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for ee1b1a0f60b15e16e14c21a9e1f7edaf 2024-11-08T11:41:23,973 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731066073447.2096cc62b248bba00b38104a5f2a4df3., pid=15, masterSystemTime=1731066083820 2024-11-08T11:41:23,973 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=252b708f15e147c1cb3eb1c381a91d4b, regionState=OPEN, openSeqNum=2, regionLocation=7d22a5ea652e,38059,1731066060892 2024-11-08T11:41:23,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1370be73725035c1e1804e88b4d07148, server=7d22a5ea652e,34089,1731066060935 because future has completed 2024-11-08T11:41:23,974 INFO [StoreOpener-570f40146a8e75bb87253439646b4e15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 570f40146a8e75bb87253439646b4e15 2024-11-08T11:41:23,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 252b708f15e147c1cb3eb1c381a91d4b, server=7d22a5ea652e,38059,1731066060892 because future has completed 2024-11-08T11:41:23,979 INFO [StoreOpener-ee1b1a0f60b15e16e14c21a9e1f7edaf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ee1b1a0f60b15e16e14c21a9e1f7edaf 2024-11-08T11:41:23,981 INFO [StoreOpener-570f40146a8e75bb87253439646b4e15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 570f40146a8e75bb87253439646b4e15 columnFamilyName cf 2024-11-08T11:41:23,981 DEBUG [StoreOpener-570f40146a8e75bb87253439646b4e15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:41:23,983 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731066073447.2096cc62b248bba00b38104a5f2a4df3. 2024-11-08T11:41:23,984 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731066073447.2096cc62b248bba00b38104a5f2a4df3. 2024-11-08T11:41:23,984 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731066073447.1f2dff07c749e1013c87aedb7ea1fae4. 2024-11-08T11:41:23,984 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f2dff07c749e1013c87aedb7ea1fae4, NAME => 'SPTestTable,66666664,1731066073447.1f2dff07c749e1013c87aedb7ea1fae4.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-08T11:41:23,984 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1f2dff07c749e1013c87aedb7ea1fae4 2024-11-08T11:41:23,984 INFO [StoreOpener-ee1b1a0f60b15e16e14c21a9e1f7edaf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee1b1a0f60b15e16e14c21a9e1f7edaf columnFamilyName cf 2024-11-08T11:41:23,984 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731066073447.1f2dff07c749e1013c87aedb7ea1fae4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:41:23,984 DEBUG [StoreOpener-ee1b1a0f60b15e16e14c21a9e1f7edaf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:41:23,984 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 1f2dff07c749e1013c87aedb7ea1fae4 2024-11-08T11:41:23,985 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 1f2dff07c749e1013c87aedb7ea1fae4 2024-11-08T11:41:23,985 INFO [StoreOpener-570f40146a8e75bb87253439646b4e15-1 {}] regionserver.HStore(327): Store=570f40146a8e75bb87253439646b4e15/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T11:41:23,986 INFO [StoreOpener-ee1b1a0f60b15e16e14c21a9e1f7edaf-1 {}] regionserver.HStore(327): Store=ee1b1a0f60b15e16e14c21a9e1f7edaf/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T11:41:23,986 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for ee1b1a0f60b15e16e14c21a9e1f7edaf 2024-11-08T11:41:23,986 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 570f40146a8e75bb87253439646b4e15 2024-11-08T11:41:23,987 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/ee1b1a0f60b15e16e14c21a9e1f7edaf 2024-11-08T11:41:23,988 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/ee1b1a0f60b15e16e14c21a9e1f7edaf 2024-11-08T11:41:23,988 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for ee1b1a0f60b15e16e14c21a9e1f7edaf 2024-11-08T11:41:23,989 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for ee1b1a0f60b15e16e14c21a9e1f7edaf 2024-11-08T11:41:23,992 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for ee1b1a0f60b15e16e14c21a9e1f7edaf 2024-11-08T11:41:23,997 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/570f40146a8e75bb87253439646b4e15 2024-11-08T11:41:23,998 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2096cc62b248bba00b38104a5f2a4df3, regionState=OPEN, openSeqNum=2, regionLocation=7d22a5ea652e,45797,1731066060760 2024-11-08T11:41:23,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=10 2024-11-08T11:41:23,998 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/570f40146a8e75bb87253439646b4e15 2024-11-08T11:41:23,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1370be73725035c1e1804e88b4d07148, server=7d22a5ea652e,34089,1731066060935 in 10.1410 sec 2024-11-08T11:41:24,000 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 570f40146a8e75bb87253439646b4e15 2024-11-08T11:41:24,000 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 570f40146a8e75bb87253439646b4e15 2024-11-08T11:41:24,004 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 570f40146a8e75bb87253439646b4e15 2024-11-08T11:41:24,009 INFO [StoreOpener-1f2dff07c749e1013c87aedb7ea1fae4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1f2dff07c749e1013c87aedb7ea1fae4 2024-11-08T11:41:24,014 INFO [StoreOpener-1f2dff07c749e1013c87aedb7ea1fae4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f2dff07c749e1013c87aedb7ea1fae4 columnFamilyName cf 2024-11-08T11:41:24,015 DEBUG [StoreOpener-1f2dff07c749e1013c87aedb7ea1fae4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:41:24,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=8 2024-11-08T11:41:24,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 252b708f15e147c1cb3eb1c381a91d4b, server=7d22a5ea652e,38059,1731066060892 in 10.1490 sec 2024-11-08T11:41:24,019 INFO [StoreOpener-1f2dff07c749e1013c87aedb7ea1fae4-1 {}] regionserver.HStore(327): Store=1f2dff07c749e1013c87aedb7ea1fae4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T11:41:24,019 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 1f2dff07c749e1013c87aedb7ea1fae4 2024-11-08T11:41:24,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2096cc62b248bba00b38104a5f2a4df3, server=7d22a5ea652e,45797,1731066060760 because future has completed 2024-11-08T11:41:24,022 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/1f2dff07c749e1013c87aedb7ea1fae4 2024-11-08T11:41:24,023 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/1f2dff07c749e1013c87aedb7ea1fae4 2024-11-08T11:41:24,023 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34389 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=7d22a5ea652e,45797,1731066060760, table=SPTestTable, region=2096cc62b248bba00b38104a5f2a4df3. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T11:41:24,024 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/ee1b1a0f60b15e16e14c21a9e1f7edaf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T11:41:24,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=252b708f15e147c1cb3eb1c381a91d4b, ASSIGN in 10.3700 sec 2024-11-08T11:41:24,025 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened ee1b1a0f60b15e16e14c21a9e1f7edaf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69599259, jitterRate=0.037109777331352234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T11:41:24,026 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee1b1a0f60b15e16e14c21a9e1f7edaf 2024-11-08T11:41:24,026 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 1f2dff07c749e1013c87aedb7ea1fae4 2024-11-08T11:41:24,026 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 1f2dff07c749e1013c87aedb7ea1fae4 2024-11-08T11:41:24,026 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for ee1b1a0f60b15e16e14c21a9e1f7edaf: Running coprocessor pre-open hook at 1731066083973Writing region info on filesystem at 1731066083973Initializing all the Stores at 1731066083975 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731066083975Cleaning up temporary data from old regions at 1731066083989 (+14 ms)Running coprocessor post-open hooks at 1731066084026 (+37 ms)Region opened successfully at 1731066084026 2024-11-08T11:41:24,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1370be73725035c1e1804e88b4d07148, ASSIGN in 10.3510 sec 2024-11-08T11:41:24,028 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731066073447.ee1b1a0f60b15e16e14c21a9e1f7edaf., pid=16, masterSystemTime=1731066083826 2024-11-08T11:41:24,035 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731066073447.ee1b1a0f60b15e16e14c21a9e1f7edaf. 2024-11-08T11:41:24,035 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731066073447.ee1b1a0f60b15e16e14c21a9e1f7edaf. 2024-11-08T11:41:24,035 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,,1731066073447.d5781944f785e1da4748f55ab950a63c. 2024-11-08T11:41:24,036 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => d5781944f785e1da4748f55ab950a63c, NAME => 'SPTestTable,,1731066073447.d5781944f785e1da4748f55ab950a63c.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-08T11:41:24,036 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d5781944f785e1da4748f55ab950a63c 2024-11-08T11:41:24,036 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,,1731066073447.d5781944f785e1da4748f55ab950a63c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:41:24,036 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for d5781944f785e1da4748f55ab950a63c 2024-11-08T11:41:24,037 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for d5781944f785e1da4748f55ab950a63c 2024-11-08T11:41:24,039 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 1f2dff07c749e1013c87aedb7ea1fae4 2024-11-08T11:41:24,042 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/570f40146a8e75bb87253439646b4e15/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T11:41:24,045 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=ee1b1a0f60b15e16e14c21a9e1f7edaf, regionState=OPEN, openSeqNum=2, regionLocation=7d22a5ea652e,38059,1731066060892 2024-11-08T11:41:24,048 INFO [StoreOpener-d5781944f785e1da4748f55ab950a63c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d5781944f785e1da4748f55ab950a63c 2024-11-08T11:41:24,048 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 570f40146a8e75bb87253439646b4e15; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71935403, jitterRate=0.07192103564739227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T11:41:24,049 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 570f40146a8e75bb87253439646b4e15 2024-11-08T11:41:24,049 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 570f40146a8e75bb87253439646b4e15: Running coprocessor pre-open hook at 1731066083967Writing region info on filesystem at 1731066083967Initializing all the Stores at 1731066083972 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731066083972Cleaning up temporary data from old regions at 1731066084001 (+29 ms)Running coprocessor post-open hooks at 1731066084049 (+48 ms)Region opened successfully at 1731066084049 2024-11-08T11:41:24,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=6 2024-11-08T11:41:24,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee1b1a0f60b15e16e14c21a9e1f7edaf, server=7d22a5ea652e,38059,1731066060892 because future has completed 2024-11-08T11:41:24,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 2096cc62b248bba00b38104a5f2a4df3, server=7d22a5ea652e,45797,1731066060760 in 10.2130 sec 2024-11-08T11:41:24,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2096cc62b248bba00b38104a5f2a4df3, ASSIGN in 10.4020 sec 2024-11-08T11:41:24,057 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/1f2dff07c749e1013c87aedb7ea1fae4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T11:41:24,058 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 1f2dff07c749e1013c87aedb7ea1fae4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60118759, jitterRate=-0.10416068136692047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T11:41:24,058 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f2dff07c749e1013c87aedb7ea1fae4 2024-11-08T11:41:24,058 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 1f2dff07c749e1013c87aedb7ea1fae4: Running coprocessor pre-open hook at 1731066083985Writing region info on filesystem at 1731066083985Initializing all the Stores at 1731066083986 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731066083986Cleaning up temporary data from old regions at 1731066084026 (+40 ms)Running coprocessor post-open hooks at 1731066084058 (+32 ms)Region opened successfully at 1731066084058 2024-11-08T11:41:24,060 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731066073447.1f2dff07c749e1013c87aedb7ea1fae4., pid=18, masterSystemTime=1731066083820 2024-11-08T11:41:24,062 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731066073447.570f40146a8e75bb87253439646b4e15., pid=21, masterSystemTime=1731066083842 2024-11-08T11:41:24,063 INFO [StoreOpener-d5781944f785e1da4748f55ab950a63c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5781944f785e1da4748f55ab950a63c columnFamilyName cf 2024-11-08T11:41:24,063 DEBUG [StoreOpener-d5781944f785e1da4748f55ab950a63c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:41:24,064 INFO [StoreOpener-d5781944f785e1da4748f55ab950a63c-1 {}] regionserver.HStore(327): Store=d5781944f785e1da4748f55ab950a63c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T11:41:24,065 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for d5781944f785e1da4748f55ab950a63c 2024-11-08T11:41:24,065 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731066073447.1f2dff07c749e1013c87aedb7ea1fae4. 2024-11-08T11:41:24,065 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731066073447.1f2dff07c749e1013c87aedb7ea1fae4. 2024-11-08T11:41:24,066 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/d5781944f785e1da4748f55ab950a63c 2024-11-08T11:41:24,067 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/d5781944f785e1da4748f55ab950a63c 2024-11-08T11:41:24,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ee1b1a0f60b15e16e14c21a9e1f7edaf, ASSIGN in 10.4150 sec 2024-11-08T11:41:24,068 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1f2dff07c749e1013c87aedb7ea1fae4, regionState=OPEN, openSeqNum=2, regionLocation=7d22a5ea652e,45797,1731066060760 2024-11-08T11:41:24,068 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=14 2024-11-08T11:41:24,068 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure ee1b1a0f60b15e16e14c21a9e1f7edaf, server=7d22a5ea652e,38059,1731066060892 in 10.2390 sec 2024-11-08T11:41:24,068 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for d5781944f785e1da4748f55ab950a63c 2024-11-08T11:41:24,068 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for d5781944f785e1da4748f55ab950a63c 2024-11-08T11:41:24,069 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731066073447.570f40146a8e75bb87253439646b4e15. 2024-11-08T11:41:24,069 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731066073447.570f40146a8e75bb87253439646b4e15. 2024-11-08T11:41:24,069 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731066073447.5193d10b2647c8bbb46ce3b144a8fd95. 2024-11-08T11:41:24,070 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 5193d10b2647c8bbb46ce3b144a8fd95, NAME => 'SPTestTable,ccccccc8,1731066073447.5193d10b2647c8bbb46ce3b144a8fd95.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-08T11:41:24,070 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5193d10b2647c8bbb46ce3b144a8fd95 2024-11-08T11:41:24,070 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=570f40146a8e75bb87253439646b4e15, regionState=OPEN, openSeqNum=2, regionLocation=7d22a5ea652e,34089,1731066060935 2024-11-08T11:41:24,070 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731066073447.5193d10b2647c8bbb46ce3b144a8fd95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:41:24,070 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 5193d10b2647c8bbb46ce3b144a8fd95 2024-11-08T11:41:24,071 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 5193d10b2647c8bbb46ce3b144a8fd95 2024-11-08T11:41:24,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f2dff07c749e1013c87aedb7ea1fae4, server=7d22a5ea652e,45797,1731066060760 because future has completed 2024-11-08T11:41:24,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 570f40146a8e75bb87253439646b4e15, server=7d22a5ea652e,34089,1731066060935 because future has completed 2024-11-08T11:41:24,077 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for d5781944f785e1da4748f55ab950a63c 2024-11-08T11:41:24,080 INFO [StoreOpener-5193d10b2647c8bbb46ce3b144a8fd95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5193d10b2647c8bbb46ce3b144a8fd95 2024-11-08T11:41:24,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=7 2024-11-08T11:41:24,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 570f40146a8e75bb87253439646b4e15, server=7d22a5ea652e,34089,1731066060935 in 10.2410 sec 2024-11-08T11:41:24,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=9 2024-11-08T11:41:24,089 INFO [StoreOpener-5193d10b2647c8bbb46ce3b144a8fd95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5193d10b2647c8bbb46ce3b144a8fd95 columnFamilyName cf 2024-11-08T11:41:24,089 DEBUG [StoreOpener-5193d10b2647c8bbb46ce3b144a8fd95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:41:24,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=570f40146a8e75bb87253439646b4e15, ASSIGN in 10.4390 sec 2024-11-08T11:41:24,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f2dff07c749e1013c87aedb7ea1fae4, server=7d22a5ea652e,45797,1731066060760 in 10.2560 sec 2024-11-08T11:41:24,091 INFO [StoreOpener-5193d10b2647c8bbb46ce3b144a8fd95-1 {}] regionserver.HStore(327): Store=5193d10b2647c8bbb46ce3b144a8fd95/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T11:41:24,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1f2dff07c749e1013c87aedb7ea1fae4, ASSIGN in 10.4420 sec 2024-11-08T11:41:24,092 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 5193d10b2647c8bbb46ce3b144a8fd95 2024-11-08T11:41:24,092 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/d5781944f785e1da4748f55ab950a63c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T11:41:24,093 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/5193d10b2647c8bbb46ce3b144a8fd95 2024-11-08T11:41:24,093 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened d5781944f785e1da4748f55ab950a63c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67634005, jitterRate=0.007825210690498352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T11:41:24,094 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d5781944f785e1da4748f55ab950a63c 2024-11-08T11:41:24,094 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for d5781944f785e1da4748f55ab950a63c: Running coprocessor pre-open hook at 1731066084037Writing region info on filesystem at 1731066084037Initializing all the Stores at 1731066084040 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731066084040Cleaning up temporary data from old regions at 1731066084068 (+28 ms)Running coprocessor post-open hooks at 1731066084094 (+26 ms)Region opened successfully at 1731066084094 2024-11-08T11:41:24,094 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/5193d10b2647c8bbb46ce3b144a8fd95 2024-11-08T11:41:24,095 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 5193d10b2647c8bbb46ce3b144a8fd95 2024-11-08T11:41:24,095 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 5193d10b2647c8bbb46ce3b144a8fd95 2024-11-08T11:41:24,097 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731066073447.d5781944f785e1da4748f55ab950a63c., pid=20, masterSystemTime=1731066083826 2024-11-08T11:41:24,098 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 5193d10b2647c8bbb46ce3b144a8fd95 2024-11-08T11:41:24,101 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731066073447.d5781944f785e1da4748f55ab950a63c. 2024-11-08T11:41:24,102 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731066073447.d5781944f785e1da4748f55ab950a63c. 2024-11-08T11:41:24,102 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe. 2024-11-08T11:41:24,102 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => ad2f2b9ab6962bf2719e91cc024cf4fe, NAME => 'SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-08T11:41:24,102 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ad2f2b9ab6962bf2719e91cc024cf4fe 2024-11-08T11:41:24,102 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:41:24,102 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for ad2f2b9ab6962bf2719e91cc024cf4fe 2024-11-08T11:41:24,102 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for ad2f2b9ab6962bf2719e91cc024cf4fe 2024-11-08T11:41:24,104 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d5781944f785e1da4748f55ab950a63c, regionState=OPEN, openSeqNum=2, regionLocation=7d22a5ea652e,38059,1731066060892 2024-11-08T11:41:24,105 INFO [StoreOpener-ad2f2b9ab6962bf2719e91cc024cf4fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ad2f2b9ab6962bf2719e91cc024cf4fe 2024-11-08T11:41:24,107 INFO [StoreOpener-ad2f2b9ab6962bf2719e91cc024cf4fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad2f2b9ab6962bf2719e91cc024cf4fe columnFamilyName cf 2024-11-08T11:41:24,107 DEBUG [StoreOpener-ad2f2b9ab6962bf2719e91cc024cf4fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:41:24,107 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/5193d10b2647c8bbb46ce3b144a8fd95/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T11:41:24,108 INFO [StoreOpener-ad2f2b9ab6962bf2719e91cc024cf4fe-1 {}] regionserver.HStore(327): Store=ad2f2b9ab6962bf2719e91cc024cf4fe/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T11:41:24,109 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for ad2f2b9ab6962bf2719e91cc024cf4fe 2024-11-08T11:41:24,110 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 5193d10b2647c8bbb46ce3b144a8fd95; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60872728, jitterRate=-0.09292566776275635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T11:41:24,110 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5193d10b2647c8bbb46ce3b144a8fd95 2024-11-08T11:41:24,110 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/ad2f2b9ab6962bf2719e91cc024cf4fe 2024-11-08T11:41:24,110 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 5193d10b2647c8bbb46ce3b144a8fd95: Running coprocessor pre-open hook at 1731066084071Writing region info on filesystem at 1731066084071Initializing all the Stores at 1731066084074 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731066084074Cleaning up temporary data from old regions at 1731066084095 (+21 ms)Running coprocessor post-open hooks at 1731066084110 (+15 ms)Region opened successfully at 1731066084110 2024-11-08T11:41:24,111 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/ad2f2b9ab6962bf2719e91cc024cf4fe 2024-11-08T11:41:24,111 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for ad2f2b9ab6962bf2719e91cc024cf4fe 2024-11-08T11:41:24,111 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for ad2f2b9ab6962bf2719e91cc024cf4fe 2024-11-08T11:41:24,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5781944f785e1da4748f55ab950a63c, server=7d22a5ea652e,38059,1731066060892 because future has completed 2024-11-08T11:41:24,114 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731066073447.5193d10b2647c8bbb46ce3b144a8fd95., pid=23, masterSystemTime=1731066083842 2024-11-08T11:41:24,114 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for ad2f2b9ab6962bf2719e91cc024cf4fe 2024-11-08T11:41:24,120 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=5193d10b2647c8bbb46ce3b144a8fd95, regionState=OPEN, openSeqNum=2, regionLocation=7d22a5ea652e,34089,1731066060935 2024-11-08T11:41:24,120 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731066073447.5193d10b2647c8bbb46ce3b144a8fd95. 2024-11-08T11:41:24,120 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731066073447.5193d10b2647c8bbb46ce3b144a8fd95. 2024-11-08T11:41:24,122 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/ad2f2b9ab6962bf2719e91cc024cf4fe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T11:41:24,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5193d10b2647c8bbb46ce3b144a8fd95, server=7d22a5ea652e,34089,1731066060935 because future has completed 2024-11-08T11:41:24,123 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened ad2f2b9ab6962bf2719e91cc024cf4fe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64528949, jitterRate=-0.038443729281425476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T11:41:24,124 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad2f2b9ab6962bf2719e91cc024cf4fe 2024-11-08T11:41:24,124 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for ad2f2b9ab6962bf2719e91cc024cf4fe: Running coprocessor pre-open hook at 1731066084103Writing region info on filesystem at 1731066084103Initializing all the Stores at 1731066084104 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731066084104Cleaning up temporary data from old regions at 1731066084111 (+7 ms)Running coprocessor post-open hooks at 1731066084124 (+13 ms)Region opened successfully at 1731066084124 2024-11-08T11:41:24,125 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe., pid=19, masterSystemTime=1731066083826 2024-11-08T11:41:24,125 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=5 2024-11-08T11:41:24,125 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d5781944f785e1da4748f55ab950a63c, server=7d22a5ea652e,38059,1731066060892 in 10.2930 sec 2024-11-08T11:41:24,128 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe. 2024-11-08T11:41:24,128 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe. 2024-11-08T11:41:24,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d5781944f785e1da4748f55ab950a63c, ASSIGN in 10.4780 sec 2024-11-08T11:41:24,132 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=ad2f2b9ab6962bf2719e91cc024cf4fe, regionState=OPEN, openSeqNum=2, regionLocation=7d22a5ea652e,38059,1731066060892 2024-11-08T11:41:24,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=13 2024-11-08T11:41:24,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 5193d10b2647c8bbb46ce3b144a8fd95, server=7d22a5ea652e,34089,1731066060935 in 10.2840 sec 2024-11-08T11:41:24,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad2f2b9ab6962bf2719e91cc024cf4fe, server=7d22a5ea652e,38059,1731066060892 because future has completed 2024-11-08T11:41:24,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5193d10b2647c8bbb46ce3b144a8fd95, ASSIGN in 10.4880 sec 2024-11-08T11:41:24,144 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=11 2024-11-08T11:41:24,144 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure ad2f2b9ab6962bf2719e91cc024cf4fe, server=7d22a5ea652e,38059,1731066060892 in 10.3160 sec 2024-11-08T11:41:24,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=4 2024-11-08T11:41:24,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ad2f2b9ab6962bf2719e91cc024cf4fe, ASSIGN in 10.4970 sec 2024-11-08T11:41:24,155 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T11:41:24,156 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731066084156"}]},"ts":"1731066084156"} 2024-11-08T11:41:24,159 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-08T11:41:24,160 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T11:41:24,166 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.7060 sec 2024-11-08T11:41:26,200 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-08T11:41:28,950 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T11:41:29,377 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T11:41:30,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-08T11:41:30,464 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-08T11:41:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T11:41:31,671 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-08T11:41:31,671 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-08T11:41:31,673 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T11:41:31,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-08T11:41:31,691 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T11:41:31,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-08T11:41:31,763 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe., hostname=7d22a5ea652e,38059,1731066060892, seqNum=2] 2024-11-08T11:41:31,769 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe., hostname=7d22a5ea652e,38059,1731066060892, seqNum=2] 2024-11-08T11:41:31,772 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe., hostname=7d22a5ea652e,38059,1731066060892, seqNum=2] 2024-11-08T11:41:31,774 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe., hostname=7d22a5ea652e,38059,1731066060892, seqNum=2] 2024-11-08T11:41:31,787 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe., hostname=7d22a5ea652e,38059,1731066060892, seqNum=2] 2024-11-08T11:41:31,793 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe., hostname=7d22a5ea652e,38059,1731066060892, seqNum=2] 2024-11-08T11:41:31,795 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe., hostname=7d22a5ea652e,38059,1731066060892, seqNum=2] 2024-11-08T11:41:31,889 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731066073447.010682d9106fb789a6b8c37ed19e2dfe., hostname=7d22a5ea652e,45797,1731066060760, seqNum=2] 2024-11-08T11:41:31,892 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731066073447.010682d9106fb789a6b8c37ed19e2dfe., hostname=7d22a5ea652e,45797,1731066060760, seqNum=2] 2024-11-08T11:41:31,894 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731066073447.010682d9106fb789a6b8c37ed19e2dfe., hostname=7d22a5ea652e,45797,1731066060760, seqNum=2] 2024-11-08T11:41:31,901 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731066073447.010682d9106fb789a6b8c37ed19e2dfe., hostname=7d22a5ea652e,45797,1731066060760, seqNum=2] 2024-11-08T11:41:31,965 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731066073447.5193d10b2647c8bbb46ce3b144a8fd95., hostname=7d22a5ea652e,34089,1731066060935, seqNum=2] 2024-11-08T11:41:31,973 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731066073447.5193d10b2647c8bbb46ce3b144a8fd95., hostname=7d22a5ea652e,34089,1731066060935, seqNum=2] 2024-11-08T11:41:31,984 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731066073447.5193d10b2647c8bbb46ce3b144a8fd95., hostname=7d22a5ea652e,34089,1731066060935, seqNum=2] 2024-11-08T11:41:32,113 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731066073447.ee1b1a0f60b15e16e14c21a9e1f7edaf., hostname=7d22a5ea652e,38059,1731066060892, seqNum=2] 2024-11-08T11:41:32,116 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731066073447.ee1b1a0f60b15e16e14c21a9e1f7edaf., hostname=7d22a5ea652e,38059,1731066060892, seqNum=2] 2024-11-08T11:41:33,414 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T11:41:33,437 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33982, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T11:41:33,468 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T11:41:33,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59124, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T11:41:33,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45797 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731066073447.010682d9106fb789a6b8c37ed19e2dfe. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T11:41:33,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731066073447.5193d10b2647c8bbb46ce3b144a8fd95. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T11:41:33,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe. 2024-11-08T11:41:33,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T11:41:34,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731066073447.ee1b1a0f60b15e16e14c21a9e1f7edaf. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T11:41:34,714 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-08T11:41:34,718 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T11:41:34,720 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T11:41:34,728 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T11:41:34,753 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T11:41:34,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741848_1024 (size=49) 2024-11-08T11:41:34,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741848_1024 (size=49) 2024-11-08T11:41:34,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741848_1024 (size=49) 2024-11-08T11:41:34,815 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T11:41:34,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d5781944f785e1da4748f55ab950a63c}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2096cc62b248bba00b38104a5f2a4df3}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 570f40146a8e75bb87253439646b4e15}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 252b708f15e147c1cb3eb1c381a91d4b}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1f2dff07c749e1013c87aedb7ea1fae4}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1370be73725035c1e1804e88b4d07148}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad2f2b9ab6962bf2719e91cc024cf4fe}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 010682d9106fb789a6b8c37ed19e2dfe}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5193d10b2647c8bbb46ce3b144a8fd95}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee1b1a0f60b15e16e14c21a9e1f7edaf}] 2024-11-08T11:41:34,836 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1f2dff07c749e1013c87aedb7ea1fae4 2024-11-08T11:41:34,836 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 252b708f15e147c1cb3eb1c381a91d4b 2024-11-08T11:41:34,840 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 570f40146a8e75bb87253439646b4e15 2024-11-08T11:41:34,841 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee1b1a0f60b15e16e14c21a9e1f7edaf 2024-11-08T11:41:34,842 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2096cc62b248bba00b38104a5f2a4df3 2024-11-08T11:41:34,866 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5193d10b2647c8bbb46ce3b144a8fd95 2024-11-08T11:41:34,870 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad2f2b9ab6962bf2719e91cc024cf4fe 2024-11-08T11:41:34,874 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1370be73725035c1e1804e88b4d07148 2024-11-08T11:41:34,875 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 010682d9106fb789a6b8c37ed19e2dfe 2024-11-08T11:41:34,875 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d5781944f785e1da4748f55ab950a63c 2024-11-08T11:41:34,921 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 7d22a5ea652e,38059,1731066060892 2024-11-08T11:41:34,922 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 7d22a5ea652e,38059,1731066060892: Simulated kill ***** 2024-11-08T11:41:34,922 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T11:41:34,926 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T11:41:34,927 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T11:41:34,930 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T11:41:34,931 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T11:41:34,937 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 662519176 }, "NonHeapMemoryUsage": { "committed": 156565504, "init": 7667712, "max": -1, "used": 153175024 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "7d22a5ea652e", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "7d22a5ea652e", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:62767", "tag.serverName": "7d22a5ea652e,38059,1731066060892", "tag.clusterId": "537ddbe2-4f4b-4c03-96a6-92f2f727d318", "tag.Context": "regionserver", "tag.Hostname": "7d22a5ea652e", "regionCount": 4, "storeCount": 4, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 1024, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731066060892, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-08T11:41:34,945 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34389 {}] master.MasterRpcServices(700): 7d22a5ea652e,38059,1731066060892 reported a fatal error: ***** ABORTING region server 7d22a5ea652e,38059,1731066060892: Simulated kill ***** 2024-11-08T11:41:34,949 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7d22a5ea652e,38059,1731066060892' ***** 2024-11-08T11:41:34,950 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-08T11:41:34,950 INFO [RS:1;7d22a5ea652e:38059 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T11:41:34,951 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T11:41:34,951 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T11:41:34,951 INFO [RS:1;7d22a5ea652e:38059 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-08T11:41:34,951 INFO [RS:1;7d22a5ea652e:38059 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-08T11:41:34,951 INFO [RS:1;7d22a5ea652e:38059 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T11:41:34,951 INFO [RS:1;7d22a5ea652e:38059 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;7d22a5ea652e:38059. 2024-11-08T11:41:34,951 DEBUG [RS:1;7d22a5ea652e:38059 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T11:41:34,951 DEBUG [RS:1;7d22a5ea652e:38059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T11:41:34,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741834_1010 (size=1242) 2024-11-08T11:41:34,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741834_1010 (size=1242) 2024-11-08T11:41:34,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741834_1010 (size=1242) 2024-11-08T11:41:34,976 DEBUG [RS:1;7d22a5ea652e:38059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T11:41:34,976 INFO [RS:1;7d22a5ea652e:38059 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T11:41:34,977 INFO [RS:1;7d22a5ea652e:38059 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38059 2024-11-08T11:41:34,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1001f31e3b60000, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T11:41:34,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1001f31e3b60002, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7d22a5ea652e,38059,1731066060892 2024-11-08T11:41:34,985 INFO [RS:1;7d22a5ea652e:38059 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T11:41:34,989 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7d22a5ea652e,38059,1731066060892] 2024-11-08T11:41:35,004 INFO [regionserver/7d22a5ea652e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T11:41:35,006 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7d22a5ea652e,38059,1731066060892 already deleted, retry=false 2024-11-08T11:41:35,007 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 7d22a5ea652e,38059,1731066060892 on 7d22a5ea652e,34389,1731066059969 2024-11-08T11:41:35,018 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 7d22a5ea652e,38059,1731066060892, splitWal=true, meta=false 2024-11-08T11:41:35,027 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 7d22a5ea652e,38059,1731066060892 (carryingMeta=false) 7d22a5ea652e,38059,1731066060892/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@73da4700[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-08T11:41:35,037 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 7d22a5ea652e,38059,1731066060892, splitWal=true, meta=false 2024-11-08T11:41:35,042 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d5781944f785e1da4748f55ab950a63c 2024-11-08T11:41:35,045 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad2f2b9ab6962bf2719e91cc024cf4fe 2024-11-08T11:41:35,046 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 252b708f15e147c1cb3eb1c381a91d4b 2024-11-08T11:41:35,046 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee1b1a0f60b15e16e14c21a9e1f7edaf 2024-11-08T11:41:35,051 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 7d22a5ea652e,38059,1731066060892 had 4 regions 2024-11-08T11:41:35,052 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d5781944f785e1da4748f55ab950a63c can not run currently because target server of region SPTestTable,,1731066073447.d5781944f785e1da4748f55ab950a63c. 7d22a5ea652e,38059,1731066060892 is in state CRASHED, wait 1000 ms to retry 2024-11-08T11:41:35,052 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ad2f2b9ab6962bf2719e91cc024cf4fe can not run currently because target server of region SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe. 7d22a5ea652e,38059,1731066060892 is in state CRASHED, wait 1000 ms to retry 2024-11-08T11:41:35,052 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 252b708f15e147c1cb3eb1c381a91d4b can not run currently because target server of region SPTestTable,4ccccccb,1731066073447.252b708f15e147c1cb3eb1c381a91d4b. 7d22a5ea652e,38059,1731066060892 is in state CRASHED, wait 1000 ms to retry 2024-11-08T11:41:35,052 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d5781944f785e1da4748f55ab950a63c; timeout=1000, timestamp=1731066096052 2024-11-08T11:41:35,052 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ad2f2b9ab6962bf2719e91cc024cf4fe; timeout=1000, timestamp=1731066096052 2024-11-08T11:41:35,052 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 252b708f15e147c1cb3eb1c381a91d4b; timeout=1000, timestamp=1731066096052 2024-11-08T11:41:35,052 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ee1b1a0f60b15e16e14c21a9e1f7edaf can not run currently because target server of region SPTestTable,e6666661,1731066073447.ee1b1a0f60b15e16e14c21a9e1f7edaf. 7d22a5ea652e,38059,1731066060892 is in state CRASHED, wait 1000 ms to retry 2024-11-08T11:41:35,052 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ee1b1a0f60b15e16e14c21a9e1f7edaf; timeout=1000, timestamp=1731066096052 2024-11-08T11:41:35,055 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 7d22a5ea652e,38059,1731066060892, splitWal=true, meta=false, isMeta: false 2024-11-08T11:41:35,080 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/WALs/7d22a5ea652e,38059,1731066060892-splitting 2024-11-08T11:41:35,086 INFO [PEWorker-5 {}] master.SplitWALManager(105): 7d22a5ea652e,38059,1731066060892 WAL count=1, meta=false 2024-11-08T11:41:35,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 7d22a5ea652e%2C38059%2C1731066060892.1731066062475}] 2024-11-08T11:41:35,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1001f31e3b60002, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T11:41:35,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1001f31e3b60002, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T11:41:35,099 INFO [RS:1;7d22a5ea652e:38059 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T11:41:35,100 INFO [RS:1;7d22a5ea652e:38059 {}] regionserver.HRegionServer(1031): Exiting; stopping=7d22a5ea652e,38059,1731066060892; zookeeper connection closed. 2024-11-08T11:41:35,104 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@49bfa8b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@49bfa8b 2024-11-08T11:41:35,110 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=7d22a5ea652e,34089,1731066060935 2024-11-08T11:41:35,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 7d22a5ea652e%2C38059%2C1731066060892.1731066062475, worker=7d22a5ea652e,34089,1731066060935}] 2024-11-08T11:41:35,278 INFO [regionserver/7d22a5ea652e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T11:41:35,278 INFO [regionserver/7d22a5ea652e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T11:41:36,053 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d5781944f785e1da4748f55ab950a63c 2024-11-08T11:41:36,054 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 252b708f15e147c1cb3eb1c381a91d4b 2024-11-08T11:41:36,055 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad2f2b9ab6962bf2719e91cc024cf4fe 2024-11-08T11:41:36,055 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee1b1a0f60b15e16e14c21a9e1f7edaf 2024-11-08T11:41:36,057 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d5781944f785e1da4748f55ab950a63c can not run currently because target server of region SPTestTable,,1731066073447.d5781944f785e1da4748f55ab950a63c. 7d22a5ea652e,38059,1731066060892 is in state SPLITTING, wait 2000 ms to retry 2024-11-08T11:41:36,057 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 252b708f15e147c1cb3eb1c381a91d4b can not run currently because target server of region SPTestTable,4ccccccb,1731066073447.252b708f15e147c1cb3eb1c381a91d4b. 7d22a5ea652e,38059,1731066060892 is in state SPLITTING, wait 2000 ms to retry 2024-11-08T11:41:36,057 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ad2f2b9ab6962bf2719e91cc024cf4fe can not run currently because target server of region SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe. 7d22a5ea652e,38059,1731066060892 is in state SPLITTING, wait 2000 ms to retry 2024-11-08T11:41:36,057 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d5781944f785e1da4748f55ab950a63c; timeout=2000, timestamp=1731066098057 2024-11-08T11:41:36,057 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 252b708f15e147c1cb3eb1c381a91d4b; timeout=2000, timestamp=1731066098057 2024-11-08T11:41:36,057 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ad2f2b9ab6962bf2719e91cc024cf4fe; timeout=2000, timestamp=1731066098057 2024-11-08T11:41:36,058 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ee1b1a0f60b15e16e14c21a9e1f7edaf can not run currently because target server of region SPTestTable,e6666661,1731066073447.ee1b1a0f60b15e16e14c21a9e1f7edaf. 7d22a5ea652e,38059,1731066060892 is in state SPLITTING, wait 2000 ms to retry 2024-11-08T11:41:36,058 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ee1b1a0f60b15e16e14c21a9e1f7edaf; timeout=2000, timestamp=1731066098058 2024-11-08T11:41:36,878 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d22a5ea652e:34389 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-08T11:41:38,057 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 252b708f15e147c1cb3eb1c381a91d4b 2024-11-08T11:41:38,058 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d5781944f785e1da4748f55ab950a63c 2024-11-08T11:41:38,058 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad2f2b9ab6962bf2719e91cc024cf4fe 2024-11-08T11:41:38,058 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee1b1a0f60b15e16e14c21a9e1f7edaf 2024-11-08T11:41:38,060 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d5781944f785e1da4748f55ab950a63c can not run currently because target server of region SPTestTable,,1731066073447.d5781944f785e1da4748f55ab950a63c. 7d22a5ea652e,38059,1731066060892 is in state SPLITTING, wait 4000 ms to retry 2024-11-08T11:41:38,060 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ad2f2b9ab6962bf2719e91cc024cf4fe can not run currently because target server of region SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe. 7d22a5ea652e,38059,1731066060892 is in state SPLITTING, wait 4000 ms to retry 2024-11-08T11:41:38,060 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 252b708f15e147c1cb3eb1c381a91d4b can not run currently because target server of region SPTestTable,4ccccccb,1731066073447.252b708f15e147c1cb3eb1c381a91d4b. 7d22a5ea652e,38059,1731066060892 is in state SPLITTING, wait 4000 ms to retry 2024-11-08T11:41:38,060 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d5781944f785e1da4748f55ab950a63c; timeout=4000, timestamp=1731066102060 2024-11-08T11:41:38,060 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ad2f2b9ab6962bf2719e91cc024cf4fe; timeout=4000, timestamp=1731066102060 2024-11-08T11:41:38,060 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 252b708f15e147c1cb3eb1c381a91d4b; timeout=4000, timestamp=1731066102060 2024-11-08T11:41:38,062 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ee1b1a0f60b15e16e14c21a9e1f7edaf can not run currently because target server of region SPTestTable,e6666661,1731066073447.ee1b1a0f60b15e16e14c21a9e1f7edaf. 7d22a5ea652e,38059,1731066060892 is in state SPLITTING, wait 4000 ms to retry 2024-11-08T11:41:38,062 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ee1b1a0f60b15e16e14c21a9e1f7edaf; timeout=4000, timestamp=1731066102062 2024-11-08T11:41:42,061 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 252b708f15e147c1cb3eb1c381a91d4b 2024-11-08T11:41:42,061 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad2f2b9ab6962bf2719e91cc024cf4fe 2024-11-08T11:41:42,061 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d5781944f785e1da4748f55ab950a63c 2024-11-08T11:41:42,062 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee1b1a0f60b15e16e14c21a9e1f7edaf 2024-11-08T11:41:42,062 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 252b708f15e147c1cb3eb1c381a91d4b can not run currently because target server of region SPTestTable,4ccccccb,1731066073447.252b708f15e147c1cb3eb1c381a91d4b. 7d22a5ea652e,38059,1731066060892 is in state SPLITTING, wait 8000 ms to retry 2024-11-08T11:41:42,062 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 252b708f15e147c1cb3eb1c381a91d4b; timeout=8000, timestamp=1731066110062 2024-11-08T11:41:42,063 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ee1b1a0f60b15e16e14c21a9e1f7edaf can not run currently because target server of region SPTestTable,e6666661,1731066073447.ee1b1a0f60b15e16e14c21a9e1f7edaf. 7d22a5ea652e,38059,1731066060892 is in state SPLITTING, wait 8000 ms to retry 2024-11-08T11:41:42,063 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ad2f2b9ab6962bf2719e91cc024cf4fe can not run currently because target server of region SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe. 7d22a5ea652e,38059,1731066060892 is in state SPLITTING, wait 8000 ms to retry 2024-11-08T11:41:42,063 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d5781944f785e1da4748f55ab950a63c can not run currently because target server of region SPTestTable,,1731066073447.d5781944f785e1da4748f55ab950a63c. 7d22a5ea652e,38059,1731066060892 is in state SPLITTING, wait 8000 ms to retry 2024-11-08T11:41:42,063 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ee1b1a0f60b15e16e14c21a9e1f7edaf; timeout=8000, timestamp=1731066110063 2024-11-08T11:41:42,063 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ad2f2b9ab6962bf2719e91cc024cf4fe; timeout=8000, timestamp=1731066110063 2024-11-08T11:41:42,063 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d5781944f785e1da4748f55ab950a63c; timeout=8000, timestamp=1731066110063 2024-11-08T11:41:43,842 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=7d22a5ea652e,45797,1731066060760, timeout=1731066104846, delay=1002, operations=[pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1f2dff07c749e1013c87aedb7ea1fae4, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2096cc62b248bba00b38104a5f2a4df3, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 010682d9106fb789a6b8c37ed19e2dfe], containedObject=7d22a5ea652e,38059,1731066060892, timeout=1731066104846, delay=1002, operations=null, containedObject=7d22a5ea652e,34089,1731066060935, timeout=1731066104849, delay=1005, operations=[pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 570f40146a8e75bb87253439646b4e15, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 7d22a5ea652e%2C38059%2C1731066060892.1731066062475, worker=7d22a5ea652e,34089,1731066060935, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5193d10b2647c8bbb46ce3b144a8fd95, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1370be73725035c1e1804e88b4d07148]] 2024-11-08T11:41:44,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-08T11:41:44,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34089 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-08T11:41:44,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731066073447.570f40146a8e75bb87253439646b4e15. 2024-11-08T11:41:44,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34089 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-08T11:41:44,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-08T11:41:44,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731066073447.1f2dff07c749e1013c87aedb7ea1fae4. 2024-11-08T11:41:44,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34089 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-08T11:41:44,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-08T11:41:44,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731066073447.2096cc62b248bba00b38104a5f2a4df3. 2024-11-08T11:41:44,862 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 570f40146a8e75bb87253439646b4e15: 2024-11-08T11:41:44,862 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731066073447.570f40146a8e75bb87253439646b4e15. for SnapshotProcedureTest completed. 2024-11-08T11:41:44,862 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 2096cc62b248bba00b38104a5f2a4df3: 2024-11-08T11:41:44,862 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731066073447.2096cc62b248bba00b38104a5f2a4df3. for SnapshotProcedureTest completed. 2024-11-08T11:41:44,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34089 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-08T11:41:44,863 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 1f2dff07c749e1013c87aedb7ea1fae4: 2024-11-08T11:41:44,863 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731066073447.1f2dff07c749e1013c87aedb7ea1fae4. for SnapshotProcedureTest completed. 2024-11-08T11:41:44,863 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731066073447.5193d10b2647c8bbb46ce3b144a8fd95. 2024-11-08T11:41:44,863 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731066073447.1f2dff07c749e1013c87aedb7ea1fae4.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T11:41:44,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731066073447.2096cc62b248bba00b38104a5f2a4df3.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T11:41:44,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731066073447.010682d9106fb789a6b8c37ed19e2dfe. 2024-11-08T11:41:44,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T11:41:44,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T11:41:44,869 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 010682d9106fb789a6b8c37ed19e2dfe 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-08T11:41:44,869 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 5193d10b2647c8bbb46ce3b144a8fd95 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-08T11:41:44,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731066073447.1370be73725035c1e1804e88b4d07148. 2024-11-08T11:41:44,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 1370be73725035c1e1804e88b4d07148: 2024-11-08T11:41:44,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731066073447.1370be73725035c1e1804e88b4d07148. for SnapshotProcedureTest completed. 2024-11-08T11:41:44,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731066073447.1370be73725035c1e1804e88b4d07148.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T11:41:44,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T11:41:44,871 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T11:41:44,871 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T11:41:44,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731066073447.570f40146a8e75bb87253439646b4e15.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T11:41:44,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T11:41:44,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T11:41:44,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T11:41:44,945 INFO [RS_LOG_REPLAY_OPS-regionserver/7d22a5ea652e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/WALs/7d22a5ea652e,38059,1731066060892-splitting/7d22a5ea652e%2C38059%2C1731066060892.1731066062475, size=1.2 K (1242bytes) 2024-11-08T11:41:44,946 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7d22a5ea652e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-08T11:41:44,946 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7d22a5ea652e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-08T11:41:44,946 INFO [RS_LOG_REPLAY_OPS-regionserver/7d22a5ea652e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/WALs/7d22a5ea652e,38059,1731066060892-splitting/7d22a5ea652e%2C38059%2C1731066060892.1731066062475 2024-11-08T11:41:44,963 INFO [RS_LOG_REPLAY_OPS-regionserver/7d22a5ea652e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/WALs/7d22a5ea652e,38059,1731066060892-splitting/7d22a5ea652e%2C38059%2C1731066060892.1731066062475 after 15ms 2024-11-08T11:41:45,015 INFO [RS_LOG_REPLAY_OPS-regionserver/7d22a5ea652e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/WALs/7d22a5ea652e,38059,1731066060892-splitting/7d22a5ea652e%2C38059%2C1731066060892.1731066062475 took 72ms 2024-11-08T11:41:45,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741850_1026 (size=65) 2024-11-08T11:41:45,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731066073447.570f40146a8e75bb87253439646b4e15. 2024-11-08T11:41:45,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-08T11:41:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-08T11:41:45,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 570f40146a8e75bb87253439646b4e15 2024-11-08T11:41:45,050 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 570f40146a8e75bb87253439646b4e15 2024-11-08T11:41:45,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741850_1026 (size=65) 2024-11-08T11:41:45,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741850_1026 (size=65) 2024-11-08T11:41:45,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 570f40146a8e75bb87253439646b4e15 in 10.2410 sec 2024-11-08T11:41:45,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741851_1027 (size=65) 2024-11-08T11:41:45,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741851_1027 (size=65) 2024-11-08T11:41:45,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741851_1027 (size=65) 2024-11-08T11:41:45,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731066073447.1f2dff07c749e1013c87aedb7ea1fae4. 2024-11-08T11:41:45,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-08T11:41:45,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-08T11:41:45,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1f2dff07c749e1013c87aedb7ea1fae4 2024-11-08T11:41:45,089 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1f2dff07c749e1013c87aedb7ea1fae4 2024-11-08T11:41:45,093 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7d22a5ea652e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 252b708f15e147c1cb3eb1c381a91d4b: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T11:41:45,096 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7d22a5ea652e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for ee1b1a0f60b15e16e14c21a9e1f7edaf: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T11:41:45,099 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1f2dff07c749e1013c87aedb7ea1fae4 in 10.2780 sec 2024-11-08T11:41:45,100 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7d22a5ea652e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for d5781944f785e1da4748f55ab950a63c: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T11:41:45,102 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7d22a5ea652e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for ad2f2b9ab6962bf2719e91cc024cf4fe: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T11:41:45,102 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7d22a5ea652e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/WALs/7d22a5ea652e,38059,1731066060892-splitting/7d22a5ea652e%2C38059%2C1731066060892.1731066062475 so closing down 2024-11-08T11:41:45,102 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7d22a5ea652e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-08T11:41:45,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741849_1025 (size=65) 2024-11-08T11:41:45,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741849_1025 (size=65) 2024-11-08T11:41:45,105 INFO [RS_LOG_REPLAY_OPS-regionserver/7d22a5ea652e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-08T11:41:45,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741849_1025 (size=65) 2024-11-08T11:41:45,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731066073447.1370be73725035c1e1804e88b4d07148. 2024-11-08T11:41:45,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-08T11:41:45,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-08T11:41:45,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1370be73725035c1e1804e88b4d07148 2024-11-08T11:41:45,107 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1370be73725035c1e1804e88b4d07148 2024-11-08T11:41:45,109 INFO [RS_LOG_REPLAY_OPS-regionserver/7d22a5ea652e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 27 ms; skipped=4; WAL=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/WALs/7d22a5ea652e,38059,1731066060892-splitting/7d22a5ea652e%2C38059%2C1731066060892.1731066062475, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-11-08T11:41:45,109 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7d22a5ea652e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/WALs/7d22a5ea652e,38059,1731066060892-splitting/7d22a5ea652e%2C38059%2C1731066060892.1731066062475, journal: Splitting hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/WALs/7d22a5ea652e,38059,1731066060892-splitting/7d22a5ea652e%2C38059%2C1731066060892.1731066062475, size=1.2 K (1242bytes) at 1731066104945Finishing writing output for hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/WALs/7d22a5ea652e,38059,1731066060892-splitting/7d22a5ea652e%2C38059%2C1731066060892.1731066062475 so closing down at 1731066105102 (+157 ms)3 split writer threads finished at 1731066105105 (+3 ms)Processed 4 edits across 0 Regions in 27 ms; skipped=4; WAL=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/WALs/7d22a5ea652e,38059,1731066060892-splitting/7d22a5ea652e%2C38059%2C1731066060892.1731066062475, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1731066105109 (+4 ms) 2024-11-08T11:41:45,110 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7d22a5ea652e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/WALs/7d22a5ea652e,38059,1731066060892-splitting/7d22a5ea652e%2C38059%2C1731066060892.1731066062475 2024-11-08T11:41:45,110 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7d22a5ea652e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-08T11:41:45,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-08T11:41:45,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1370be73725035c1e1804e88b4d07148 in 10.2920 sec 2024-11-08T11:41:45,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741852_1028 (size=65) 2024-11-08T11:41:45,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741852_1028 (size=65) 2024-11-08T11:41:45,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/5193d10b2647c8bbb46ce3b144a8fd95/.tmp/cf/7e6e1f1c51f84e998cd5444ea71891eb is 34, key is ccd/cf:cf/1731066093634/Put/seqid=0 2024-11-08T11:41:45,117 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/010682d9106fb789a6b8c37ed19e2dfe/.tmp/cf/cc3e47e500844e0b85da091eb4416037 is 34, key is baa/cf:cf/1731066093558/Put/seqid=0 2024-11-08T11:41:45,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741852_1028 (size=65) 2024-11-08T11:41:45,120 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731066073447.2096cc62b248bba00b38104a5f2a4df3. 2024-11-08T11:41:45,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-08T11:41:45,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-08T11:41:45,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2096cc62b248bba00b38104a5f2a4df3 2024-11-08T11:41:45,124 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2096cc62b248bba00b38104a5f2a4df3 2024-11-08T11:41:45,127 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/WALs/7d22a5ea652e,38059,1731066060892-splitting/7d22a5ea652e%2C38059%2C1731066060892.1731066062475 to hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/oldWALs 2024-11-08T11:41:45,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-08T11:41:45,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2096cc62b248bba00b38104a5f2a4df3 in 10.3120 sec 2024-11-08T11:41:45,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 7d22a5ea652e%2C38059%2C1731066060892.1731066062475, worker=7d22a5ea652e,34089,1731066060935 in 9.9980 sec 2024-11-08T11:41:45,136 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=7d22a5ea652e,34089,1731066060935 2024-11-08T11:41:45,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-08T11:41:45,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 7d22a5ea652e%2C38059%2C1731066060892.1731066062475, worker=7d22a5ea652e,34089,1731066060935 in 10.0480 sec 2024-11-08T11:41:45,146 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/WALs/7d22a5ea652e,38059,1731066060892-splitting dir is empty, no logs to split. 2024-11-08T11:41:45,146 INFO [PEWorker-4 {}] master.SplitWALManager(105): 7d22a5ea652e,38059,1731066060892 WAL count=0, meta=false 2024-11-08T11:41:45,146 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 7d22a5ea652e,38059,1731066060892 WAL splitting is done? wals=0, meta=false 2024-11-08T11:41:45,150 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 7d22a5ea652e,38059,1731066060892 failed, ignore...File hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/WALs/7d22a5ea652e,38059,1731066060892-splitting does not exist. 2024-11-08T11:41:45,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ee1b1a0f60b15e16e14c21a9e1f7edaf, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=252b708f15e147c1cb3eb1c381a91d4b, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ad2f2b9ab6962bf2719e91cc024cf4fe, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d5781944f785e1da4748f55ab950a63c, ASSIGN}] 2024-11-08T11:41:45,155 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ad2f2b9ab6962bf2719e91cc024cf4fe, ASSIGN 2024-11-08T11:41:45,155 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=252b708f15e147c1cb3eb1c381a91d4b, ASSIGN 2024-11-08T11:41:45,156 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d5781944f785e1da4748f55ab950a63c, ASSIGN 2024-11-08T11:41:45,156 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ee1b1a0f60b15e16e14c21a9e1f7edaf, ASSIGN 2024-11-08T11:41:45,159 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ad2f2b9ab6962bf2719e91cc024cf4fe, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T11:41:45,160 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ee1b1a0f60b15e16e14c21a9e1f7edaf, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T11:41:45,160 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=252b708f15e147c1cb3eb1c381a91d4b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T11:41:45,160 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d5781944f785e1da4748f55ab950a63c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T11:41:45,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741854_1030 (size=47197) 2024-11-08T11:41:45,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741853_1029 (size=28623) 2024-11-08T11:41:45,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741853_1029 (size=28623) 2024-11-08T11:41:45,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741853_1029 (size=28623) 2024-11-08T11:41:45,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741854_1030 (size=47197) 2024-11-08T11:41:45,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741854_1030 (size=47197) 2024-11-08T11:41:45,174 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/5193d10b2647c8bbb46ce3b144a8fd95/.tmp/cf/7e6e1f1c51f84e998cd5444ea71891eb 2024-11-08T11:41:45,180 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/010682d9106fb789a6b8c37ed19e2dfe/.tmp/cf/cc3e47e500844e0b85da091eb4416037 2024-11-08T11:41:45,267 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/5193d10b2647c8bbb46ce3b144a8fd95/.tmp/cf/7e6e1f1c51f84e998cd5444ea71891eb as hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/5193d10b2647c8bbb46ce3b144a8fd95/cf/7e6e1f1c51f84e998cd5444ea71891eb 2024-11-08T11:41:45,270 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/010682d9106fb789a6b8c37ed19e2dfe/.tmp/cf/cc3e47e500844e0b85da091eb4416037 as hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/010682d9106fb789a6b8c37ed19e2dfe/cf/cc3e47e500844e0b85da091eb4416037 2024-11-08T11:41:45,282 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/010682d9106fb789a6b8c37ed19e2dfe/cf/cc3e47e500844e0b85da091eb4416037, entries=731, sequenceid=5, filesize=28.0 K 2024-11-08T11:41:45,289 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/5193d10b2647c8bbb46ce3b144a8fd95/cf/7e6e1f1c51f84e998cd5444ea71891eb, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-08T11:41:45,294 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 010682d9106fb789a6b8c37ed19e2dfe in 423ms, sequenceid=5, compaction requested=false 2024-11-08T11:41:45,294 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 010682d9106fb789a6b8c37ed19e2dfe: 2024-11-08T11:41:45,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731066073447.010682d9106fb789a6b8c37ed19e2dfe. for SnapshotProcedureTest completed. 2024-11-08T11:41:45,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731066073447.010682d9106fb789a6b8c37ed19e2dfe.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T11:41:45,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T11:41:45,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/010682d9106fb789a6b8c37ed19e2dfe/cf/cc3e47e500844e0b85da091eb4416037] hfiles 2024-11-08T11:41:45,297 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 5193d10b2647c8bbb46ce3b144a8fd95 in 434ms, sequenceid=5, compaction requested=false 2024-11-08T11:41:45,297 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 5193d10b2647c8bbb46ce3b144a8fd95: 2024-11-08T11:41:45,297 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731066073447.5193d10b2647c8bbb46ce3b144a8fd95. for SnapshotProcedureTest completed. 2024-11-08T11:41:45,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731066073447.5193d10b2647c8bbb46ce3b144a8fd95.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T11:41:45,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T11:41:45,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/5193d10b2647c8bbb46ce3b144a8fd95/cf/7e6e1f1c51f84e998cd5444ea71891eb] hfiles 2024-11-08T11:41:45,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/010682d9106fb789a6b8c37ed19e2dfe/cf/cc3e47e500844e0b85da091eb4416037 for snapshot=SnapshotProcedureTest 2024-11-08T11:41:45,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/5193d10b2647c8bbb46ce3b144a8fd95/cf/7e6e1f1c51f84e998cd5444ea71891eb for snapshot=SnapshotProcedureTest 2024-11-08T11:41:45,310 DEBUG [7d22a5ea652e:34389 {}] balancer.BalancerClusterState(204): Hosts are {7d22a5ea652e=0} racks are {/default-rack=0} 2024-11-08T11:41:45,311 DEBUG [7d22a5ea652e:34389 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T11:41:45,311 DEBUG [7d22a5ea652e:34389 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T11:41:45,311 DEBUG [7d22a5ea652e:34389 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T11:41:45,311 DEBUG [7d22a5ea652e:34389 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T11:41:45,311 INFO [7d22a5ea652e:34389 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T11:41:45,311 INFO [7d22a5ea652e:34389 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T11:41:45,311 DEBUG [7d22a5ea652e:34389 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T11:41:45,312 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=ee1b1a0f60b15e16e14c21a9e1f7edaf, regionState=OPENING, regionLocation=7d22a5ea652e,34089,1731066060935 2024-11-08T11:41:45,312 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=d5781944f785e1da4748f55ab950a63c, regionState=OPENING, regionLocation=7d22a5ea652e,45797,1731066060760 2024-11-08T11:41:45,312 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=ad2f2b9ab6962bf2719e91cc024cf4fe, regionState=OPENING, regionLocation=7d22a5ea652e,45797,1731066060760 2024-11-08T11:41:45,312 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=252b708f15e147c1cb3eb1c381a91d4b, regionState=OPENING, regionLocation=7d22a5ea652e,34089,1731066060935 2024-11-08T11:41:45,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=252b708f15e147c1cb3eb1c381a91d4b, ASSIGN because future has completed 2024-11-08T11:41:45,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 252b708f15e147c1cb3eb1c381a91d4b, server=7d22a5ea652e,34089,1731066060935}] 2024-11-08T11:41:45,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ee1b1a0f60b15e16e14c21a9e1f7edaf, ASSIGN because future has completed 2024-11-08T11:41:45,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee1b1a0f60b15e16e14c21a9e1f7edaf, server=7d22a5ea652e,34089,1731066060935}] 2024-11-08T11:41:45,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d5781944f785e1da4748f55ab950a63c, ASSIGN because future has completed 2024-11-08T11:41:45,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5781944f785e1da4748f55ab950a63c, server=7d22a5ea652e,45797,1731066060760}] 2024-11-08T11:41:45,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ad2f2b9ab6962bf2719e91cc024cf4fe, ASSIGN because future has completed 2024-11-08T11:41:45,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad2f2b9ab6962bf2719e91cc024cf4fe, server=7d22a5ea652e,45797,1731066060760}] 2024-11-08T11:41:45,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741855_1031 (size=105) 2024-11-08T11:41:45,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741855_1031 (size=105) 2024-11-08T11:41:45,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741856_1032 (size=105) 2024-11-08T11:41:45,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731066073447.5193d10b2647c8bbb46ce3b144a8fd95. 2024-11-08T11:41:45,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-08T11:41:45,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731066073447.010682d9106fb789a6b8c37ed19e2dfe. 2024-11-08T11:41:45,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-08T11:41:45,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741855_1031 (size=105) 2024-11-08T11:41:45,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741856_1032 (size=105) 2024-11-08T11:41:45,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-08T11:41:45,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34389 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-08T11:41:45,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5193d10b2647c8bbb46ce3b144a8fd95 2024-11-08T11:41:45,341 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34389 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 010682d9106fb789a6b8c37ed19e2dfe 2024-11-08T11:41:45,341 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5193d10b2647c8bbb46ce3b144a8fd95 2024-11-08T11:41:45,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741856_1032 (size=105) 2024-11-08T11:41:45,342 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 010682d9106fb789a6b8c37ed19e2dfe 2024-11-08T11:41:45,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5193d10b2647c8bbb46ce3b144a8fd95 in 10.5250 sec 2024-11-08T11:41:45,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 010682d9106fb789a6b8c37ed19e2dfe in 10.5260 sec 2024-11-08T11:41:50,062 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 252b708f15e147c1cb3eb1c381a91d4b held by pid=40 2024-11-08T11:41:50,063 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 252b708f15e147c1cb3eb1c381a91d4b 2024-11-08T11:41:50,063 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee1b1a0f60b15e16e14c21a9e1f7edaf held by pid=39 2024-11-08T11:41:50,063 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee1b1a0f60b15e16e14c21a9e1f7edaf 2024-11-08T11:41:50,063 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d5781944f785e1da4748f55ab950a63c held by pid=42 2024-11-08T11:41:50,063 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d5781944f785e1da4748f55ab950a63c 2024-11-08T11:41:50,064 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad2f2b9ab6962bf2719e91cc024cf4fe held by pid=41 2024-11-08T11:41:50,064 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad2f2b9ab6962bf2719e91cc024cf4fe 2024-11-08T11:41:53,575 INFO [master/7d22a5ea652e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T11:41:53,575 INFO [master/7d22a5ea652e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T11:41:55,327 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731066073447.252b708f15e147c1cb3eb1c381a91d4b. 2024-11-08T11:41:55,327 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 252b708f15e147c1cb3eb1c381a91d4b, NAME => 'SPTestTable,4ccccccb,1731066073447.252b708f15e147c1cb3eb1c381a91d4b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-08T11:41:55,328 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 252b708f15e147c1cb3eb1c381a91d4b 2024-11-08T11:41:55,328 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731066073447.252b708f15e147c1cb3eb1c381a91d4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:41:55,328 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 252b708f15e147c1cb3eb1c381a91d4b 2024-11-08T11:41:55,328 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 252b708f15e147c1cb3eb1c381a91d4b 2024-11-08T11:41:55,331 INFO [StoreOpener-252b708f15e147c1cb3eb1c381a91d4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 252b708f15e147c1cb3eb1c381a91d4b 2024-11-08T11:41:55,332 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe. 2024-11-08T11:41:55,333 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => ad2f2b9ab6962bf2719e91cc024cf4fe, NAME => 'SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-08T11:41:55,333 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ad2f2b9ab6962bf2719e91cc024cf4fe 2024-11-08T11:41:55,333 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:41:55,333 INFO [StoreOpener-252b708f15e147c1cb3eb1c381a91d4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 252b708f15e147c1cb3eb1c381a91d4b columnFamilyName cf 2024-11-08T11:41:55,333 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for ad2f2b9ab6962bf2719e91cc024cf4fe 2024-11-08T11:41:55,333 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for ad2f2b9ab6962bf2719e91cc024cf4fe 2024-11-08T11:41:55,333 DEBUG [StoreOpener-252b708f15e147c1cb3eb1c381a91d4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:41:55,335 INFO [StoreOpener-252b708f15e147c1cb3eb1c381a91d4b-1 {}] regionserver.HStore(327): Store=252b708f15e147c1cb3eb1c381a91d4b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T11:41:55,335 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 252b708f15e147c1cb3eb1c381a91d4b 2024-11-08T11:41:55,336 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/252b708f15e147c1cb3eb1c381a91d4b 2024-11-08T11:41:55,342 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/252b708f15e147c1cb3eb1c381a91d4b 2024-11-08T11:41:55,344 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 252b708f15e147c1cb3eb1c381a91d4b 2024-11-08T11:41:55,344 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 252b708f15e147c1cb3eb1c381a91d4b 2024-11-08T11:41:55,347 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 252b708f15e147c1cb3eb1c381a91d4b 2024-11-08T11:41:55,349 INFO [StoreOpener-ad2f2b9ab6962bf2719e91cc024cf4fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ad2f2b9ab6962bf2719e91cc024cf4fe 2024-11-08T11:41:55,349 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 252b708f15e147c1cb3eb1c381a91d4b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65182695, jitterRate=-0.028702154755592346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T11:41:55,349 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 252b708f15e147c1cb3eb1c381a91d4b 2024-11-08T11:41:55,349 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 252b708f15e147c1cb3eb1c381a91d4b: Running coprocessor pre-open hook at 1731066115329Writing region info on filesystem at 1731066115329Initializing all the Stores at 1731066115330 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731066115330Cleaning up temporary data from old regions at 1731066115344 (+14 ms)Running coprocessor post-open hooks at 1731066115349 (+5 ms)Region opened successfully at 1731066115349 2024-11-08T11:41:55,351 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731066073447.252b708f15e147c1cb3eb1c381a91d4b., pid=43, masterSystemTime=1731066115320 2024-11-08T11:41:55,353 INFO [StoreOpener-ad2f2b9ab6962bf2719e91cc024cf4fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad2f2b9ab6962bf2719e91cc024cf4fe columnFamilyName cf 2024-11-08T11:41:55,353 DEBUG [StoreOpener-ad2f2b9ab6962bf2719e91cc024cf4fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:41:55,354 INFO [StoreOpener-ad2f2b9ab6962bf2719e91cc024cf4fe-1 {}] regionserver.HStore(327): Store=ad2f2b9ab6962bf2719e91cc024cf4fe/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T11:41:55,354 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for ad2f2b9ab6962bf2719e91cc024cf4fe 2024-11-08T11:41:55,355 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/ad2f2b9ab6962bf2719e91cc024cf4fe 2024-11-08T11:41:55,358 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731066073447.252b708f15e147c1cb3eb1c381a91d4b. 2024-11-08T11:41:55,358 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731066073447.252b708f15e147c1cb3eb1c381a91d4b. 2024-11-08T11:41:55,358 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731066073447.ee1b1a0f60b15e16e14c21a9e1f7edaf. 2024-11-08T11:41:55,359 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => ee1b1a0f60b15e16e14c21a9e1f7edaf, NAME => 'SPTestTable,e6666661,1731066073447.ee1b1a0f60b15e16e14c21a9e1f7edaf.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-08T11:41:55,359 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ee1b1a0f60b15e16e14c21a9e1f7edaf 2024-11-08T11:41:55,359 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731066073447.ee1b1a0f60b15e16e14c21a9e1f7edaf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:41:55,359 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for ee1b1a0f60b15e16e14c21a9e1f7edaf 2024-11-08T11:41:55,359 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for ee1b1a0f60b15e16e14c21a9e1f7edaf 2024-11-08T11:41:55,360 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/ad2f2b9ab6962bf2719e91cc024cf4fe 2024-11-08T11:41:55,361 INFO [StoreOpener-ee1b1a0f60b15e16e14c21a9e1f7edaf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ee1b1a0f60b15e16e14c21a9e1f7edaf 2024-11-08T11:41:55,361 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for ad2f2b9ab6962bf2719e91cc024cf4fe 2024-11-08T11:41:55,361 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for ad2f2b9ab6962bf2719e91cc024cf4fe 2024-11-08T11:41:55,361 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=252b708f15e147c1cb3eb1c381a91d4b, regionState=OPEN, openSeqNum=2, regionLocation=7d22a5ea652e,34089,1731066060935 2024-11-08T11:41:55,365 INFO [StoreOpener-ee1b1a0f60b15e16e14c21a9e1f7edaf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee1b1a0f60b15e16e14c21a9e1f7edaf columnFamilyName cf 2024-11-08T11:41:55,365 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for ad2f2b9ab6962bf2719e91cc024cf4fe 2024-11-08T11:41:55,365 DEBUG [StoreOpener-ee1b1a0f60b15e16e14c21a9e1f7edaf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:41:55,366 INFO [StoreOpener-ee1b1a0f60b15e16e14c21a9e1f7edaf-1 {}] regionserver.HStore(327): Store=ee1b1a0f60b15e16e14c21a9e1f7edaf/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T11:41:55,366 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for ee1b1a0f60b15e16e14c21a9e1f7edaf 2024-11-08T11:41:55,366 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened ad2f2b9ab6962bf2719e91cc024cf4fe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64821189, jitterRate=-0.03408901393413544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T11:41:55,366 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad2f2b9ab6962bf2719e91cc024cf4fe 2024-11-08T11:41:55,367 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for ad2f2b9ab6962bf2719e91cc024cf4fe: Running coprocessor pre-open hook at 1731066115334Writing region info on filesystem at 1731066115334Initializing all the Stores at 1731066115336 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731066115336Cleaning up temporary data from old regions at 1731066115361 (+25 ms)Running coprocessor post-open hooks at 1731066115366 (+5 ms)Region opened successfully at 1731066115367 (+1 ms) 2024-11-08T11:41:55,367 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/ee1b1a0f60b15e16e14c21a9e1f7edaf 2024-11-08T11:41:55,367 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34389 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=7d22a5ea652e,34089,1731066060935, table=SPTestTable, region=252b708f15e147c1cb3eb1c381a91d4b. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T11:41:55,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 252b708f15e147c1cb3eb1c381a91d4b, server=7d22a5ea652e,34089,1731066060935 because future has completed 2024-11-08T11:41:55,369 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/ee1b1a0f60b15e16e14c21a9e1f7edaf 2024-11-08T11:41:55,369 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe., pid=46, masterSystemTime=1731066115326 2024-11-08T11:41:55,370 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for ee1b1a0f60b15e16e14c21a9e1f7edaf 2024-11-08T11:41:55,370 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for ee1b1a0f60b15e16e14c21a9e1f7edaf 2024-11-08T11:41:55,373 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for ee1b1a0f60b15e16e14c21a9e1f7edaf 2024-11-08T11:41:55,374 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened ee1b1a0f60b15e16e14c21a9e1f7edaf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60552829, jitterRate=-0.09769253432750702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T11:41:55,374 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee1b1a0f60b15e16e14c21a9e1f7edaf 2024-11-08T11:41:55,375 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for ee1b1a0f60b15e16e14c21a9e1f7edaf: Running coprocessor pre-open hook at 1731066115359Writing region info on filesystem at 1731066115359Initializing all the Stores at 1731066115360 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731066115360Cleaning up temporary data from old regions at 1731066115370 (+10 ms)Running coprocessor post-open hooks at 1731066115374 (+4 ms)Region opened successfully at 1731066115374 2024-11-08T11:41:55,379 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe. 2024-11-08T11:41:55,379 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe. 2024-11-08T11:41:55,380 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,,1731066073447.d5781944f785e1da4748f55ab950a63c. 2024-11-08T11:41:55,380 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => d5781944f785e1da4748f55ab950a63c, NAME => 'SPTestTable,,1731066073447.d5781944f785e1da4748f55ab950a63c.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-08T11:41:55,380 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d5781944f785e1da4748f55ab950a63c 2024-11-08T11:41:55,380 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,,1731066073447.d5781944f785e1da4748f55ab950a63c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:41:55,380 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for d5781944f785e1da4748f55ab950a63c 2024-11-08T11:41:55,380 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for d5781944f785e1da4748f55ab950a63c 2024-11-08T11:41:55,382 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731066073447.ee1b1a0f60b15e16e14c21a9e1f7edaf., pid=44, masterSystemTime=1731066115320 2024-11-08T11:41:55,385 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=ad2f2b9ab6962bf2719e91cc024cf4fe, regionState=OPEN, openSeqNum=2, regionLocation=7d22a5ea652e,45797,1731066060760 2024-11-08T11:41:55,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=40 2024-11-08T11:41:55,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 252b708f15e147c1cb3eb1c381a91d4b, server=7d22a5ea652e,34089,1731066060935 in 10.0550 sec 2024-11-08T11:41:55,388 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731066073447.ee1b1a0f60b15e16e14c21a9e1f7edaf. 2024-11-08T11:41:55,388 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731066073447.ee1b1a0f60b15e16e14c21a9e1f7edaf. 2024-11-08T11:41:55,391 INFO [StoreOpener-d5781944f785e1da4748f55ab950a63c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d5781944f785e1da4748f55ab950a63c 2024-11-08T11:41:55,393 INFO [StoreOpener-d5781944f785e1da4748f55ab950a63c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5781944f785e1da4748f55ab950a63c columnFamilyName cf 2024-11-08T11:41:55,393 DEBUG [StoreOpener-d5781944f785e1da4748f55ab950a63c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:41:55,393 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=ee1b1a0f60b15e16e14c21a9e1f7edaf, regionState=OPEN, openSeqNum=2, regionLocation=7d22a5ea652e,34089,1731066060935 2024-11-08T11:41:55,394 INFO [StoreOpener-d5781944f785e1da4748f55ab950a63c-1 {}] regionserver.HStore(327): Store=d5781944f785e1da4748f55ab950a63c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T11:41:55,394 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for d5781944f785e1da4748f55ab950a63c 2024-11-08T11:41:55,395 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/d5781944f785e1da4748f55ab950a63c 2024-11-08T11:41:55,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad2f2b9ab6962bf2719e91cc024cf4fe, server=7d22a5ea652e,45797,1731066060760 because future has completed 2024-11-08T11:41:55,398 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=252b708f15e147c1cb3eb1c381a91d4b, ASSIGN in 10.2350 sec 2024-11-08T11:41:55,398 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 252b708f15e147c1cb3eb1c381a91d4b 2024-11-08T11:41:55,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee1b1a0f60b15e16e14c21a9e1f7edaf, server=7d22a5ea652e,34089,1731066060935 because future has completed 2024-11-08T11:41:55,417 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/d5781944f785e1da4748f55ab950a63c 2024-11-08T11:41:55,418 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for d5781944f785e1da4748f55ab950a63c 2024-11-08T11:41:55,418 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for d5781944f785e1da4748f55ab950a63c 2024-11-08T11:41:55,420 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for d5781944f785e1da4748f55ab950a63c 2024-11-08T11:41:55,422 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened d5781944f785e1da4748f55ab950a63c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60521040, jitterRate=-0.09816622734069824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T11:41:55,422 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d5781944f785e1da4748f55ab950a63c 2024-11-08T11:41:55,422 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for d5781944f785e1da4748f55ab950a63c: Running coprocessor pre-open hook at 1731066115381Writing region info on filesystem at 1731066115381Initializing all the Stores at 1731066115391 (+10 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731066115391Cleaning up temporary data from old regions at 1731066115418 (+27 ms)Running coprocessor post-open hooks at 1731066115422 (+4 ms)Region opened successfully at 1731066115422 2024-11-08T11:41:55,429 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731066073447.d5781944f785e1da4748f55ab950a63c., pid=45, masterSystemTime=1731066115326 2024-11-08T11:41:55,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=41 2024-11-08T11:41:55,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure ad2f2b9ab6962bf2719e91cc024cf4fe, server=7d22a5ea652e,45797,1731066060760 in 10.0840 sec 2024-11-08T11:41:55,433 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731066073447.d5781944f785e1da4748f55ab950a63c. 2024-11-08T11:41:55,433 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731066073447.d5781944f785e1da4748f55ab950a63c. 2024-11-08T11:41:55,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=39 2024-11-08T11:41:55,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure ee1b1a0f60b15e16e14c21a9e1f7edaf, server=7d22a5ea652e,34089,1731066060935 in 10.1010 sec 2024-11-08T11:41:55,433 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=d5781944f785e1da4748f55ab950a63c, regionState=OPEN, openSeqNum=2, regionLocation=7d22a5ea652e,45797,1731066060760 2024-11-08T11:41:55,440 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34389 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=7d22a5ea652e,45797,1731066060760, table=SPTestTable, region=d5781944f785e1da4748f55ab950a63c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T11:41:55,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ad2f2b9ab6962bf2719e91cc024cf4fe, ASSIGN in 10.2790 sec 2024-11-08T11:41:55,441 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad2f2b9ab6962bf2719e91cc024cf4fe 2024-11-08T11:41:55,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5781944f785e1da4748f55ab950a63c, server=7d22a5ea652e,45797,1731066060760 because future has completed 2024-11-08T11:41:55,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ee1b1a0f60b15e16e14c21a9e1f7edaf, ASSIGN in 10.2800 sec 2024-11-08T11:41:55,445 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee1b1a0f60b15e16e14c21a9e1f7edaf 2024-11-08T11:41:55,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=42 2024-11-08T11:41:55,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure d5781944f785e1da4748f55ab950a63c, server=7d22a5ea652e,45797,1731066060760 in 10.1220 sec 2024-11-08T11:41:55,452 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d5781944f785e1da4748f55ab950a63c 2024-11-08T11:41:55,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=36 2024-11-08T11:41:55,456 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server 7d22a5ea652e,38059,1731066060892 after splitting done 2024-11-08T11:41:55,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d5781944f785e1da4748f55ab950a63c, ASSIGN in 10.2960 sec 2024-11-08T11:41:55,461 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 7d22a5ea652e,38059,1731066060892, splitWal=true, meta=false in 20.4480 sec 2024-11-08T11:41:58,950 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T11:42:00,859 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T11:42:04,226 INFO [regionserver/7d22a5ea652e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-08T11:42:05,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34089 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-08T11:42:05,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731066073447.252b708f15e147c1cb3eb1c381a91d4b. 2024-11-08T11:42:05,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34089 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-08T11:42:05,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731066073447.ee1b1a0f60b15e16e14c21a9e1f7edaf. 2024-11-08T11:42:05,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 252b708f15e147c1cb3eb1c381a91d4b: 2024-11-08T11:42:05,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731066073447.252b708f15e147c1cb3eb1c381a91d4b. for SnapshotProcedureTest completed. 2024-11-08T11:42:05,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for ee1b1a0f60b15e16e14c21a9e1f7edaf: 2024-11-08T11:42:05,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731066073447.ee1b1a0f60b15e16e14c21a9e1f7edaf. for SnapshotProcedureTest completed. 2024-11-08T11:42:05,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731066073447.252b708f15e147c1cb3eb1c381a91d4b.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T11:42:05,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731066073447.ee1b1a0f60b15e16e14c21a9e1f7edaf.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T11:42:05,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T11:42:05,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T11:42:05,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T11:42:05,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T11:42:05,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-08T11:42:05,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe. 2024-11-08T11:42:05,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-08T11:42:05,446 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for ad2f2b9ab6962bf2719e91cc024cf4fe: 2024-11-08T11:42:05,446 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe. for SnapshotProcedureTest completed. 2024-11-08T11:42:05,446 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T11:42:05,446 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T11:42:05,446 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T11:42:05,449 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731066073447.d5781944f785e1da4748f55ab950a63c. 2024-11-08T11:42:05,449 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for d5781944f785e1da4748f55ab950a63c: 2024-11-08T11:42:05,449 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731066073447.d5781944f785e1da4748f55ab950a63c. for SnapshotProcedureTest completed. 2024-11-08T11:42:05,449 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731066073447.d5781944f785e1da4748f55ab950a63c.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T11:42:05,449 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T11:42:05,449 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T11:42:05,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741857_1033 (size=65) 2024-11-08T11:42:05,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741857_1033 (size=65) 2024-11-08T11:42:05,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741857_1033 (size=65) 2024-11-08T11:42:05,460 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731066073447.252b708f15e147c1cb3eb1c381a91d4b. 2024-11-08T11:42:05,462 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-08T11:42:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34389 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-08T11:42:05,463 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34389 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 252b708f15e147c1cb3eb1c381a91d4b 2024-11-08T11:42:05,468 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 252b708f15e147c1cb3eb1c381a91d4b 2024-11-08T11:42:05,474 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 252b708f15e147c1cb3eb1c381a91d4b in 30.6540 sec 2024-11-08T11:42:05,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741858_1034 (size=57) 2024-11-08T11:42:05,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741858_1034 (size=57) 2024-11-08T11:42:05,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741858_1034 (size=57) 2024-11-08T11:42:05,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731066073447.ee1b1a0f60b15e16e14c21a9e1f7edaf. 2024-11-08T11:42:05,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-08T11:42:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34389 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-08T11:42:05,486 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34389 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ee1b1a0f60b15e16e14c21a9e1f7edaf 2024-11-08T11:42:05,487 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee1b1a0f60b15e16e14c21a9e1f7edaf 2024-11-08T11:42:05,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ee1b1a0f60b15e16e14c21a9e1f7edaf in 30.6740 sec 2024-11-08T11:42:05,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741859_1035 (size=57) 2024-11-08T11:42:05,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741859_1035 (size=57) 2024-11-08T11:42:05,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741859_1035 (size=57) 2024-11-08T11:42:05,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731066073447.d5781944f785e1da4748f55ab950a63c. 2024-11-08T11:42:05,514 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-08T11:42:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34389 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-08T11:42:05,515 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34389 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d5781944f785e1da4748f55ab950a63c 2024-11-08T11:42:05,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741860_1036 (size=65) 2024-11-08T11:42:05,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741860_1036 (size=65) 2024-11-08T11:42:05,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741860_1036 (size=65) 2024-11-08T11:42:05,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe. 2024-11-08T11:42:05,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-08T11:42:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34389 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-08T11:42:05,519 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34389 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ad2f2b9ab6962bf2719e91cc024cf4fe 2024-11-08T11:42:05,520 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad2f2b9ab6962bf2719e91cc024cf4fe 2024-11-08T11:42:05,521 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d5781944f785e1da4748f55ab950a63c 2024-11-08T11:42:05,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ad2f2b9ab6962bf2719e91cc024cf4fe in 30.7080 sec 2024-11-08T11:42:05,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-08T11:42:05,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d5781944f785e1da4748f55ab950a63c in 30.7080 sec 2024-11-08T11:42:05,534 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T11:42:05,536 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T11:42:05,539 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T11:42:05,540 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-08T11:42:05,543 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T11:42:05,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741861_1037 (size=1094) 2024-11-08T11:42:05,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741861_1037 (size=1094) 2024-11-08T11:42:05,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741861_1037 (size=1094) 2024-11-08T11:42:05,735 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T11:42:05,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-08T11:42:05,758 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7d22a5ea652e,45797,1731066060760 2024-11-08T11:42:05,759 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7d22a5ea652e,34089,1731066060935 2024-11-08T11:42:05,759 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7d22a5ea652e,34089,1731066060935 2024-11-08T11:42:05,759 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7d22a5ea652e,34089,1731066060935 2024-11-08T11:42:05,759 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7d22a5ea652e,45797,1731066060760 2024-11-08T11:42:05,764 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7d22a5ea652e,45797,1731066060760 2024-11-08T11:42:08,832 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 010682d9106fb789a6b8c37ed19e2dfe, had cached 0 bytes from a total of 28623 2024-11-08T11:42:09,070 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5193d10b2647c8bbb46ce3b144a8fd95, had cached 0 bytes from a total of 47197 2024-11-08T11:42:10,881 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d22a5ea652e:34389 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-08T11:42:15,089 DEBUG [master/7d22a5ea652e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 570f40146a8e75bb87253439646b4e15 changed from -1.0 to 0.0, refreshing cache 2024-11-08T11:42:15,089 DEBUG [master/7d22a5ea652e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 252b708f15e147c1cb3eb1c381a91d4b changed from -1.0 to 0.0, refreshing cache 2024-11-08T11:42:15,090 DEBUG [master/7d22a5ea652e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1370be73725035c1e1804e88b4d07148 changed from -1.0 to 0.0, refreshing cache 2024-11-08T11:42:15,091 DEBUG [master/7d22a5ea652e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5193d10b2647c8bbb46ce3b144a8fd95 changed from -1.0 to 0.0, refreshing cache 2024-11-08T11:42:15,091 DEBUG [master/7d22a5ea652e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ee1b1a0f60b15e16e14c21a9e1f7edaf changed from -1.0 to 0.0, refreshing cache 2024-11-08T11:42:15,091 DEBUG [master/7d22a5ea652e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d5781944f785e1da4748f55ab950a63c changed from -1.0 to 0.0, refreshing cache 2024-11-08T11:42:15,091 DEBUG [master/7d22a5ea652e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2096cc62b248bba00b38104a5f2a4df3 changed from -1.0 to 0.0, refreshing cache 2024-11-08T11:42:15,091 DEBUG [master/7d22a5ea652e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1f2dff07c749e1013c87aedb7ea1fae4 changed from -1.0 to 0.0, refreshing cache 2024-11-08T11:42:15,091 DEBUG [master/7d22a5ea652e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ad2f2b9ab6962bf2719e91cc024cf4fe changed from -1.0 to 0.0, refreshing cache 2024-11-08T11:42:15,091 DEBUG [master/7d22a5ea652e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 010682d9106fb789a6b8c37ed19e2dfe changed from -1.0 to 0.0, refreshing cache 2024-11-08T11:42:15,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34089 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-08T11:42:15,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-08T11:42:15,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-08T11:42:15,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-08T11:42:15,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34089 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-08T11:42:15,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34089 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-08T11:42:15,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T11:42:15,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-08T11:42:15,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-08T11:42:15,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T11:42:15,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-08T11:42:15,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-08T11:42:15,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-08T11:42:15,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34389 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-08T11:42:15,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-08T11:42:15,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-08T11:42:15,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-08T11:42:15,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34389 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-08T11:42:15,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34389 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-08T11:42:15,810 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7d22a5ea652e,45797,1731066060760 Release verify snapshot worker=7d22a5ea652e,45797,1731066060760 2024-11-08T11:42:15,811 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7d22a5ea652e,34089,1731066060935 Release verify snapshot worker=7d22a5ea652e,34089,1731066060935 2024-11-08T11:42:15,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-08T11:42:15,813 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7d22a5ea652e,45797,1731066060760 Release verify snapshot worker=7d22a5ea652e,45797,1731066060760 2024-11-08T11:42:15,816 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7d22a5ea652e,34089,1731066060935 Release verify snapshot worker=7d22a5ea652e,34089,1731066060935 2024-11-08T11:42:15,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7d22a5ea652e,45797,1731066060760 in 10.0630 sec 2024-11-08T11:42:15,825 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7d22a5ea652e,34089,1731066060935 in 10.0690 sec 2024-11-08T11:42:15,830 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7d22a5ea652e,45797,1731066060760 2024-11-08T11:42:15,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7d22a5ea652e,45797,1731066060760 in 10.0660 sec 2024-11-08T11:42:15,833 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7d22a5ea652e,34089,1731066060935 Release verify snapshot worker=7d22a5ea652e,34089,1731066060935 2024-11-08T11:42:15,841 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7d22a5ea652e,45797,1731066060760 2024-11-08T11:42:15,849 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7d22a5ea652e,34089,1731066060935 in 10.0640 sec 2024-11-08T11:42:15,850 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7d22a5ea652e,45797,1731066060760 Release verify snapshot worker=7d22a5ea652e,45797,1731066060760 2024-11-08T11:42:15,857 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7d22a5ea652e,45797,1731066060760 2024-11-08T11:42:15,857 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7d22a5ea652e,34089,1731066060935 2024-11-08T11:42:15,859 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7d22a5ea652e,34089,1731066060935 in 10.0860 sec 2024-11-08T11:42:15,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7d22a5ea652e,45797,1731066060760 in 10.1030 sec 2024-11-08T11:42:25,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-08T11:42:25,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-08T11:42:25,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-08T11:42:25,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-08T11:42:25,835 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-08T11:42:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-08T11:42:25,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-08T11:42:25,841 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-08T11:42:25,844 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7d22a5ea652e,45797,1731066060760 Release verify snapshot worker=7d22a5ea652e,45797,1731066060760 2024-11-08T11:42:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-08T11:42:25,849 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7d22a5ea652e,45797,1731066060760 Release verify snapshot worker=7d22a5ea652e,45797,1731066060760 2024-11-08T11:42:25,849 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7d22a5ea652e,45797,1731066060760 in 20.0980 sec 2024-11-08T11:42:25,849 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7d22a5ea652e,45797,1731066060760 Release verify snapshot worker=7d22a5ea652e,45797,1731066060760 2024-11-08T11:42:25,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7d22a5ea652e,45797,1731066060760 in 20.1020 sec 2024-11-08T11:42:25,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7d22a5ea652e,45797,1731066060760 in 20.1020 sec 2024-11-08T11:42:25,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34089 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-08T11:42:25,859 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-08T11:42:25,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-08T11:42:25,862 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7d22a5ea652e,34089,1731066060935 Release verify snapshot worker=7d22a5ea652e,34089,1731066060935 2024-11-08T11:42:25,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=25 2024-11-08T11:42:25,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7d22a5ea652e,34089,1731066060935 in 20.1150 sec 2024-11-08T11:42:25,865 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T11:42:25,872 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/.hbase-snapshot/SnapshotProcedureTest 2024-11-08T11:42:25,887 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T11:42:25,888 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-08T11:42:25,901 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 51.1830 sec 2024-11-08T11:42:26,106 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-08T11:42:26,120 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-08T11:42:26,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T11:42:26,120 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T11:42:26,120 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T11:42:26,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T11:42:26,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T11:42:26,122 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T11:42:26,123 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T11:42:26,124 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1098332803, stopped=false 2024-11-08T11:42:26,124 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7d22a5ea652e,34389,1731066059969 2024-11-08T11:42:26,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1001f31e3b60003, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T11:42:26,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x1001f31e3b60001, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T11:42:26,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1001f31e3b60003, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:42:26,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x1001f31e3b60001, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:42:26,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1001f31e3b60000, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T11:42:26,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1001f31e3b60000, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:42:26,128 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T11:42:26,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34089-0x1001f31e3b60003, quorum=127.0.0.1:62767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T11:42:26,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45797-0x1001f31e3b60001, quorum=127.0.0.1:62767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T11:42:26,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34389-0x1001f31e3b60000, quorum=127.0.0.1:62767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T11:42:26,130 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T11:42:26,130 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T11:42:26,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T11:42:26,131 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7d22a5ea652e,45797,1731066060760' ***** 2024-11-08T11:42:26,132 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T11:42:26,132 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7d22a5ea652e,34089,1731066060935' ***** 2024-11-08T11:42:26,132 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T11:42:26,132 INFO [RS:2;7d22a5ea652e:34089 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T11:42:26,132 INFO [RS:2;7d22a5ea652e:34089 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T11:42:26,132 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T11:42:26,132 INFO [RS:0;7d22a5ea652e:45797 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T11:42:26,132 INFO [RS:2;7d22a5ea652e:34089 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T11:42:26,133 INFO [RS:0;7d22a5ea652e:45797 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T11:42:26,133 INFO [RS:0;7d22a5ea652e:45797 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T11:42:26,133 INFO [RS:0;7d22a5ea652e:45797 {}] regionserver.HRegionServer(3091): Received CLOSE for 010682d9106fb789a6b8c37ed19e2dfe 2024-11-08T11:42:26,133 INFO [RS:2;7d22a5ea652e:34089 {}] regionserver.HRegionServer(3091): Received CLOSE for ee1b1a0f60b15e16e14c21a9e1f7edaf 2024-11-08T11:42:26,133 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T11:42:26,138 INFO [RS:0;7d22a5ea652e:45797 {}] regionserver.HRegionServer(3091): Received CLOSE for d5781944f785e1da4748f55ab950a63c 2024-11-08T11:42:26,138 INFO [RS:0;7d22a5ea652e:45797 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f2dff07c749e1013c87aedb7ea1fae4 2024-11-08T11:42:26,138 INFO [RS:0;7d22a5ea652e:45797 {}] regionserver.HRegionServer(3091): Received CLOSE for 2096cc62b248bba00b38104a5f2a4df3 2024-11-08T11:42:26,138 INFO [RS:0;7d22a5ea652e:45797 {}] regionserver.HRegionServer(3091): Received CLOSE for ad2f2b9ab6962bf2719e91cc024cf4fe 2024-11-08T11:42:26,138 INFO [RS:0;7d22a5ea652e:45797 {}] regionserver.HRegionServer(959): stopping server 7d22a5ea652e,45797,1731066060760 2024-11-08T11:42:26,138 INFO [RS:0;7d22a5ea652e:45797 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T11:42:26,138 INFO [RS:0;7d22a5ea652e:45797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d22a5ea652e:45797. 2024-11-08T11:42:26,138 DEBUG [RS:0;7d22a5ea652e:45797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T11:42:26,138 DEBUG [RS:0;7d22a5ea652e:45797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T11:42:26,139 INFO [RS:0;7d22a5ea652e:45797 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-08T11:42:26,139 DEBUG [RS:0;7d22a5ea652e:45797 {}] regionserver.HRegionServer(1325): Online Regions={010682d9106fb789a6b8c37ed19e2dfe=SPTestTable,b333332f,1731066073447.010682d9106fb789a6b8c37ed19e2dfe., d5781944f785e1da4748f55ab950a63c=SPTestTable,,1731066073447.d5781944f785e1da4748f55ab950a63c., 1f2dff07c749e1013c87aedb7ea1fae4=SPTestTable,66666664,1731066073447.1f2dff07c749e1013c87aedb7ea1fae4., 2096cc62b248bba00b38104a5f2a4df3=SPTestTable,19999999,1731066073447.2096cc62b248bba00b38104a5f2a4df3., ad2f2b9ab6962bf2719e91cc024cf4fe=SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe.} 2024-11-08T11:42:26,139 DEBUG [RS:0;7d22a5ea652e:45797 {}] regionserver.HRegionServer(1351): Waiting on 010682d9106fb789a6b8c37ed19e2dfe, 1f2dff07c749e1013c87aedb7ea1fae4, 2096cc62b248bba00b38104a5f2a4df3, ad2f2b9ab6962bf2719e91cc024cf4fe, d5781944f785e1da4748f55ab950a63c 2024-11-08T11:42:26,140 INFO [RS:2;7d22a5ea652e:34089 {}] regionserver.HRegionServer(3091): Received CLOSE for 570f40146a8e75bb87253439646b4e15 2024-11-08T11:42:26,140 INFO [RS:2;7d22a5ea652e:34089 {}] regionserver.HRegionServer(3091): Received CLOSE for 5193d10b2647c8bbb46ce3b144a8fd95 2024-11-08T11:42:26,140 INFO [RS:2;7d22a5ea652e:34089 {}] regionserver.HRegionServer(3091): Received CLOSE for 1370be73725035c1e1804e88b4d07148 2024-11-08T11:42:26,140 INFO [RS:2;7d22a5ea652e:34089 {}] regionserver.HRegionServer(3091): Received CLOSE for 252b708f15e147c1cb3eb1c381a91d4b 2024-11-08T11:42:26,140 INFO [RS:2;7d22a5ea652e:34089 {}] regionserver.HRegionServer(959): stopping server 7d22a5ea652e,34089,1731066060935 2024-11-08T11:42:26,140 INFO [RS:2;7d22a5ea652e:34089 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T11:42:26,140 INFO [RS:2;7d22a5ea652e:34089 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;7d22a5ea652e:34089. 2024-11-08T11:42:26,140 DEBUG [RS:2;7d22a5ea652e:34089 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T11:42:26,140 DEBUG [RS:2;7d22a5ea652e:34089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T11:42:26,140 INFO [RS:2;7d22a5ea652e:34089 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T11:42:26,141 INFO [RS:2;7d22a5ea652e:34089 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T11:42:26,141 INFO [RS:2;7d22a5ea652e:34089 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T11:42:26,141 INFO [RS:2;7d22a5ea652e:34089 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T11:42:26,141 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 010682d9106fb789a6b8c37ed19e2dfe, disabling compactions & flushes 2024-11-08T11:42:26,141 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ee1b1a0f60b15e16e14c21a9e1f7edaf, disabling compactions & flushes 2024-11-08T11:42:26,141 INFO [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731066073447.ee1b1a0f60b15e16e14c21a9e1f7edaf. 2024-11-08T11:42:26,141 INFO [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731066073447.010682d9106fb789a6b8c37ed19e2dfe. 2024-11-08T11:42:26,141 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731066073447.010682d9106fb789a6b8c37ed19e2dfe. 2024-11-08T11:42:26,141 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731066073447.ee1b1a0f60b15e16e14c21a9e1f7edaf. 2024-11-08T11:42:26,141 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731066073447.ee1b1a0f60b15e16e14c21a9e1f7edaf. after waiting 0 ms 2024-11-08T11:42:26,141 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731066073447.010682d9106fb789a6b8c37ed19e2dfe. after waiting 0 ms 2024-11-08T11:42:26,141 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731066073447.010682d9106fb789a6b8c37ed19e2dfe. 2024-11-08T11:42:26,141 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731066073447.ee1b1a0f60b15e16e14c21a9e1f7edaf. 2024-11-08T11:42:26,143 INFO [RS:2;7d22a5ea652e:34089 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-08T11:42:26,143 DEBUG [RS:2;7d22a5ea652e:34089 {}] regionserver.HRegionServer(1325): Online Regions={ee1b1a0f60b15e16e14c21a9e1f7edaf=SPTestTable,e6666661,1731066073447.ee1b1a0f60b15e16e14c21a9e1f7edaf., 570f40146a8e75bb87253439646b4e15=SPTestTable,33333332,1731066073447.570f40146a8e75bb87253439646b4e15., 5193d10b2647c8bbb46ce3b144a8fd95=SPTestTable,ccccccc8,1731066073447.5193d10b2647c8bbb46ce3b144a8fd95., 1588230740=hbase:meta,,1.1588230740, 1370be73725035c1e1804e88b4d07148=SPTestTable,7ffffffd,1731066073447.1370be73725035c1e1804e88b4d07148., 252b708f15e147c1cb3eb1c381a91d4b=SPTestTable,4ccccccb,1731066073447.252b708f15e147c1cb3eb1c381a91d4b.} 2024-11-08T11:42:26,143 DEBUG [RS:2;7d22a5ea652e:34089 {}] regionserver.HRegionServer(1351): Waiting on 1370be73725035c1e1804e88b4d07148, 1588230740, 252b708f15e147c1cb3eb1c381a91d4b, 5193d10b2647c8bbb46ce3b144a8fd95, 570f40146a8e75bb87253439646b4e15, ee1b1a0f60b15e16e14c21a9e1f7edaf 2024-11-08T11:42:26,143 DEBUG [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T11:42:26,143 INFO [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T11:42:26,143 DEBUG [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T11:42:26,143 DEBUG [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T11:42:26,143 DEBUG [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T11:42:26,143 INFO [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.26 KB heapSize=27.28 KB 2024-11-08T11:42:26,161 INFO [regionserver/7d22a5ea652e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T11:42:26,167 INFO [regionserver/7d22a5ea652e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T11:42:26,168 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/010682d9106fb789a6b8c37ed19e2dfe/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T11:42:26,172 INFO [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731066073447.010682d9106fb789a6b8c37ed19e2dfe. 2024-11-08T11:42:26,172 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 010682d9106fb789a6b8c37ed19e2dfe: Waiting for close lock at 1731066146141Running coprocessor pre-close hooks at 1731066146141Disabling compacts and flushes for region at 1731066146141Disabling writes for close at 1731066146141Writing region close event to WAL at 1731066146153 (+12 ms)Running coprocessor post-close hooks at 1731066146169 (+16 ms)Closed at 1731066146172 (+3 ms) 2024-11-08T11:42:26,173 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731066073447.010682d9106fb789a6b8c37ed19e2dfe. 2024-11-08T11:42:26,173 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d5781944f785e1da4748f55ab950a63c, disabling compactions & flushes 2024-11-08T11:42:26,173 INFO [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731066073447.d5781944f785e1da4748f55ab950a63c. 2024-11-08T11:42:26,173 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731066073447.d5781944f785e1da4748f55ab950a63c. 2024-11-08T11:42:26,174 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731066073447.d5781944f785e1da4748f55ab950a63c. after waiting 0 ms 2024-11-08T11:42:26,174 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731066073447.d5781944f785e1da4748f55ab950a63c. 2024-11-08T11:42:26,179 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/ee1b1a0f60b15e16e14c21a9e1f7edaf/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T11:42:26,181 INFO [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731066073447.ee1b1a0f60b15e16e14c21a9e1f7edaf. 2024-11-08T11:42:26,181 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ee1b1a0f60b15e16e14c21a9e1f7edaf: Waiting for close lock at 1731066146141Running coprocessor pre-close hooks at 1731066146141Disabling compacts and flushes for region at 1731066146141Disabling writes for close at 1731066146141Writing region close event to WAL at 1731066146145 (+4 ms)Running coprocessor post-close hooks at 1731066146181 (+36 ms)Closed at 1731066146181 2024-11-08T11:42:26,181 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731066073447.ee1b1a0f60b15e16e14c21a9e1f7edaf. 2024-11-08T11:42:26,181 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 570f40146a8e75bb87253439646b4e15, disabling compactions & flushes 2024-11-08T11:42:26,181 INFO [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731066073447.570f40146a8e75bb87253439646b4e15. 2024-11-08T11:42:26,182 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731066073447.570f40146a8e75bb87253439646b4e15. 2024-11-08T11:42:26,182 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731066073447.570f40146a8e75bb87253439646b4e15. after waiting 0 ms 2024-11-08T11:42:26,182 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731066073447.570f40146a8e75bb87253439646b4e15. 2024-11-08T11:42:26,194 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/d5781944f785e1da4748f55ab950a63c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T11:42:26,196 INFO [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731066073447.d5781944f785e1da4748f55ab950a63c. 2024-11-08T11:42:26,196 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d5781944f785e1da4748f55ab950a63c: Waiting for close lock at 1731066146173Running coprocessor pre-close hooks at 1731066146173Disabling compacts and flushes for region at 1731066146173Disabling writes for close at 1731066146174 (+1 ms)Writing region close event to WAL at 1731066146188 (+14 ms)Running coprocessor post-close hooks at 1731066146195 (+7 ms)Closed at 1731066146196 (+1 ms) 2024-11-08T11:42:26,196 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731066073447.d5781944f785e1da4748f55ab950a63c. 2024-11-08T11:42:26,197 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f2dff07c749e1013c87aedb7ea1fae4, disabling compactions & flushes 2024-11-08T11:42:26,197 INFO [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731066073447.1f2dff07c749e1013c87aedb7ea1fae4. 2024-11-08T11:42:26,197 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731066073447.1f2dff07c749e1013c87aedb7ea1fae4. 2024-11-08T11:42:26,197 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731066073447.1f2dff07c749e1013c87aedb7ea1fae4. after waiting 0 ms 2024-11-08T11:42:26,197 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731066073447.1f2dff07c749e1013c87aedb7ea1fae4. 2024-11-08T11:42:26,200 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/570f40146a8e75bb87253439646b4e15/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T11:42:26,202 INFO [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731066073447.570f40146a8e75bb87253439646b4e15. 2024-11-08T11:42:26,202 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 570f40146a8e75bb87253439646b4e15: Waiting for close lock at 1731066146181Running coprocessor pre-close hooks at 1731066146181Disabling compacts and flushes for region at 1731066146181Disabling writes for close at 1731066146182 (+1 ms)Writing region close event to WAL at 1731066146188 (+6 ms)Running coprocessor post-close hooks at 1731066146202 (+14 ms)Closed at 1731066146202 2024-11-08T11:42:26,202 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731066073447.570f40146a8e75bb87253439646b4e15. 2024-11-08T11:42:26,202 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5193d10b2647c8bbb46ce3b144a8fd95, disabling compactions & flushes 2024-11-08T11:42:26,202 INFO [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731066073447.5193d10b2647c8bbb46ce3b144a8fd95. 2024-11-08T11:42:26,202 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731066073447.5193d10b2647c8bbb46ce3b144a8fd95. 2024-11-08T11:42:26,202 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731066073447.5193d10b2647c8bbb46ce3b144a8fd95. after waiting 0 ms 2024-11-08T11:42:26,202 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731066073447.5193d10b2647c8bbb46ce3b144a8fd95. 2024-11-08T11:42:26,213 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/1f2dff07c749e1013c87aedb7ea1fae4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T11:42:26,219 INFO [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731066073447.1f2dff07c749e1013c87aedb7ea1fae4. 2024-11-08T11:42:26,219 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f2dff07c749e1013c87aedb7ea1fae4: Waiting for close lock at 1731066146197Running coprocessor pre-close hooks at 1731066146197Disabling compacts and flushes for region at 1731066146197Disabling writes for close at 1731066146197Writing region close event to WAL at 1731066146205 (+8 ms)Running coprocessor post-close hooks at 1731066146219 (+14 ms)Closed at 1731066146219 2024-11-08T11:42:26,219 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731066073447.1f2dff07c749e1013c87aedb7ea1fae4. 2024-11-08T11:42:26,219 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2096cc62b248bba00b38104a5f2a4df3, disabling compactions & flushes 2024-11-08T11:42:26,219 INFO [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731066073447.2096cc62b248bba00b38104a5f2a4df3. 2024-11-08T11:42:26,219 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731066073447.2096cc62b248bba00b38104a5f2a4df3. 2024-11-08T11:42:26,219 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731066073447.2096cc62b248bba00b38104a5f2a4df3. after waiting 0 ms 2024-11-08T11:42:26,219 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731066073447.2096cc62b248bba00b38104a5f2a4df3. 2024-11-08T11:42:26,221 DEBUG [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/hbase/meta/1588230740/.tmp/info/b2aeb123fae64fc7ab8e6b2407cc5fa9 is 167, key is SPTestTable,19999999,1731066073447.2096cc62b248bba00b38104a5f2a4df3./info:regioninfo/1731066083997/Put/seqid=0 2024-11-08T11:42:26,222 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/5193d10b2647c8bbb46ce3b144a8fd95/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T11:42:26,223 INFO [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731066073447.5193d10b2647c8bbb46ce3b144a8fd95. 2024-11-08T11:42:26,223 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5193d10b2647c8bbb46ce3b144a8fd95: Waiting for close lock at 1731066146202Running coprocessor pre-close hooks at 1731066146202Disabling compacts and flushes for region at 1731066146202Disabling writes for close at 1731066146202Writing region close event to WAL at 1731066146209 (+7 ms)Running coprocessor post-close hooks at 1731066146222 (+13 ms)Closed at 1731066146223 (+1 ms) 2024-11-08T11:42:26,223 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731066073447.5193d10b2647c8bbb46ce3b144a8fd95. 2024-11-08T11:42:26,223 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1370be73725035c1e1804e88b4d07148, disabling compactions & flushes 2024-11-08T11:42:26,223 INFO [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731066073447.1370be73725035c1e1804e88b4d07148. 2024-11-08T11:42:26,223 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731066073447.1370be73725035c1e1804e88b4d07148. 2024-11-08T11:42:26,223 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731066073447.1370be73725035c1e1804e88b4d07148. after waiting 0 ms 2024-11-08T11:42:26,223 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731066073447.1370be73725035c1e1804e88b4d07148. 2024-11-08T11:42:26,226 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/2096cc62b248bba00b38104a5f2a4df3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T11:42:26,227 INFO [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731066073447.2096cc62b248bba00b38104a5f2a4df3. 2024-11-08T11:42:26,227 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2096cc62b248bba00b38104a5f2a4df3: Waiting for close lock at 1731066146219Running coprocessor pre-close hooks at 1731066146219Disabling compacts and flushes for region at 1731066146219Disabling writes for close at 1731066146219Writing region close event to WAL at 1731066146221 (+2 ms)Running coprocessor post-close hooks at 1731066146227 (+6 ms)Closed at 1731066146227 2024-11-08T11:42:26,227 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731066073447.2096cc62b248bba00b38104a5f2a4df3. 2024-11-08T11:42:26,228 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ad2f2b9ab6962bf2719e91cc024cf4fe, disabling compactions & flushes 2024-11-08T11:42:26,228 INFO [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe. 2024-11-08T11:42:26,228 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe. 2024-11-08T11:42:26,228 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe. after waiting 0 ms 2024-11-08T11:42:26,228 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe. 2024-11-08T11:42:26,240 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/1370be73725035c1e1804e88b4d07148/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T11:42:26,240 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/ad2f2b9ab6962bf2719e91cc024cf4fe/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T11:42:26,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741862_1038 (size=20260) 2024-11-08T11:42:26,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741862_1038 (size=20260) 2024-11-08T11:42:26,241 INFO [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731066073447.1370be73725035c1e1804e88b4d07148. 2024-11-08T11:42:26,242 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1370be73725035c1e1804e88b4d07148: Waiting for close lock at 1731066146223Running coprocessor pre-close hooks at 1731066146223Disabling compacts and flushes for region at 1731066146223Disabling writes for close at 1731066146223Writing region close event to WAL at 1731066146230 (+7 ms)Running coprocessor post-close hooks at 1731066146241 (+11 ms)Closed at 1731066146241 2024-11-08T11:42:26,242 INFO [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe. 2024-11-08T11:42:26,242 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731066073447.1370be73725035c1e1804e88b4d07148. 2024-11-08T11:42:26,242 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ad2f2b9ab6962bf2719e91cc024cf4fe: Waiting for close lock at 1731066146228Running coprocessor pre-close hooks at 1731066146228Disabling compacts and flushes for region at 1731066146228Disabling writes for close at 1731066146228Writing region close event to WAL at 1731066146229 (+1 ms)Running coprocessor post-close hooks at 1731066146242 (+13 ms)Closed at 1731066146242 2024-11-08T11:42:26,242 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731066073447.ad2f2b9ab6962bf2719e91cc024cf4fe. 2024-11-08T11:42:26,242 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 252b708f15e147c1cb3eb1c381a91d4b, disabling compactions & flushes 2024-11-08T11:42:26,242 INFO [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731066073447.252b708f15e147c1cb3eb1c381a91d4b. 2024-11-08T11:42:26,242 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731066073447.252b708f15e147c1cb3eb1c381a91d4b. 2024-11-08T11:42:26,242 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731066073447.252b708f15e147c1cb3eb1c381a91d4b. after waiting 0 ms 2024-11-08T11:42:26,242 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731066073447.252b708f15e147c1cb3eb1c381a91d4b. 2024-11-08T11:42:26,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741862_1038 (size=20260) 2024-11-08T11:42:26,244 INFO [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.11 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/hbase/meta/1588230740/.tmp/info/b2aeb123fae64fc7ab8e6b2407cc5fa9 2024-11-08T11:42:26,247 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/default/SPTestTable/252b708f15e147c1cb3eb1c381a91d4b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T11:42:26,248 INFO [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731066073447.252b708f15e147c1cb3eb1c381a91d4b. 2024-11-08T11:42:26,248 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 252b708f15e147c1cb3eb1c381a91d4b: Waiting for close lock at 1731066146242Running coprocessor pre-close hooks at 1731066146242Disabling compacts and flushes for region at 1731066146242Disabling writes for close at 1731066146242Writing region close event to WAL at 1731066146242Running coprocessor post-close hooks at 1731066146248 (+6 ms)Closed at 1731066146248 2024-11-08T11:42:26,248 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731066073447.252b708f15e147c1cb3eb1c381a91d4b. 2024-11-08T11:42:26,267 DEBUG [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/hbase/meta/1588230740/.tmp/ns/25669e71097644cfa940d9168fefdf15 is 43, key is default/ns:d/1731066073139/Put/seqid=0 2024-11-08T11:42:26,276 INFO [regionserver/7d22a5ea652e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T11:42:26,276 INFO [regionserver/7d22a5ea652e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T11:42:26,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741863_1039 (size=5153) 2024-11-08T11:42:26,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741863_1039 (size=5153) 2024-11-08T11:42:26,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741863_1039 (size=5153) 2024-11-08T11:42:26,286 INFO [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/hbase/meta/1588230740/.tmp/ns/25669e71097644cfa940d9168fefdf15 2024-11-08T11:42:26,299 INFO [regionserver/7d22a5ea652e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T11:42:26,300 INFO [regionserver/7d22a5ea652e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T11:42:26,324 DEBUG [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/hbase/meta/1588230740/.tmp/table/a8ca8bb18f084fbcaa082a3169572275 is 47, key is SPTestTable/table:state/1731066084156/Put/seqid=0 2024-11-08T11:42:26,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741864_1040 (size=5214) 2024-11-08T11:42:26,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741864_1040 (size=5214) 2024-11-08T11:42:26,340 INFO [RS:0;7d22a5ea652e:45797 {}] regionserver.HRegionServer(976): stopping server 7d22a5ea652e,45797,1731066060760; all regions closed. 2024-11-08T11:42:26,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741864_1040 (size=5214) 2024-11-08T11:42:26,343 DEBUG [RS:2;7d22a5ea652e:34089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T11:42:26,343 INFO [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/hbase/meta/1588230740/.tmp/table/a8ca8bb18f084fbcaa082a3169572275 2024-11-08T11:42:26,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741833_1009 (size=3500) 2024-11-08T11:42:26,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741833_1009 (size=3500) 2024-11-08T11:42:26,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741833_1009 (size=3500) 2024-11-08T11:42:26,361 DEBUG [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/hbase/meta/1588230740/.tmp/info/b2aeb123fae64fc7ab8e6b2407cc5fa9 as hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/hbase/meta/1588230740/info/b2aeb123fae64fc7ab8e6b2407cc5fa9 2024-11-08T11:42:26,368 DEBUG [RS:0;7d22a5ea652e:45797 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/oldWALs 2024-11-08T11:42:26,369 INFO [RS:0;7d22a5ea652e:45797 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7d22a5ea652e%2C45797%2C1731066060760:(num 1731066062467) 2024-11-08T11:42:26,369 DEBUG [RS:0;7d22a5ea652e:45797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T11:42:26,369 INFO [RS:0;7d22a5ea652e:45797 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T11:42:26,370 INFO [RS:0;7d22a5ea652e:45797 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T11:42:26,370 INFO [RS:0;7d22a5ea652e:45797 {}] hbase.ChoreService(370): Chore service for: regionserver/7d22a5ea652e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T11:42:26,370 INFO [RS:0;7d22a5ea652e:45797 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T11:42:26,370 INFO [RS:0;7d22a5ea652e:45797 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T11:42:26,370 INFO [regionserver/7d22a5ea652e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T11:42:26,370 INFO [RS:0;7d22a5ea652e:45797 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T11:42:26,371 INFO [RS:0;7d22a5ea652e:45797 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T11:42:26,374 INFO [RS:0;7d22a5ea652e:45797 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45797 2024-11-08T11:42:26,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1001f31e3b60000, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T11:42:26,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x1001f31e3b60001, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7d22a5ea652e,45797,1731066060760 2024-11-08T11:42:26,378 INFO [RS:0;7d22a5ea652e:45797 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T11:42:26,381 INFO [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/hbase/meta/1588230740/info/b2aeb123fae64fc7ab8e6b2407cc5fa9, entries=116, sequenceid=37, filesize=19.8 K 2024-11-08T11:42:26,382 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7d22a5ea652e,45797,1731066060760] 2024-11-08T11:42:26,383 DEBUG [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/hbase/meta/1588230740/.tmp/ns/25669e71097644cfa940d9168fefdf15 as hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/hbase/meta/1588230740/ns/25669e71097644cfa940d9168fefdf15 2024-11-08T11:42:26,386 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7d22a5ea652e,45797,1731066060760 already deleted, retry=false 2024-11-08T11:42:26,386 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7d22a5ea652e,45797,1731066060760 expired; onlineServers=1 2024-11-08T11:42:26,395 INFO [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/hbase/meta/1588230740/ns/25669e71097644cfa940d9168fefdf15, entries=2, sequenceid=37, filesize=5.0 K 2024-11-08T11:42:26,396 DEBUG [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/hbase/meta/1588230740/.tmp/table/a8ca8bb18f084fbcaa082a3169572275 as hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/hbase/meta/1588230740/table/a8ca8bb18f084fbcaa082a3169572275 2024-11-08T11:42:26,405 INFO [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/hbase/meta/1588230740/table/a8ca8bb18f084fbcaa082a3169572275, entries=2, sequenceid=37, filesize=5.1 K 2024-11-08T11:42:26,409 INFO [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 265ms, sequenceid=37, compaction requested=false 2024-11-08T11:42:26,448 DEBUG [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-08T11:42:26,449 DEBUG [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T11:42:26,450 INFO [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T11:42:26,450 DEBUG [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731066146143Running coprocessor pre-close hooks at 1731066146143Disabling compacts and flushes for region at 1731066146143Disabling writes for close at 1731066146143Obtaining lock to block concurrent updates at 1731066146143Preparing flush snapshotting stores in 1588230740 at 1731066146143Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16652, getHeapSize=27872, getOffHeapSize=0, getCellsCount=136 at 1731066146144 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731066146145 (+1 ms)Flushing 1588230740/info: creating writer at 1731066146145Flushing 1588230740/info: appending metadata at 1731066146220 (+75 ms)Flushing 1588230740/info: closing flushed file at 1731066146220Flushing 1588230740/ns: creating writer at 1731066146252 (+32 ms)Flushing 1588230740/ns: appending metadata at 1731066146267 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731066146267Flushing 1588230740/table: creating writer at 1731066146306 (+39 ms)Flushing 1588230740/table: appending metadata at 1731066146323 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731066146323Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@255b23be: reopening flushed file at 1731066146359 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ab42029: reopening flushed file at 1731066146381 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aa3da2a: reopening flushed file at 1731066146395 (+14 ms)Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 265ms, sequenceid=37, compaction requested=false at 1731066146409 (+14 ms)Writing region close event to WAL at 1731066146416 (+7 ms)Running coprocessor post-close hooks at 1731066146449 (+33 ms)Closed at 1731066146449 2024-11-08T11:42:26,450 DEBUG [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T11:42:26,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x1001f31e3b60001, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T11:42:26,482 INFO [RS:0;7d22a5ea652e:45797 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T11:42:26,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45797-0x1001f31e3b60001, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T11:42:26,482 INFO [RS:0;7d22a5ea652e:45797 {}] regionserver.HRegionServer(1031): Exiting; stopping=7d22a5ea652e,45797,1731066060760; zookeeper connection closed. 2024-11-08T11:42:26,485 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@722f7d4e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@722f7d4e 2024-11-08T11:42:26,543 INFO [RS:2;7d22a5ea652e:34089 {}] regionserver.HRegionServer(976): stopping server 7d22a5ea652e,34089,1731066060935; all regions closed. 2024-11-08T11:42:26,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741836_1012 (size=19450) 2024-11-08T11:42:26,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741836_1012 (size=19450) 2024-11-08T11:42:26,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741836_1012 (size=19450) 2024-11-08T11:42:26,562 DEBUG [RS:2;7d22a5ea652e:34089 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/oldWALs 2024-11-08T11:42:26,562 INFO [RS:2;7d22a5ea652e:34089 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7d22a5ea652e%2C34089%2C1731066060935.meta:.meta(num 1731066072924) 2024-11-08T11:42:26,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741835_1011 (size=3530) 2024-11-08T11:42:26,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741835_1011 (size=3530) 2024-11-08T11:42:26,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741835_1011 (size=3530) 2024-11-08T11:42:26,600 DEBUG [RS:2;7d22a5ea652e:34089 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/oldWALs 2024-11-08T11:42:26,600 INFO [RS:2;7d22a5ea652e:34089 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7d22a5ea652e%2C34089%2C1731066060935:(num 1731066062496) 2024-11-08T11:42:26,600 DEBUG [RS:2;7d22a5ea652e:34089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T11:42:26,600 INFO [RS:2;7d22a5ea652e:34089 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T11:42:26,600 INFO [RS:2;7d22a5ea652e:34089 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T11:42:26,600 INFO [RS:2;7d22a5ea652e:34089 {}] hbase.ChoreService(370): Chore service for: regionserver/7d22a5ea652e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T11:42:26,601 INFO [RS:2;7d22a5ea652e:34089 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T11:42:26,601 INFO [regionserver/7d22a5ea652e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T11:42:26,601 INFO [RS:2;7d22a5ea652e:34089 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34089 2024-11-08T11:42:26,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1001f31e3b60003, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7d22a5ea652e,34089,1731066060935 2024-11-08T11:42:26,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1001f31e3b60000, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T11:42:26,608 INFO [RS:2;7d22a5ea652e:34089 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T11:42:26,617 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7d22a5ea652e,34089,1731066060935] 2024-11-08T11:42:26,632 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7d22a5ea652e,34089,1731066060935 already deleted, retry=false 2024-11-08T11:42:26,633 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7d22a5ea652e,34089,1731066060935 expired; onlineServers=0 2024-11-08T11:42:26,633 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7d22a5ea652e,34389,1731066059969' ***** 2024-11-08T11:42:26,633 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T11:42:26,633 INFO [M:0;7d22a5ea652e:34389 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T11:42:26,634 INFO [M:0;7d22a5ea652e:34389 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T11:42:26,634 DEBUG [M:0;7d22a5ea652e:34389 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T11:42:26,634 DEBUG [M:0;7d22a5ea652e:34389 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T11:42:26,634 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T11:42:26,634 INFO [M:0;7d22a5ea652e:34389 {}] hbase.ChoreService(370): Chore service for: master/7d22a5ea652e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T11:42:26,634 INFO [M:0;7d22a5ea652e:34389 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T11:42:26,634 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster-HFileCleaner.large.0-1731066061997 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d22a5ea652e:0:becomeActiveMaster-HFileCleaner.large.0-1731066061997,5,FailOnTimeoutGroup] 2024-11-08T11:42:26,634 DEBUG [M:0;7d22a5ea652e:34389 {}] master.HMaster(1795): Stopping service threads 2024-11-08T11:42:26,634 INFO [M:0;7d22a5ea652e:34389 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T11:42:26,635 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster-HFileCleaner.small.0-1731066061998 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d22a5ea652e:0:becomeActiveMaster-HFileCleaner.small.0-1731066061998,5,FailOnTimeoutGroup] 2024-11-08T11:42:26,635 INFO [M:0;7d22a5ea652e:34389 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T11:42:26,635 ERROR [M:0;7d22a5ea652e:34389 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1429135812) connection to localhost/127.0.0.1:46363 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46363,5,PEWorkerGroup] 2024-11-08T11:42:26,638 INFO [M:0;7d22a5ea652e:34389 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T11:42:26,638 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T11:42:26,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1001f31e3b60000, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T11:42:26,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1001f31e3b60000, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:42:26,649 DEBUG [M:0;7d22a5ea652e:34389 {}] zookeeper.ZKUtil(347): master:34389-0x1001f31e3b60000, quorum=127.0.0.1:62767, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T11:42:26,649 WARN [M:0;7d22a5ea652e:34389 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T11:42:26,657 INFO [M:0;7d22a5ea652e:34389 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/.lastflushedseqids 2024-11-08T11:42:26,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741865_1041 (size=686) 2024-11-08T11:42:26,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741865_1041 (size=686) 2024-11-08T11:42:26,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741865_1041 (size=686) 2024-11-08T11:42:26,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1001f31e3b60003, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T11:42:26,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x1001f31e3b60003, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T11:42:26,718 INFO [RS:2;7d22a5ea652e:34089 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T11:42:26,718 INFO [RS:2;7d22a5ea652e:34089 {}] regionserver.HRegionServer(1031): Exiting; stopping=7d22a5ea652e,34089,1731066060935; zookeeper connection closed. 2024-11-08T11:42:26,719 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@24ee2dcd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@24ee2dcd 2024-11-08T11:42:26,720 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-08T11:42:27,114 INFO [M:0;7d22a5ea652e:34389 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T11:42:27,114 INFO [M:0;7d22a5ea652e:34389 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T11:42:27,114 DEBUG [M:0;7d22a5ea652e:34389 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T11:42:27,115 INFO [M:0;7d22a5ea652e:34389 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T11:42:27,115 DEBUG [M:0;7d22a5ea652e:34389 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T11:42:27,115 DEBUG [M:0;7d22a5ea652e:34389 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T11:42:27,115 DEBUG [M:0;7d22a5ea652e:34389 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T11:42:27,115 INFO [M:0;7d22a5ea652e:34389 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=194.99 KB heapSize=241.76 KB 2024-11-08T11:42:27,142 DEBUG [M:0;7d22a5ea652e:34389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/abcc6182f4054494ae948415d45d2a0b is 82, key is hbase:meta,,1/info:regioninfo/1731066073054/Put/seqid=0 2024-11-08T11:42:27,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741866_1042 (size=5672) 2024-11-08T11:42:27,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741866_1042 (size=5672) 2024-11-08T11:42:27,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741866_1042 (size=5672) 2024-11-08T11:42:27,173 INFO [M:0;7d22a5ea652e:34389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/abcc6182f4054494ae948415d45d2a0b 2024-11-08T11:42:27,206 DEBUG [M:0;7d22a5ea652e:34389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4c026f1ab40147d09db3e5de68a78d16 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731066084165/Put/seqid=0 2024-11-08T11:42:27,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741867_1043 (size=8973) 2024-11-08T11:42:27,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741867_1043 (size=8973) 2024-11-08T11:42:27,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741867_1043 (size=8973) 2024-11-08T11:42:27,215 INFO [M:0;7d22a5ea652e:34389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.25 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4c026f1ab40147d09db3e5de68a78d16 2024-11-08T11:42:27,223 INFO [M:0;7d22a5ea652e:34389 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c026f1ab40147d09db3e5de68a78d16 2024-11-08T11:42:27,248 DEBUG [M:0;7d22a5ea652e:34389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf50ccbb7fa3481e936d85e79be8a7ab is 69, key is 7d22a5ea652e,34089,1731066060935/rs:state/1731066062163/Put/seqid=0 2024-11-08T11:42:27,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741868_1044 (size=5446) 2024-11-08T11:42:27,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741868_1044 (size=5446) 2024-11-08T11:42:27,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741868_1044 (size=5446) 2024-11-08T11:42:27,264 INFO [M:0;7d22a5ea652e:34389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf50ccbb7fa3481e936d85e79be8a7ab 2024-11-08T11:42:27,276 INFO [M:0;7d22a5ea652e:34389 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf50ccbb7fa3481e936d85e79be8a7ab 2024-11-08T11:42:27,277 DEBUG [M:0;7d22a5ea652e:34389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/abcc6182f4054494ae948415d45d2a0b as hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/abcc6182f4054494ae948415d45d2a0b 2024-11-08T11:42:27,285 INFO [M:0;7d22a5ea652e:34389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/abcc6182f4054494ae948415d45d2a0b, entries=8, sequenceid=513, filesize=5.5 K 2024-11-08T11:42:27,295 DEBUG [M:0;7d22a5ea652e:34389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4c026f1ab40147d09db3e5de68a78d16 as hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4c026f1ab40147d09db3e5de68a78d16 2024-11-08T11:42:27,307 INFO [M:0;7d22a5ea652e:34389 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c026f1ab40147d09db3e5de68a78d16 2024-11-08T11:42:27,307 INFO [M:0;7d22a5ea652e:34389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4c026f1ab40147d09db3e5de68a78d16, entries=56, sequenceid=513, filesize=8.8 K 2024-11-08T11:42:27,308 DEBUG [M:0;7d22a5ea652e:34389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf50ccbb7fa3481e936d85e79be8a7ab as hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf50ccbb7fa3481e936d85e79be8a7ab 2024-11-08T11:42:27,317 INFO [M:0;7d22a5ea652e:34389 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf50ccbb7fa3481e936d85e79be8a7ab 2024-11-08T11:42:27,317 INFO [M:0;7d22a5ea652e:34389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46363/user/jenkins/test-data/6905728d-829e-daac-5b11-4c326ec67fa7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf50ccbb7fa3481e936d85e79be8a7ab, entries=3, sequenceid=513, filesize=5.3 K 2024-11-08T11:42:27,318 INFO [M:0;7d22a5ea652e:34389 {}] regionserver.HRegion(3140): Finished flush of dataSize ~194.99 KB/199667, heapSize ~241.46 KB/247256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 203ms, sequenceid=513, compaction requested=false 2024-11-08T11:42:27,323 INFO [M:0;7d22a5ea652e:34389 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T11:42:27,323 DEBUG [M:0;7d22a5ea652e:34389 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731066147114Disabling compacts and flushes for region at 1731066147114Disabling writes for close at 1731066147115 (+1 ms)Obtaining lock to block concurrent updates at 1731066147115Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731066147115Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199667, getHeapSize=247496, getOffHeapSize=0, getCellsCount=620 at 1731066147116 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731066147117 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731066147117Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731066147141 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731066147141Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731066147184 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731066147205 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731066147205Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731066147223 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731066147246 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731066147246Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38dc8883: reopening flushed file at 1731066147276 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43b470af: reopening flushed file at 1731066147285 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f75e3d1: reopening flushed file at 1731066147307 (+22 ms)Finished flush of dataSize ~194.99 KB/199667, heapSize ~241.46 KB/247256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 203ms, sequenceid=513, compaction requested=false at 1731066147319 (+12 ms)Writing region close event to WAL at 1731066147323 (+4 ms)Closed at 1731066147323 2024-11-08T11:42:27,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33755 is added to blk_1073741830_1006 (size=233859) 2024-11-08T11:42:27,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741830_1006 (size=233859) 2024-11-08T11:42:27,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38463 is added to blk_1073741830_1006 (size=233859) 2024-11-08T11:42:27,340 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T11:42:27,341 INFO [M:0;7d22a5ea652e:34389 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T11:42:27,341 INFO [M:0;7d22a5ea652e:34389 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34389 2024-11-08T11:42:27,341 INFO [M:0;7d22a5ea652e:34389 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T11:42:27,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1001f31e3b60000, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T11:42:27,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1001f31e3b60000, quorum=127.0.0.1:62767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T11:42:27,446 INFO [M:0;7d22a5ea652e:34389 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T11:42:27,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5af6b56c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T11:42:27,459 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@550e0320{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T11:42:27,460 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T11:42:27,460 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@186e2a85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T11:42:27,460 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19f65cdf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/hadoop.log.dir/,STOPPED} 2024-11-08T11:42:27,467 WARN [BP-133087299-172.17.0.3-1731066055848 heartbeating to localhost/127.0.0.1:46363 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T11:42:27,468 WARN [BP-133087299-172.17.0.3-1731066055848 heartbeating to localhost/127.0.0.1:46363 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-133087299-172.17.0.3-1731066055848 (Datanode Uuid a29a85a0-586a-4b11-9bc6-3fa7f1f923f8) service to localhost/127.0.0.1:46363 2024-11-08T11:42:27,468 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T11:42:27,468 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T11:42:27,469 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/cluster_62824375-4aed-77f7-0f40-9ab873f1e2e4/data/data5/current/BP-133087299-172.17.0.3-1731066055848 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T11:42:27,470 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/cluster_62824375-4aed-77f7-0f40-9ab873f1e2e4/data/data6/current/BP-133087299-172.17.0.3-1731066055848 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T11:42:27,472 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T11:42:27,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b37a1ba{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T11:42:27,477 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e9f93fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T11:42:27,477 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T11:42:27,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59abcbc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T11:42:27,478 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f8063b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/hadoop.log.dir/,STOPPED} 2024-11-08T11:42:27,480 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T11:42:27,480 WARN [BP-133087299-172.17.0.3-1731066055848 heartbeating to localhost/127.0.0.1:46363 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T11:42:27,480 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T11:42:27,480 WARN [BP-133087299-172.17.0.3-1731066055848 heartbeating to localhost/127.0.0.1:46363 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-133087299-172.17.0.3-1731066055848 (Datanode Uuid 5fe4db1b-601b-4b0a-b7d7-af600d022e4f) service to localhost/127.0.0.1:46363 2024-11-08T11:42:27,481 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/cluster_62824375-4aed-77f7-0f40-9ab873f1e2e4/data/data3/current/BP-133087299-172.17.0.3-1731066055848 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T11:42:27,481 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/cluster_62824375-4aed-77f7-0f40-9ab873f1e2e4/data/data4/current/BP-133087299-172.17.0.3-1731066055848 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T11:42:27,481 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T11:42:27,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b13900{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T11:42:27,490 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d3b4673{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T11:42:27,490 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T11:42:27,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e749197{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T11:42:27,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23ea30b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/hadoop.log.dir/,STOPPED} 2024-11-08T11:42:27,492 WARN [BP-133087299-172.17.0.3-1731066055848 heartbeating to localhost/127.0.0.1:46363 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T11:42:27,492 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T11:42:27,492 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T11:42:27,492 WARN [BP-133087299-172.17.0.3-1731066055848 heartbeating to localhost/127.0.0.1:46363 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-133087299-172.17.0.3-1731066055848 (Datanode Uuid 168272a3-dda7-4532-81d5-42d289717c0e) service to localhost/127.0.0.1:46363 2024-11-08T11:42:27,493 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/cluster_62824375-4aed-77f7-0f40-9ab873f1e2e4/data/data1/current/BP-133087299-172.17.0.3-1731066055848 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T11:42:27,493 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/cluster_62824375-4aed-77f7-0f40-9ab873f1e2e4/data/data2/current/BP-133087299-172.17.0.3-1731066055848 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T11:42:27,494 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T11:42:27,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6aaaed20{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T11:42:27,505 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@db420b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T11:42:27,505 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T11:42:27,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a925055{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T11:42:27,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11491302{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/hadoop.log.dir/,STOPPED} 2024-11-08T11:42:27,516 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T11:42:27,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T11:42:27,598 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=92 (was 11) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7d22a5ea652e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7d22a5ea652e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:46363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7d22a5ea652e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@36af3923 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:46363 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:46363 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:46363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:46363 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:46363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7d22a5ea652e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:46363 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7d22a5ea652e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/7d22a5ea652e:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7d22a5ea652e:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=444 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=683 (was 521) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1378 (was 2338) 2024-11-08T11:42:27,615 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=93, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=683, ProcessCount=11, AvailableMemoryMB=1376 2024-11-08T11:42:27,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/hadoop.log.dir so I do NOT create it in target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349 2024-11-08T11:42:27,633 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T11:42:27,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/hadoop.tmp.dir so I do NOT create it in target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349 2024-11-08T11:42:27,633 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e244a26-f006-5547-da09-fc81ca51722c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T11:42:27,633 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349 2024-11-08T11:42:27,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T11:42:27,633 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/cluster_77012ae3-3eb5-5e0e-6f80-acf884aeb2ec, deleteOnExit=true 2024-11-08T11:42:27,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T11:42:27,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/test.cache.data in system properties and HBase conf 2024-11-08T11:42:27,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T11:42:27,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/hadoop.log.dir in system properties and HBase conf 2024-11-08T11:42:27,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T11:42:27,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T11:42:27,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T11:42:27,634 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T11:42:27,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T11:42:27,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T11:42:27,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T11:42:27,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T11:42:27,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T11:42:27,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T11:42:27,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T11:42:27,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T11:42:27,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T11:42:27,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/nfs.dump.dir in system properties and HBase conf 2024-11-08T11:42:27,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/java.io.tmpdir in system properties and HBase conf 2024-11-08T11:42:27,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T11:42:27,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T11:42:27,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T11:42:27,778 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T11:42:27,785 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T11:42:27,798 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T11:42:27,798 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T11:42:27,798 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T11:42:27,801 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T11:42:27,802 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7154421{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/hadoop.log.dir/,AVAILABLE} 2024-11-08T11:42:27,803 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@359ec23e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T11:42:27,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e543aed{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/java.io.tmpdir/jetty-localhost-40375-hadoop-hdfs-3_4_1-tests_jar-_-any-15545863653169234520/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T11:42:27,970 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23a46088{HTTP/1.1, (http/1.1)}{localhost:40375} 2024-11-08T11:42:27,970 INFO [Time-limited test {}] server.Server(415): Started @95025ms 2024-11-08T11:42:28,120 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T11:42:28,130 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T11:42:28,133 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T11:42:28,133 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T11:42:28,133 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T11:42:28,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7053826d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/hadoop.log.dir/,AVAILABLE} 2024-11-08T11:42:28,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@481c5a9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T11:42:28,287 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b35cb36{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/java.io.tmpdir/jetty-localhost-41671-hadoop-hdfs-3_4_1-tests_jar-_-any-2088895552092527845/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T11:42:28,287 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@307980e8{HTTP/1.1, (http/1.1)}{localhost:41671} 2024-11-08T11:42:28,287 INFO [Time-limited test {}] server.Server(415): Started @95342ms 2024-11-08T11:42:28,289 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T11:42:28,376 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T11:42:28,384 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T11:42:28,387 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T11:42:28,387 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T11:42:28,387 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T11:42:28,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f45d5ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/hadoop.log.dir/,AVAILABLE} 2024-11-08T11:42:28,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@236881af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T11:42:28,439 WARN [Thread-667 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/cluster_77012ae3-3eb5-5e0e-6f80-acf884aeb2ec/data/data2/current/BP-1300611721-172.17.0.3-1731066147665/current, will proceed with Du for space computation calculation, 2024-11-08T11:42:28,440 WARN [Thread-666 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/cluster_77012ae3-3eb5-5e0e-6f80-acf884aeb2ec/data/data1/current/BP-1300611721-172.17.0.3-1731066147665/current, will proceed with Du for space computation calculation, 2024-11-08T11:42:28,505 WARN [Thread-645 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T11:42:28,535 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd97ca8246e04405e with lease ID 0xf2eb626c81755094: Processing first storage report for DS-5d573059-afb5-413f-9e59-c0fa80502692 from datanode DatanodeRegistration(127.0.0.1:32883, datanodeUuid=c9656a2d-c3dd-4d0c-a02c-b6fa178e99cd, infoPort=40195, infoSecurePort=0, ipcPort=35745, storageInfo=lv=-57;cid=testClusterID;nsid=713715976;c=1731066147665) 2024-11-08T11:42:28,536 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd97ca8246e04405e with lease ID 0xf2eb626c81755094: from storage DS-5d573059-afb5-413f-9e59-c0fa80502692 node DatanodeRegistration(127.0.0.1:32883, datanodeUuid=c9656a2d-c3dd-4d0c-a02c-b6fa178e99cd, infoPort=40195, infoSecurePort=0, ipcPort=35745, storageInfo=lv=-57;cid=testClusterID;nsid=713715976;c=1731066147665), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T11:42:28,536 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd97ca8246e04405e with lease ID 0xf2eb626c81755094: Processing first storage report for DS-153f4d1b-0fec-4e88-9dba-dc97a7877eb3 from datanode DatanodeRegistration(127.0.0.1:32883, datanodeUuid=c9656a2d-c3dd-4d0c-a02c-b6fa178e99cd, infoPort=40195, infoSecurePort=0, ipcPort=35745, storageInfo=lv=-57;cid=testClusterID;nsid=713715976;c=1731066147665) 2024-11-08T11:42:28,536 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd97ca8246e04405e with lease ID 0xf2eb626c81755094: from storage DS-153f4d1b-0fec-4e88-9dba-dc97a7877eb3 node DatanodeRegistration(127.0.0.1:32883, datanodeUuid=c9656a2d-c3dd-4d0c-a02c-b6fa178e99cd, infoPort=40195, infoSecurePort=0, ipcPort=35745, storageInfo=lv=-57;cid=testClusterID;nsid=713715976;c=1731066147665), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T11:42:28,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37206f93{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/java.io.tmpdir/jetty-localhost-37641-hadoop-hdfs-3_4_1-tests_jar-_-any-11580289644946294759/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T11:42:28,571 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@555889da{HTTP/1.1, (http/1.1)}{localhost:37641} 2024-11-08T11:42:28,571 INFO [Time-limited test {}] server.Server(415): Started @95625ms 2024-11-08T11:42:28,572 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T11:42:28,644 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T11:42:28,653 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T11:42:28,663 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T11:42:28,663 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T11:42:28,663 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T11:42:28,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@682e19c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/hadoop.log.dir/,AVAILABLE} 2024-11-08T11:42:28,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1640af40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T11:42:28,723 WARN [Thread-701 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/cluster_77012ae3-3eb5-5e0e-6f80-acf884aeb2ec/data/data3/current/BP-1300611721-172.17.0.3-1731066147665/current, will proceed with Du for space computation calculation, 2024-11-08T11:42:28,735 WARN [Thread-702 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/cluster_77012ae3-3eb5-5e0e-6f80-acf884aeb2ec/data/data4/current/BP-1300611721-172.17.0.3-1731066147665/current, will proceed with Du for space computation calculation, 2024-11-08T11:42:28,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73faf476{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/java.io.tmpdir/jetty-localhost-43339-hadoop-hdfs-3_4_1-tests_jar-_-any-9173714052726238975/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T11:42:28,836 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a96e5d3{HTTP/1.1, (http/1.1)}{localhost:43339} 2024-11-08T11:42:28,836 INFO [Time-limited test {}] server.Server(415): Started @95890ms 2024-11-08T11:42:28,840 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T11:42:28,861 WARN [Thread-681 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T11:42:28,880 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a20fe65bccde97d with lease ID 0xf2eb626c81755095: Processing first storage report for DS-5904478e-c0bd-4ce4-b4eb-84f83192577f from datanode DatanodeRegistration(127.0.0.1:35961, datanodeUuid=f12dc44a-e6f1-472a-9c10-5a50607ebc5e, infoPort=35565, infoSecurePort=0, ipcPort=40703, storageInfo=lv=-57;cid=testClusterID;nsid=713715976;c=1731066147665) 2024-11-08T11:42:28,880 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a20fe65bccde97d with lease ID 0xf2eb626c81755095: from storage DS-5904478e-c0bd-4ce4-b4eb-84f83192577f node DatanodeRegistration(127.0.0.1:35961, datanodeUuid=f12dc44a-e6f1-472a-9c10-5a50607ebc5e, infoPort=35565, infoSecurePort=0, ipcPort=40703, storageInfo=lv=-57;cid=testClusterID;nsid=713715976;c=1731066147665), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T11:42:28,880 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a20fe65bccde97d with lease ID 0xf2eb626c81755095: Processing first storage report for DS-8a79e6f9-67dc-4420-a02a-4b0b5ecc5675 from datanode DatanodeRegistration(127.0.0.1:35961, datanodeUuid=f12dc44a-e6f1-472a-9c10-5a50607ebc5e, infoPort=35565, infoSecurePort=0, ipcPort=40703, storageInfo=lv=-57;cid=testClusterID;nsid=713715976;c=1731066147665) 2024-11-08T11:42:28,880 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a20fe65bccde97d with lease ID 0xf2eb626c81755095: from storage DS-8a79e6f9-67dc-4420-a02a-4b0b5ecc5675 node DatanodeRegistration(127.0.0.1:35961, datanodeUuid=f12dc44a-e6f1-472a-9c10-5a50607ebc5e, infoPort=35565, infoSecurePort=0, ipcPort=40703, storageInfo=lv=-57;cid=testClusterID;nsid=713715976;c=1731066147665), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T11:42:29,037 WARN [Thread-727 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/cluster_77012ae3-3eb5-5e0e-6f80-acf884aeb2ec/data/data5/current/BP-1300611721-172.17.0.3-1731066147665/current, will proceed with Du for space computation calculation, 2024-11-08T11:42:29,044 WARN [Thread-728 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/cluster_77012ae3-3eb5-5e0e-6f80-acf884aeb2ec/data/data6/current/BP-1300611721-172.17.0.3-1731066147665/current, will proceed with Du for space computation calculation, 2024-11-08T11:42:29,096 WARN [Thread-716 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T11:42:29,103 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd22114f2216b27f4 with lease ID 0xf2eb626c81755096: Processing first storage report for DS-32c7de3e-d259-43d2-9f41-0122e93e6344 from datanode DatanodeRegistration(127.0.0.1:43343, datanodeUuid=d2ff6229-e240-4f69-8a9c-6b433b11a61c, infoPort=41477, infoSecurePort=0, ipcPort=42839, storageInfo=lv=-57;cid=testClusterID;nsid=713715976;c=1731066147665) 2024-11-08T11:42:29,103 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd22114f2216b27f4 with lease ID 0xf2eb626c81755096: from storage DS-32c7de3e-d259-43d2-9f41-0122e93e6344 node DatanodeRegistration(127.0.0.1:43343, datanodeUuid=d2ff6229-e240-4f69-8a9c-6b433b11a61c, infoPort=41477, infoSecurePort=0, ipcPort=42839, storageInfo=lv=-57;cid=testClusterID;nsid=713715976;c=1731066147665), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T11:42:29,103 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd22114f2216b27f4 with lease ID 0xf2eb626c81755096: Processing first storage report for DS-bbb83330-0b50-43e5-8470-9731b5bfe633 from datanode DatanodeRegistration(127.0.0.1:43343, datanodeUuid=d2ff6229-e240-4f69-8a9c-6b433b11a61c, infoPort=41477, infoSecurePort=0, ipcPort=42839, storageInfo=lv=-57;cid=testClusterID;nsid=713715976;c=1731066147665) 2024-11-08T11:42:29,103 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd22114f2216b27f4 with lease ID 0xf2eb626c81755096: from storage DS-bbb83330-0b50-43e5-8470-9731b5bfe633 node DatanodeRegistration(127.0.0.1:43343, datanodeUuid=d2ff6229-e240-4f69-8a9c-6b433b11a61c, infoPort=41477, infoSecurePort=0, ipcPort=42839, storageInfo=lv=-57;cid=testClusterID;nsid=713715976;c=1731066147665), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T11:42:29,130 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349 2024-11-08T11:42:29,141 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/cluster_77012ae3-3eb5-5e0e-6f80-acf884aeb2ec/zookeeper_0, clientPort=59880, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/cluster_77012ae3-3eb5-5e0e-6f80-acf884aeb2ec/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/cluster_77012ae3-3eb5-5e0e-6f80-acf884aeb2ec/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T11:42:29,147 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59880 2024-11-08T11:42:29,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T11:42:29,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T11:42:29,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741825_1001 (size=7) 2024-11-08T11:42:29,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32883 is added to blk_1073741825_1001 (size=7) 2024-11-08T11:42:29,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35961 is added to blk_1073741825_1001 (size=7) 2024-11-08T11:42:29,171 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1 with version=8 2024-11-08T11:42:29,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/hbase-staging 2024-11-08T11:42:29,174 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7d22a5ea652e:0 server-side Connection retries=45 2024-11-08T11:42:29,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T11:42:29,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T11:42:29,174 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T11:42:29,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T11:42:29,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T11:42:29,175 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T11:42:29,175 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T11:42:29,176 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36459 2024-11-08T11:42:29,178 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36459 connecting to ZooKeeper ensemble=127.0.0.1:59880 2024-11-08T11:42:29,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364590x0, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T11:42:29,186 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36459-0x1001f3343b00000 connected 2024-11-08T11:42:29,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T11:42:29,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T11:42:29,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36459-0x1001f3343b00000, quorum=127.0.0.1:59880, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T11:42:29,236 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1, hbase.cluster.distributed=false 2024-11-08T11:42:29,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36459-0x1001f3343b00000, quorum=127.0.0.1:59880, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T11:42:29,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36459 2024-11-08T11:42:29,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36459 2024-11-08T11:42:29,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36459 2024-11-08T11:42:29,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36459 2024-11-08T11:42:29,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36459 2024-11-08T11:42:29,267 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7d22a5ea652e:0 server-side Connection retries=45 2024-11-08T11:42:29,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T11:42:29,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T11:42:29,267 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T11:42:29,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T11:42:29,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T11:42:29,267 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T11:42:29,267 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T11:42:29,268 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35551 2024-11-08T11:42:29,269 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35551 connecting to ZooKeeper ensemble=127.0.0.1:59880 2024-11-08T11:42:29,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T11:42:29,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T11:42:29,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355510x0, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T11:42:29,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35551-0x1001f3343b00001 connected 2024-11-08T11:42:29,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35551-0x1001f3343b00001, quorum=127.0.0.1:59880, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T11:42:29,291 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T11:42:29,293 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T11:42:29,295 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35551-0x1001f3343b00001, quorum=127.0.0.1:59880, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T11:42:29,298 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35551-0x1001f3343b00001, quorum=127.0.0.1:59880, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T11:42:29,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35551 2024-11-08T11:42:29,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35551 2024-11-08T11:42:29,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35551 2024-11-08T11:42:29,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35551 2024-11-08T11:42:29,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35551 2024-11-08T11:42:29,328 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7d22a5ea652e:0 server-side Connection retries=45 2024-11-08T11:42:29,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T11:42:29,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T11:42:29,329 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T11:42:29,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T11:42:29,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T11:42:29,329 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T11:42:29,329 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T11:42:29,333 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34259 2024-11-08T11:42:29,335 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34259 connecting to ZooKeeper ensemble=127.0.0.1:59880 2024-11-08T11:42:29,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T11:42:29,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T11:42:29,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342590x0, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T11:42:29,344 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34259-0x1001f3343b00002 connected 2024-11-08T11:42:29,344 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34259-0x1001f3343b00002, quorum=127.0.0.1:59880, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T11:42:29,345 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T11:42:29,346 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T11:42:29,346 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34259-0x1001f3343b00002, quorum=127.0.0.1:59880, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T11:42:29,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34259-0x1001f3343b00002, quorum=127.0.0.1:59880, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T11:42:29,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34259 2024-11-08T11:42:29,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34259 2024-11-08T11:42:29,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34259 2024-11-08T11:42:29,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34259 2024-11-08T11:42:29,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34259 2024-11-08T11:42:29,365 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7d22a5ea652e:0 server-side Connection retries=45 2024-11-08T11:42:29,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T11:42:29,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T11:42:29,365 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T11:42:29,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T11:42:29,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T11:42:29,366 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T11:42:29,366 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T11:42:29,366 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34989 2024-11-08T11:42:29,368 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34989 connecting to ZooKeeper ensemble=127.0.0.1:59880 2024-11-08T11:42:29,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T11:42:29,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T11:42:29,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349890x0, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T11:42:29,375 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:349890x0, quorum=127.0.0.1:59880, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T11:42:29,375 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34989-0x1001f3343b00003 connected 2024-11-08T11:42:29,375 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T11:42:29,376 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T11:42:29,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34989-0x1001f3343b00003, quorum=127.0.0.1:59880, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T11:42:29,378 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34989-0x1001f3343b00003, quorum=127.0.0.1:59880, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T11:42:29,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34989 2024-11-08T11:42:29,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34989 2024-11-08T11:42:29,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34989 2024-11-08T11:42:29,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34989 2024-11-08T11:42:29,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34989 2024-11-08T11:42:29,396 DEBUG [M:0;7d22a5ea652e:36459 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7d22a5ea652e:36459 2024-11-08T11:42:29,396 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7d22a5ea652e,36459,1731066149174 2024-11-08T11:42:29,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35551-0x1001f3343b00001, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T11:42:29,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36459-0x1001f3343b00000, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T11:42:29,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34989-0x1001f3343b00003, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T11:42:29,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1001f3343b00002, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T11:42:29,401 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36459-0x1001f3343b00000, quorum=127.0.0.1:59880, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7d22a5ea652e,36459,1731066149174 2024-11-08T11:42:29,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35551-0x1001f3343b00001, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T11:42:29,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1001f3343b00002, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T11:42:29,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36459-0x1001f3343b00000, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:42:29,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34989-0x1001f3343b00003, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T11:42:29,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35551-0x1001f3343b00001, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:42:29,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1001f3343b00002, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:42:29,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34989-0x1001f3343b00003, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:42:29,406 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36459-0x1001f3343b00000, quorum=127.0.0.1:59880, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T11:42:29,407 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7d22a5ea652e,36459,1731066149174 from backup master directory 2024-11-08T11:42:29,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35551-0x1001f3343b00001, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T11:42:29,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36459-0x1001f3343b00000, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7d22a5ea652e,36459,1731066149174 2024-11-08T11:42:29,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36459-0x1001f3343b00000, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T11:42:29,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34989-0x1001f3343b00003, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T11:42:29,410 WARN [master/7d22a5ea652e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T11:42:29,410 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7d22a5ea652e,36459,1731066149174 2024-11-08T11:42:29,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1001f3343b00002, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T11:42:29,415 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/hbase.id] with ID: 99b1bfef-3a9f-43a0-af12-8c742d4a8a63 2024-11-08T11:42:29,415 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/.tmp/hbase.id 2024-11-08T11:42:29,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32883 is added to blk_1073741826_1002 (size=42) 2024-11-08T11:42:29,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35961 is added to blk_1073741826_1002 (size=42) 2024-11-08T11:42:29,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741826_1002 (size=42) 2024-11-08T11:42:29,425 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/.tmp/hbase.id]:[hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/hbase.id] 2024-11-08T11:42:29,441 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T11:42:29,441 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T11:42:29,443 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T11:42:29,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35551-0x1001f3343b00001, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:42:29,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36459-0x1001f3343b00000, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:42:29,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1001f3343b00002, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:42:29,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34989-0x1001f3343b00003, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:42:29,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35961 is added to blk_1073741827_1003 (size=196) 2024-11-08T11:42:29,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32883 is added to blk_1073741827_1003 (size=196) 2024-11-08T11:42:29,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741827_1003 (size=196) 2024-11-08T11:42:29,460 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T11:42:29,461 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T11:42:29,461 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T11:42:29,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35961 is added to blk_1073741828_1004 (size=1189) 2024-11-08T11:42:29,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741828_1004 (size=1189) 2024-11-08T11:42:29,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32883 is added to blk_1073741828_1004 (size=1189) 2024-11-08T11:42:29,472 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/MasterData/data/master/store 2024-11-08T11:42:29,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32883 is added to blk_1073741829_1005 (size=34) 2024-11-08T11:42:29,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35961 is added to blk_1073741829_1005 (size=34) 2024-11-08T11:42:29,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741829_1005 (size=34) 2024-11-08T11:42:29,481 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:42:29,481 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T11:42:29,481 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T11:42:29,481 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T11:42:29,481 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T11:42:29,481 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T11:42:29,481 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T11:42:29,481 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731066149481Disabling compacts and flushes for region at 1731066149481Disabling writes for close at 1731066149481Writing region close event to WAL at 1731066149481Closed at 1731066149481 2024-11-08T11:42:29,482 WARN [master/7d22a5ea652e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/MasterData/data/master/store/.initializing 2024-11-08T11:42:29,482 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/MasterData/WALs/7d22a5ea652e,36459,1731066149174 2024-11-08T11:42:29,483 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T11:42:29,485 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7d22a5ea652e%2C36459%2C1731066149174, suffix=, logDir=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/MasterData/WALs/7d22a5ea652e,36459,1731066149174, archiveDir=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/MasterData/oldWALs, maxLogs=10 2024-11-08T11:42:29,501 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/MasterData/WALs/7d22a5ea652e,36459,1731066149174/7d22a5ea652e%2C36459%2C1731066149174.1731066149485, exclude list is [], retry=0 2024-11-08T11:42:29,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43343,DS-32c7de3e-d259-43d2-9f41-0122e93e6344,DISK] 2024-11-08T11:42:29,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35961,DS-5904478e-c0bd-4ce4-b4eb-84f83192577f,DISK] 2024-11-08T11:42:29,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32883,DS-5d573059-afb5-413f-9e59-c0fa80502692,DISK] 2024-11-08T11:42:29,513 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/MasterData/WALs/7d22a5ea652e,36459,1731066149174/7d22a5ea652e%2C36459%2C1731066149174.1731066149485 2024-11-08T11:42:29,516 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40195:40195),(127.0.0.1/127.0.0.1:41477:41477),(127.0.0.1/127.0.0.1:35565:35565)] 2024-11-08T11:42:29,517 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T11:42:29,517 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:42:29,517 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T11:42:29,517 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T11:42:29,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T11:42:29,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T11:42:29,520 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:42:29,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T11:42:29,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T11:42:29,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T11:42:29,523 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:42:29,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T11:42:29,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T11:42:29,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T11:42:29,525 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:42:29,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T11:42:29,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T11:42:29,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T11:42:29,528 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:42:29,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T11:42:29,530 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T11:42:29,530 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T11:42:29,531 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T11:42:29,533 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T11:42:29,533 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T11:42:29,533 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T11:42:29,535 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T11:42:29,541 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T11:42:29,541 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69720286, jitterRate=0.038913220167160034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T11:42:29,542 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731066149517Initializing all the Stores at 1731066149518 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731066149518Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731066149518Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731066149518Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731066149518Cleaning up temporary data from old regions at 1731066149533 (+15 ms)Region opened successfully at 1731066149542 (+9 ms) 2024-11-08T11:42:29,544 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T11:42:29,548 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31dacb4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d22a5ea652e/172.17.0.3:0 2024-11-08T11:42:29,550 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T11:42:29,550 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T11:42:29,550 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T11:42:29,550 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T11:42:29,550 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T11:42:29,551 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T11:42:29,551 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-08T11:42:29,554 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T11:42:29,555 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36459-0x1001f3343b00000, quorum=127.0.0.1:59880, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T11:42:29,557 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T11:42:29,558 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T11:42:29,558 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36459-0x1001f3343b00000, quorum=127.0.0.1:59880, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T11:42:29,560 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T11:42:29,560 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T11:42:29,564 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36459-0x1001f3343b00000, quorum=127.0.0.1:59880, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T11:42:29,565 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T11:42:29,568 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36459-0x1001f3343b00000, quorum=127.0.0.1:59880, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T11:42:29,570 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T11:42:29,573 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36459-0x1001f3343b00000, quorum=127.0.0.1:59880, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T11:42:29,574 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T11:42:29,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35551-0x1001f3343b00001, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T11:42:29,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1001f3343b00002, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T11:42:29,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34989-0x1001f3343b00003, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T11:42:29,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35551-0x1001f3343b00001, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:42:29,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36459-0x1001f3343b00000, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T11:42:29,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1001f3343b00002, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:42:29,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34989-0x1001f3343b00003, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:42:29,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36459-0x1001f3343b00000, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:42:29,581 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7d22a5ea652e,36459,1731066149174, sessionid=0x1001f3343b00000, setting cluster-up flag (Was=false) 2024-11-08T11:42:29,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35551-0x1001f3343b00001, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:42:29,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1001f3343b00002, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:42:29,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34989-0x1001f3343b00003, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:42:29,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36459-0x1001f3343b00000, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:42:29,598 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T11:42:29,599 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d22a5ea652e,36459,1731066149174 2024-11-08T11:42:29,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1001f3343b00002, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:42:29,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35551-0x1001f3343b00001, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:42:29,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36459-0x1001f3343b00000, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:42:29,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34989-0x1001f3343b00003, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:42:29,610 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T11:42:29,611 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d22a5ea652e,36459,1731066149174 2024-11-08T11:42:29,613 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T11:42:29,625 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T11:42:29,632 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T11:42:29,633 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T11:42:29,633 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7d22a5ea652e,36459,1731066149174 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T11:42:29,637 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7d22a5ea652e:0, corePoolSize=5, maxPoolSize=5 2024-11-08T11:42:29,637 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7d22a5ea652e:0, corePoolSize=5, maxPoolSize=5 2024-11-08T11:42:29,637 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7d22a5ea652e:0, corePoolSize=5, maxPoolSize=5 2024-11-08T11:42:29,637 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7d22a5ea652e:0, corePoolSize=5, maxPoolSize=5 2024-11-08T11:42:29,637 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7d22a5ea652e:0, corePoolSize=10, maxPoolSize=10 2024-11-08T11:42:29,637 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:42:29,637 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7d22a5ea652e:0, corePoolSize=2, maxPoolSize=2 2024-11-08T11:42:29,637 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:42:29,644 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731066179644 2024-11-08T11:42:29,645 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T11:42:29,645 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T11:42:29,645 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T11:42:29,645 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T11:42:29,645 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T11:42:29,645 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T11:42:29,648 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T11:42:29,648 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T11:42:29,648 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T11:42:29,651 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:42:29,651 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T11:42:29,655 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T11:42:29,655 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T11:42:29,655 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T11:42:29,656 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T11:42:29,656 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T11:42:29,657 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7d22a5ea652e:0:becomeActiveMaster-HFileCleaner.large.0-1731066149656,5,FailOnTimeoutGroup] 2024-11-08T11:42:29,658 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7d22a5ea652e:0:becomeActiveMaster-HFileCleaner.small.0-1731066149657,5,FailOnTimeoutGroup] 2024-11-08T11:42:29,658 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T11:42:29,658 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T11:42:29,658 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T11:42:29,658 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T11:42:29,692 INFO [RS:0;7d22a5ea652e:35551 {}] regionserver.HRegionServer(746): ClusterId : 99b1bfef-3a9f-43a0-af12-8c742d4a8a63 2024-11-08T11:42:29,692 DEBUG [RS:0;7d22a5ea652e:35551 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T11:42:29,696 INFO [RS:1;7d22a5ea652e:34259 {}] regionserver.HRegionServer(746): ClusterId : 99b1bfef-3a9f-43a0-af12-8c742d4a8a63 2024-11-08T11:42:29,697 DEBUG [RS:1;7d22a5ea652e:34259 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T11:42:29,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35961 is added to blk_1073741831_1007 (size=1321) 2024-11-08T11:42:29,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32883 is added to blk_1073741831_1007 (size=1321) 2024-11-08T11:42:29,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741831_1007 (size=1321) 2024-11-08T11:42:29,703 DEBUG [RS:0;7d22a5ea652e:35551 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T11:42:29,703 DEBUG [RS:0;7d22a5ea652e:35551 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T11:42:29,709 INFO [RS:2;7d22a5ea652e:34989 {}] regionserver.HRegionServer(746): ClusterId : 99b1bfef-3a9f-43a0-af12-8c742d4a8a63 2024-11-08T11:42:29,709 DEBUG [RS:2;7d22a5ea652e:34989 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T11:42:29,711 DEBUG [RS:0;7d22a5ea652e:35551 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T11:42:29,712 DEBUG [RS:1;7d22a5ea652e:34259 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T11:42:29,712 DEBUG [RS:1;7d22a5ea652e:34259 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T11:42:29,712 DEBUG [RS:0;7d22a5ea652e:35551 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7189b6d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d22a5ea652e/172.17.0.3:0 2024-11-08T11:42:29,713 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T11:42:29,713 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1 2024-11-08T11:42:29,726 DEBUG [RS:1;7d22a5ea652e:34259 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T11:42:29,727 DEBUG [RS:1;7d22a5ea652e:34259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b3a1f8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d22a5ea652e/172.17.0.3:0 2024-11-08T11:42:29,729 DEBUG [RS:2;7d22a5ea652e:34989 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T11:42:29,729 DEBUG [RS:2;7d22a5ea652e:34989 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T11:42:29,732 DEBUG [RS:0;7d22a5ea652e:35551 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7d22a5ea652e:35551 2024-11-08T11:42:29,732 DEBUG [RS:2;7d22a5ea652e:34989 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T11:42:29,732 INFO [RS:0;7d22a5ea652e:35551 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T11:42:29,732 INFO [RS:0;7d22a5ea652e:35551 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T11:42:29,732 DEBUG [RS:0;7d22a5ea652e:35551 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T11:42:29,733 DEBUG [RS:2;7d22a5ea652e:34989 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74901afc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d22a5ea652e/172.17.0.3:0 2024-11-08T11:42:29,734 INFO [RS:0;7d22a5ea652e:35551 {}] regionserver.HRegionServer(2659): reportForDuty to master=7d22a5ea652e,36459,1731066149174 with port=35551, startcode=1731066149266 2024-11-08T11:42:29,734 DEBUG [RS:0;7d22a5ea652e:35551 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T11:42:29,744 DEBUG [RS:1;7d22a5ea652e:34259 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;7d22a5ea652e:34259 2024-11-08T11:42:29,744 INFO [RS:1;7d22a5ea652e:34259 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T11:42:29,744 INFO [RS:1;7d22a5ea652e:34259 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T11:42:29,744 DEBUG [RS:1;7d22a5ea652e:34259 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T11:42:29,745 INFO [RS:1;7d22a5ea652e:34259 {}] regionserver.HRegionServer(2659): reportForDuty to master=7d22a5ea652e,36459,1731066149174 with port=34259, startcode=1731066149328 2024-11-08T11:42:29,745 DEBUG [RS:1;7d22a5ea652e:34259 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T11:42:29,747 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54887, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T11:42:29,748 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36459 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7d22a5ea652e,35551,1731066149266 2024-11-08T11:42:29,748 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36459 {}] master.ServerManager(517): Registering regionserver=7d22a5ea652e,35551,1731066149266 2024-11-08T11:42:29,749 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50973, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T11:42:29,752 DEBUG [RS:2;7d22a5ea652e:34989 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;7d22a5ea652e:34989 2024-11-08T11:42:29,752 INFO [RS:2;7d22a5ea652e:34989 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T11:42:29,752 INFO [RS:2;7d22a5ea652e:34989 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T11:42:29,752 DEBUG [RS:2;7d22a5ea652e:34989 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T11:42:29,765 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36459 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7d22a5ea652e,34259,1731066149328 2024-11-08T11:42:29,765 INFO [RS:2;7d22a5ea652e:34989 {}] regionserver.HRegionServer(2659): reportForDuty to master=7d22a5ea652e,36459,1731066149174 with port=34989, startcode=1731066149365 2024-11-08T11:42:29,765 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36459 {}] master.ServerManager(517): Registering regionserver=7d22a5ea652e,34259,1731066149328 2024-11-08T11:42:29,765 DEBUG [RS:2;7d22a5ea652e:34989 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T11:42:29,768 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37333, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T11:42:29,769 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36459 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7d22a5ea652e,34989,1731066149365 2024-11-08T11:42:29,769 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36459 {}] master.ServerManager(517): Registering regionserver=7d22a5ea652e,34989,1731066149365 2024-11-08T11:42:29,772 DEBUG [RS:0;7d22a5ea652e:35551 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1 2024-11-08T11:42:29,772 DEBUG [RS:0;7d22a5ea652e:35551 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43483 2024-11-08T11:42:29,772 DEBUG [RS:0;7d22a5ea652e:35551 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T11:42:29,773 DEBUG [RS:1;7d22a5ea652e:34259 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1 2024-11-08T11:42:29,773 DEBUG [RS:1;7d22a5ea652e:34259 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43483 2024-11-08T11:42:29,773 DEBUG [RS:1;7d22a5ea652e:34259 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T11:42:29,773 DEBUG [RS:2;7d22a5ea652e:34989 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1 2024-11-08T11:42:29,773 DEBUG [RS:2;7d22a5ea652e:34989 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43483 2024-11-08T11:42:29,773 DEBUG [RS:2;7d22a5ea652e:34989 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T11:42:29,786 DEBUG [RS:2;7d22a5ea652e:34989 {}] zookeeper.ZKUtil(111): regionserver:34989-0x1001f3343b00003, quorum=127.0.0.1:59880, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7d22a5ea652e,34989,1731066149365 2024-11-08T11:42:29,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32883 is added to blk_1073741832_1008 (size=32) 2024-11-08T11:42:29,786 WARN [RS:2;7d22a5ea652e:34989 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T11:42:29,786 INFO [RS:2;7d22a5ea652e:34989 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T11:42:29,787 DEBUG [RS:2;7d22a5ea652e:34989 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/WALs/7d22a5ea652e,34989,1731066149365 2024-11-08T11:42:29,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741832_1008 (size=32) 2024-11-08T11:42:29,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36459-0x1001f3343b00000, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T11:42:29,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35961 is added to blk_1073741832_1008 (size=32) 2024-11-08T11:42:29,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:42:29,793 DEBUG [RS:0;7d22a5ea652e:35551 {}] zookeeper.ZKUtil(111): regionserver:35551-0x1001f3343b00001, quorum=127.0.0.1:59880, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7d22a5ea652e,35551,1731066149266 2024-11-08T11:42:29,793 WARN [RS:0;7d22a5ea652e:35551 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T11:42:29,793 INFO [RS:0;7d22a5ea652e:35551 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T11:42:29,793 DEBUG [RS:0;7d22a5ea652e:35551 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/WALs/7d22a5ea652e,35551,1731066149266 2024-11-08T11:42:29,796 DEBUG [RS:1;7d22a5ea652e:34259 {}] zookeeper.ZKUtil(111): regionserver:34259-0x1001f3343b00002, quorum=127.0.0.1:59880, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7d22a5ea652e,34259,1731066149328 2024-11-08T11:42:29,796 WARN [RS:1;7d22a5ea652e:34259 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T11:42:29,797 INFO [RS:1;7d22a5ea652e:34259 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T11:42:29,797 DEBUG [RS:1;7d22a5ea652e:34259 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/WALs/7d22a5ea652e,34259,1731066149328 2024-11-08T11:42:29,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T11:42:29,809 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7d22a5ea652e,34259,1731066149328] 2024-11-08T11:42:29,809 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7d22a5ea652e,35551,1731066149266] 2024-11-08T11:42:29,809 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7d22a5ea652e,34989,1731066149365] 2024-11-08T11:42:29,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T11:42:29,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:42:29,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T11:42:29,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T11:42:29,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T11:42:29,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:42:29,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T11:42:29,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T11:42:29,818 INFO [RS:2;7d22a5ea652e:34989 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T11:42:29,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T11:42:29,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:42:29,819 INFO [RS:2;7d22a5ea652e:34989 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T11:42:29,820 INFO [RS:2;7d22a5ea652e:34989 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T11:42:29,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T11:42:29,820 INFO [RS:2;7d22a5ea652e:34989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T11:42:29,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T11:42:29,820 INFO [RS:2;7d22a5ea652e:34989 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T11:42:29,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T11:42:29,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:42:29,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T11:42:29,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T11:42:29,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/hbase/meta/1588230740 2024-11-08T11:42:29,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/hbase/meta/1588230740 2024-11-08T11:42:29,825 INFO [RS:2;7d22a5ea652e:34989 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T11:42:29,825 INFO [RS:2;7d22a5ea652e:34989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T11:42:29,825 DEBUG [RS:2;7d22a5ea652e:34989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:42:29,825 DEBUG [RS:2;7d22a5ea652e:34989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:42:29,826 DEBUG [RS:2;7d22a5ea652e:34989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:42:29,826 DEBUG [RS:2;7d22a5ea652e:34989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:42:29,826 DEBUG [RS:2;7d22a5ea652e:34989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:42:29,826 DEBUG [RS:2;7d22a5ea652e:34989 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7d22a5ea652e:0, corePoolSize=2, maxPoolSize=2 2024-11-08T11:42:29,826 DEBUG [RS:2;7d22a5ea652e:34989 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:42:29,826 DEBUG [RS:2;7d22a5ea652e:34989 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:42:29,826 DEBUG [RS:2;7d22a5ea652e:34989 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:42:29,826 DEBUG [RS:2;7d22a5ea652e:34989 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:42:29,826 DEBUG [RS:2;7d22a5ea652e:34989 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:42:29,826 DEBUG [RS:2;7d22a5ea652e:34989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:42:29,826 DEBUG [RS:2;7d22a5ea652e:34989 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0, corePoolSize=3, maxPoolSize=3 2024-11-08T11:42:29,826 DEBUG [RS:2;7d22a5ea652e:34989 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7d22a5ea652e:0, corePoolSize=3, maxPoolSize=3 2024-11-08T11:42:29,827 INFO [RS:0;7d22a5ea652e:35551 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T11:42:29,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T11:42:29,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T11:42:29,831 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T11:42:29,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T11:42:29,849 INFO [RS:1;7d22a5ea652e:34259 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T11:42:29,882 INFO [RS:2;7d22a5ea652e:34989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T11:42:29,882 INFO [RS:1;7d22a5ea652e:34259 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T11:42:29,882 INFO [RS:2;7d22a5ea652e:34989 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T11:42:29,882 INFO [RS:2;7d22a5ea652e:34989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T11:42:29,882 INFO [RS:2;7d22a5ea652e:34989 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T11:42:29,882 INFO [RS:2;7d22a5ea652e:34989 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T11:42:29,882 INFO [RS:2;7d22a5ea652e:34989 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d22a5ea652e,34989,1731066149365-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T11:42:29,885 INFO [RS:0;7d22a5ea652e:35551 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T11:42:29,891 INFO [RS:1;7d22a5ea652e:34259 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T11:42:29,891 INFO [RS:1;7d22a5ea652e:34259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T11:42:29,896 INFO [RS:1;7d22a5ea652e:34259 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T11:42:29,896 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T11:42:29,899 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59570489, jitterRate=-0.11233054101467133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T11:42:29,899 INFO [RS:0;7d22a5ea652e:35551 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T11:42:29,899 INFO [RS:0;7d22a5ea652e:35551 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T11:42:29,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731066149790Initializing all the Stores at 1731066149792 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731066149792Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731066149800 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731066149800Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731066149800Cleaning up temporary data from old regions at 1731066149831 (+31 ms)Region opened successfully at 1731066149900 (+69 ms) 2024-11-08T11:42:29,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T11:42:29,900 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T11:42:29,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T11:42:29,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms 2024-11-08T11:42:29,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T11:42:29,901 INFO [RS:0;7d22a5ea652e:35551 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T11:42:29,901 INFO [RS:1;7d22a5ea652e:34259 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T11:42:29,901 INFO [RS:1;7d22a5ea652e:34259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T11:42:29,902 DEBUG [RS:1;7d22a5ea652e:34259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:42:29,902 DEBUG [RS:1;7d22a5ea652e:34259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:42:29,902 DEBUG [RS:1;7d22a5ea652e:34259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:42:29,902 DEBUG [RS:1;7d22a5ea652e:34259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:42:29,902 DEBUG [RS:1;7d22a5ea652e:34259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:42:29,902 DEBUG [RS:1;7d22a5ea652e:34259 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7d22a5ea652e:0, corePoolSize=2, maxPoolSize=2 2024-11-08T11:42:29,902 DEBUG [RS:1;7d22a5ea652e:34259 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:42:29,902 DEBUG [RS:1;7d22a5ea652e:34259 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:42:29,902 DEBUG [RS:1;7d22a5ea652e:34259 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:42:29,902 DEBUG [RS:1;7d22a5ea652e:34259 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:42:29,902 DEBUG [RS:1;7d22a5ea652e:34259 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:42:29,902 DEBUG [RS:1;7d22a5ea652e:34259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:42:29,902 DEBUG [RS:1;7d22a5ea652e:34259 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0, corePoolSize=3, maxPoolSize=3 2024-11-08T11:42:29,902 DEBUG [RS:1;7d22a5ea652e:34259 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7d22a5ea652e:0, corePoolSize=3, maxPoolSize=3 2024-11-08T11:42:29,903 INFO [RS:0;7d22a5ea652e:35551 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T11:42:29,903 INFO [RS:0;7d22a5ea652e:35551 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T11:42:29,903 DEBUG [RS:0;7d22a5ea652e:35551 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:42:29,903 DEBUG [RS:0;7d22a5ea652e:35551 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:42:29,903 DEBUG [RS:0;7d22a5ea652e:35551 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:42:29,903 DEBUG [RS:0;7d22a5ea652e:35551 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:42:29,903 DEBUG [RS:0;7d22a5ea652e:35551 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:42:29,903 DEBUG [RS:0;7d22a5ea652e:35551 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7d22a5ea652e:0, corePoolSize=2, maxPoolSize=2 2024-11-08T11:42:29,903 DEBUG [RS:0;7d22a5ea652e:35551 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:42:29,903 DEBUG [RS:0;7d22a5ea652e:35551 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:42:29,903 DEBUG [RS:0;7d22a5ea652e:35551 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:42:29,903 DEBUG [RS:0;7d22a5ea652e:35551 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:42:29,903 DEBUG [RS:0;7d22a5ea652e:35551 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:42:29,903 DEBUG [RS:0;7d22a5ea652e:35551 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7d22a5ea652e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T11:42:29,903 DEBUG [RS:0;7d22a5ea652e:35551 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0, corePoolSize=3, maxPoolSize=3 2024-11-08T11:42:29,903 DEBUG [RS:0;7d22a5ea652e:35551 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7d22a5ea652e:0, corePoolSize=3, maxPoolSize=3 2024-11-08T11:42:29,912 INFO [RS:1;7d22a5ea652e:34259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T11:42:29,913 INFO [RS:1;7d22a5ea652e:34259 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T11:42:29,913 INFO [RS:1;7d22a5ea652e:34259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T11:42:29,913 INFO [RS:1;7d22a5ea652e:34259 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T11:42:29,913 INFO [RS:1;7d22a5ea652e:34259 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T11:42:29,913 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T11:42:29,913 INFO [RS:1;7d22a5ea652e:34259 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d22a5ea652e,34259,1731066149328-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T11:42:29,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731066149900Disabling compacts and flushes for region at 1731066149900Disabling writes for close at 1731066149901 (+1 ms)Writing region close event to WAL at 1731066149913 (+12 ms)Closed at 1731066149913 2024-11-08T11:42:29,920 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T11:42:29,921 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T11:42:29,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T11:42:29,924 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T11:42:29,928 INFO [RS:0;7d22a5ea652e:35551 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T11:42:29,928 INFO [RS:0;7d22a5ea652e:35551 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T11:42:29,928 INFO [RS:0;7d22a5ea652e:35551 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T11:42:29,928 INFO [RS:0;7d22a5ea652e:35551 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T11:42:29,928 INFO [RS:0;7d22a5ea652e:35551 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T11:42:29,928 INFO [RS:0;7d22a5ea652e:35551 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d22a5ea652e,35551,1731066149266-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T11:42:29,929 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T11:42:29,945 INFO [RS:2;7d22a5ea652e:34989 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T11:42:29,945 INFO [RS:2;7d22a5ea652e:34989 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d22a5ea652e,34989,1731066149365-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T11:42:29,946 INFO [RS:2;7d22a5ea652e:34989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T11:42:29,946 INFO [RS:2;7d22a5ea652e:34989 {}] regionserver.Replication(171): 7d22a5ea652e,34989,1731066149365 started 2024-11-08T11:42:29,955 INFO [RS:1;7d22a5ea652e:34259 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T11:42:29,956 INFO [RS:1;7d22a5ea652e:34259 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d22a5ea652e,34259,1731066149328-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T11:42:29,956 INFO [RS:1;7d22a5ea652e:34259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T11:42:29,956 INFO [RS:1;7d22a5ea652e:34259 {}] regionserver.Replication(171): 7d22a5ea652e,34259,1731066149328 started 2024-11-08T11:42:29,970 INFO [RS:0;7d22a5ea652e:35551 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T11:42:29,970 INFO [RS:0;7d22a5ea652e:35551 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d22a5ea652e,35551,1731066149266-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T11:42:29,970 INFO [RS:0;7d22a5ea652e:35551 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T11:42:29,970 INFO [RS:0;7d22a5ea652e:35551 {}] regionserver.Replication(171): 7d22a5ea652e,35551,1731066149266 started 2024-11-08T11:42:29,982 INFO [RS:1;7d22a5ea652e:34259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T11:42:29,982 INFO [RS:1;7d22a5ea652e:34259 {}] regionserver.HRegionServer(1482): Serving as 7d22a5ea652e,34259,1731066149328, RpcServer on 7d22a5ea652e/172.17.0.3:34259, sessionid=0x1001f3343b00002 2024-11-08T11:42:29,982 DEBUG [RS:1;7d22a5ea652e:34259 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T11:42:29,982 DEBUG [RS:1;7d22a5ea652e:34259 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7d22a5ea652e,34259,1731066149328 2024-11-08T11:42:29,982 DEBUG [RS:1;7d22a5ea652e:34259 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d22a5ea652e,34259,1731066149328' 2024-11-08T11:42:29,982 DEBUG [RS:1;7d22a5ea652e:34259 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T11:42:29,983 DEBUG [RS:1;7d22a5ea652e:34259 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T11:42:29,984 DEBUG [RS:1;7d22a5ea652e:34259 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T11:42:29,984 DEBUG [RS:1;7d22a5ea652e:34259 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T11:42:29,984 DEBUG [RS:1;7d22a5ea652e:34259 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7d22a5ea652e,34259,1731066149328 2024-11-08T11:42:29,984 DEBUG [RS:1;7d22a5ea652e:34259 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d22a5ea652e,34259,1731066149328' 2024-11-08T11:42:29,984 DEBUG [RS:1;7d22a5ea652e:34259 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T11:42:29,984 DEBUG [RS:1;7d22a5ea652e:34259 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T11:42:29,991 DEBUG [RS:1;7d22a5ea652e:34259 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T11:42:29,991 INFO [RS:1;7d22a5ea652e:34259 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T11:42:29,991 INFO [RS:1;7d22a5ea652e:34259 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T11:42:29,994 INFO [RS:2;7d22a5ea652e:34989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T11:42:29,995 INFO [RS:2;7d22a5ea652e:34989 {}] regionserver.HRegionServer(1482): Serving as 7d22a5ea652e,34989,1731066149365, RpcServer on 7d22a5ea652e/172.17.0.3:34989, sessionid=0x1001f3343b00003 2024-11-08T11:42:29,995 DEBUG [RS:2;7d22a5ea652e:34989 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T11:42:29,995 DEBUG [RS:2;7d22a5ea652e:34989 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7d22a5ea652e,34989,1731066149365 2024-11-08T11:42:29,995 DEBUG [RS:2;7d22a5ea652e:34989 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d22a5ea652e,34989,1731066149365' 2024-11-08T11:42:29,995 DEBUG [RS:2;7d22a5ea652e:34989 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T11:42:30,000 INFO [RS:0;7d22a5ea652e:35551 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T11:42:30,000 INFO [RS:0;7d22a5ea652e:35551 {}] regionserver.HRegionServer(1482): Serving as 7d22a5ea652e,35551,1731066149266, RpcServer on 7d22a5ea652e/172.17.0.3:35551, sessionid=0x1001f3343b00001 2024-11-08T11:42:30,000 DEBUG [RS:0;7d22a5ea652e:35551 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T11:42:30,000 DEBUG [RS:0;7d22a5ea652e:35551 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7d22a5ea652e,35551,1731066149266 2024-11-08T11:42:30,000 DEBUG [RS:0;7d22a5ea652e:35551 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d22a5ea652e,35551,1731066149266' 2024-11-08T11:42:30,000 DEBUG [RS:0;7d22a5ea652e:35551 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T11:42:30,000 DEBUG [RS:2;7d22a5ea652e:34989 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T11:42:30,002 DEBUG [RS:0;7d22a5ea652e:35551 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T11:42:30,004 DEBUG [RS:2;7d22a5ea652e:34989 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T11:42:30,004 DEBUG [RS:2;7d22a5ea652e:34989 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T11:42:30,004 DEBUG [RS:2;7d22a5ea652e:34989 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7d22a5ea652e,34989,1731066149365 2024-11-08T11:42:30,004 DEBUG [RS:2;7d22a5ea652e:34989 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d22a5ea652e,34989,1731066149365' 2024-11-08T11:42:30,004 DEBUG [RS:2;7d22a5ea652e:34989 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T11:42:30,004 DEBUG [RS:0;7d22a5ea652e:35551 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T11:42:30,004 DEBUG [RS:0;7d22a5ea652e:35551 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T11:42:30,004 DEBUG [RS:0;7d22a5ea652e:35551 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7d22a5ea652e,35551,1731066149266 2024-11-08T11:42:30,004 DEBUG [RS:0;7d22a5ea652e:35551 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d22a5ea652e,35551,1731066149266' 2024-11-08T11:42:30,004 DEBUG [RS:0;7d22a5ea652e:35551 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T11:42:30,012 DEBUG [RS:2;7d22a5ea652e:34989 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T11:42:30,023 DEBUG [RS:2;7d22a5ea652e:34989 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T11:42:30,023 INFO [RS:2;7d22a5ea652e:34989 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T11:42:30,023 INFO [RS:2;7d22a5ea652e:34989 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T11:42:30,024 DEBUG [RS:0;7d22a5ea652e:35551 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T11:42:30,027 DEBUG [RS:0;7d22a5ea652e:35551 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T11:42:30,028 INFO [RS:0;7d22a5ea652e:35551 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T11:42:30,028 INFO [RS:0;7d22a5ea652e:35551 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T11:42:30,079 WARN [7d22a5ea652e:36459 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-08T11:42:30,092 INFO [RS:1;7d22a5ea652e:34259 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T11:42:30,100 INFO [RS:1;7d22a5ea652e:34259 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7d22a5ea652e%2C34259%2C1731066149328, suffix=, logDir=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/WALs/7d22a5ea652e,34259,1731066149328, archiveDir=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/oldWALs, maxLogs=32 2024-11-08T11:42:30,124 INFO [RS:2;7d22a5ea652e:34989 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T11:42:30,126 DEBUG [RS:1;7d22a5ea652e:34259 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/WALs/7d22a5ea652e,34259,1731066149328/7d22a5ea652e%2C34259%2C1731066149328.1731066150102, exclude list is [], retry=0 2024-11-08T11:42:30,128 INFO [RS:0;7d22a5ea652e:35551 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T11:42:30,131 INFO [RS:2;7d22a5ea652e:34989 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7d22a5ea652e%2C34989%2C1731066149365, suffix=, logDir=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/WALs/7d22a5ea652e,34989,1731066149365, archiveDir=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/oldWALs, maxLogs=32 2024-11-08T11:42:30,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32883,DS-5d573059-afb5-413f-9e59-c0fa80502692,DISK] 2024-11-08T11:42:30,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43343,DS-32c7de3e-d259-43d2-9f41-0122e93e6344,DISK] 2024-11-08T11:42:30,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35961,DS-5904478e-c0bd-4ce4-b4eb-84f83192577f,DISK] 2024-11-08T11:42:30,136 INFO [RS:0;7d22a5ea652e:35551 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7d22a5ea652e%2C35551%2C1731066149266, suffix=, logDir=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/WALs/7d22a5ea652e,35551,1731066149266, archiveDir=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/oldWALs, maxLogs=32 2024-11-08T11:42:30,155 DEBUG [RS:2;7d22a5ea652e:34989 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/WALs/7d22a5ea652e,34989,1731066149365/7d22a5ea652e%2C34989%2C1731066149365.1731066150132, exclude list is [], retry=0 2024-11-08T11:42:30,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35961,DS-5904478e-c0bd-4ce4-b4eb-84f83192577f,DISK] 2024-11-08T11:42:30,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43343,DS-32c7de3e-d259-43d2-9f41-0122e93e6344,DISK] 2024-11-08T11:42:30,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32883,DS-5d573059-afb5-413f-9e59-c0fa80502692,DISK] 2024-11-08T11:42:30,175 DEBUG [RS:0;7d22a5ea652e:35551 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/WALs/7d22a5ea652e,35551,1731066149266/7d22a5ea652e%2C35551%2C1731066149266.1731066150137, exclude list is [], retry=0 2024-11-08T11:42:30,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32883,DS-5d573059-afb5-413f-9e59-c0fa80502692,DISK] 2024-11-08T11:42:30,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35961,DS-5904478e-c0bd-4ce4-b4eb-84f83192577f,DISK] 2024-11-08T11:42:30,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43343,DS-32c7de3e-d259-43d2-9f41-0122e93e6344,DISK] 2024-11-08T11:42:30,237 INFO [RS:1;7d22a5ea652e:34259 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/WALs/7d22a5ea652e,34259,1731066149328/7d22a5ea652e%2C34259%2C1731066149328.1731066150102 2024-11-08T11:42:30,257 INFO [RS:2;7d22a5ea652e:34989 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/WALs/7d22a5ea652e,34989,1731066149365/7d22a5ea652e%2C34989%2C1731066149365.1731066150132 2024-11-08T11:42:30,261 DEBUG [RS:2;7d22a5ea652e:34989 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35565:35565),(127.0.0.1/127.0.0.1:41477:41477),(127.0.0.1/127.0.0.1:40195:40195)] 2024-11-08T11:42:30,265 DEBUG [RS:1;7d22a5ea652e:34259 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41477:41477),(127.0.0.1/127.0.0.1:35565:35565),(127.0.0.1/127.0.0.1:40195:40195)] 2024-11-08T11:42:30,273 INFO [RS:0;7d22a5ea652e:35551 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/WALs/7d22a5ea652e,35551,1731066149266/7d22a5ea652e%2C35551%2C1731066149266.1731066150137 2024-11-08T11:42:30,275 DEBUG [RS:0;7d22a5ea652e:35551 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35565:35565),(127.0.0.1/127.0.0.1:41477:41477),(127.0.0.1/127.0.0.1:40195:40195)] 2024-11-08T11:42:30,332 DEBUG [7d22a5ea652e:36459 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-08T11:42:30,333 DEBUG [7d22a5ea652e:36459 {}] balancer.BalancerClusterState(204): Hosts are {7d22a5ea652e=0} racks are {/default-rack=0} 2024-11-08T11:42:30,353 DEBUG [7d22a5ea652e:36459 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T11:42:30,353 DEBUG [7d22a5ea652e:36459 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T11:42:30,353 DEBUG [7d22a5ea652e:36459 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T11:42:30,353 DEBUG [7d22a5ea652e:36459 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T11:42:30,353 DEBUG [7d22a5ea652e:36459 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T11:42:30,353 DEBUG [7d22a5ea652e:36459 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T11:42:30,353 INFO [7d22a5ea652e:36459 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T11:42:30,353 INFO [7d22a5ea652e:36459 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T11:42:30,353 INFO [7d22a5ea652e:36459 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T11:42:30,353 DEBUG [7d22a5ea652e:36459 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T11:42:30,354 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7d22a5ea652e,34989,1731066149365 2024-11-08T11:42:30,369 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d22a5ea652e,34989,1731066149365, state=OPENING 2024-11-08T11:42:30,391 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T11:42:30,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35551-0x1001f3343b00001, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:42:30,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34989-0x1001f3343b00003, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:42:30,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36459-0x1001f3343b00000, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:42:30,400 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T11:42:30,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1001f3343b00002, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:42:30,400 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T11:42:30,401 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T11:42:30,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7d22a5ea652e,34989,1731066149365}] 2024-11-08T11:42:30,405 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T11:42:30,405 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T11:42:30,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T11:42:30,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T11:42:31,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T11:42:31,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T11:42:31,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T11:42:31,698 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T11:42:31,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T11:42:31,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T11:42:31,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T11:42:40,415 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T11:42:40,416 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44193, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T11:42:40,437 INFO [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T11:42:40,437 INFO [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T11:42:40,437 INFO [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T11:42:40,449 INFO [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7d22a5ea652e%2C34989%2C1731066149365.meta, suffix=.meta, logDir=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/WALs/7d22a5ea652e,34989,1731066149365, archiveDir=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/oldWALs, maxLogs=32 2024-11-08T11:42:40,471 DEBUG [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/WALs/7d22a5ea652e,34989,1731066149365/7d22a5ea652e%2C34989%2C1731066149365.meta.1731066160450.meta, exclude list is [], retry=0 2024-11-08T11:42:40,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43343,DS-32c7de3e-d259-43d2-9f41-0122e93e6344,DISK] 2024-11-08T11:42:40,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35961,DS-5904478e-c0bd-4ce4-b4eb-84f83192577f,DISK] 2024-11-08T11:42:40,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32883,DS-5d573059-afb5-413f-9e59-c0fa80502692,DISK] 2024-11-08T11:42:40,489 INFO [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/WALs/7d22a5ea652e,34989,1731066149365/7d22a5ea652e%2C34989%2C1731066149365.meta.1731066160450.meta 2024-11-08T11:42:40,490 DEBUG [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41477:41477),(127.0.0.1/127.0.0.1:35565:35565),(127.0.0.1/127.0.0.1:40195:40195)] 2024-11-08T11:42:40,490 DEBUG [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T11:42:40,490 DEBUG [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T11:42:40,490 DEBUG [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T11:42:40,491 INFO [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T11:42:40,491 DEBUG [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T11:42:40,491 DEBUG [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:42:40,491 DEBUG [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T11:42:40,491 DEBUG [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T11:42:40,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T11:42:40,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T11:42:40,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:42:40,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T11:42:40,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T11:42:40,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T11:42:40,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:42:40,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T11:42:40,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T11:42:40,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T11:42:40,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:42:40,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T11:42:40,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T11:42:40,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T11:42:40,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:42:40,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T11:42:40,507 DEBUG [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T11:42:40,508 DEBUG [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/hbase/meta/1588230740 2024-11-08T11:42:40,509 DEBUG [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/hbase/meta/1588230740 2024-11-08T11:42:40,511 DEBUG [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T11:42:40,511 DEBUG [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T11:42:40,511 DEBUG [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T11:42:40,513 DEBUG [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T11:42:40,514 INFO [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70037211, jitterRate=0.0436357706785202}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T11:42:40,514 DEBUG [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T11:42:40,515 DEBUG [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731066160491Writing region info on filesystem at 1731066160491Initializing all the Stores at 1731066160497 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731066160497Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731066160500 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731066160500Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731066160500Cleaning up temporary data from old regions at 1731066160511 (+11 ms)Running coprocessor post-open hooks at 1731066160514 (+3 ms)Region opened successfully at 1731066160515 (+1 ms) 2024-11-08T11:42:40,517 INFO [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731066160414 2024-11-08T11:42:40,519 DEBUG [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T11:42:40,519 INFO [RS_OPEN_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T11:42:40,520 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7d22a5ea652e,34989,1731066149365 2024-11-08T11:42:40,521 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d22a5ea652e,34989,1731066149365, state=OPEN 2024-11-08T11:42:40,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34989-0x1001f3343b00003, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T11:42:40,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35551-0x1001f3343b00001, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T11:42:40,526 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7d22a5ea652e,34989,1731066149365 2024-11-08T11:42:40,526 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T11:42:40,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1001f3343b00002, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T11:42:40,526 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T11:42:40,526 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T11:42:40,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36459-0x1001f3343b00000, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T11:42:40,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T11:42:40,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T11:42:40,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7d22a5ea652e,34989,1731066149365 in 10.1250 sec 2024-11-08T11:42:40,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T11:42:40,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6080 sec 2024-11-08T11:42:40,532 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T11:42:40,532 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T11:42:40,538 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T11:42:40,538 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d22a5ea652e,34989,1731066149365, seqNum=-1] 2024-11-08T11:42:40,538 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T11:42:40,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43237, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T11:42:40,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9320 sec 2024-11-08T11:42:40,555 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731066160555, completionTime=-1 2024-11-08T11:42:40,555 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-08T11:42:40,555 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T11:42:40,557 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-08T11:42:40,558 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731066220558 2024-11-08T11:42:40,558 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731066280558 2024-11-08T11:42:40,558 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-08T11:42:40,558 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d22a5ea652e,36459,1731066149174-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T11:42:40,558 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d22a5ea652e,36459,1731066149174-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T11:42:40,558 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d22a5ea652e,36459,1731066149174-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T11:42:40,558 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7d22a5ea652e:36459, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T11:42:40,558 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T11:42:40,559 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T11:42:40,561 DEBUG [master/7d22a5ea652e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T11:42:40,562 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.152sec 2024-11-08T11:42:40,564 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T11:42:40,564 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T11:42:40,564 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T11:42:40,564 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T11:42:40,564 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T11:42:40,564 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d22a5ea652e,36459,1731066149174-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T11:42:40,564 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d22a5ea652e,36459,1731066149174-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T11:42:40,570 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T11:42:40,570 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T11:42:40,570 INFO [master/7d22a5ea652e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d22a5ea652e,36459,1731066149174-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T11:42:40,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@482b5710, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T11:42:40,608 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d22a5ea652e,36459,-1 for getting cluster id 2024-11-08T11:42:40,608 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T11:42:40,613 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99b1bfef-3a9f-43a0-af12-8c742d4a8a63' 2024-11-08T11:42:40,617 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T11:42:40,617 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99b1bfef-3a9f-43a0-af12-8c742d4a8a63" 2024-11-08T11:42:40,620 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25d941d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T11:42:40,620 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d22a5ea652e,36459,-1] 2024-11-08T11:42:40,621 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T11:42:40,622 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T11:42:40,625 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46508, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T11:42:40,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46a5f063, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T11:42:40,630 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T11:42:40,633 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d22a5ea652e,34989,1731066149365, seqNum=-1] 2024-11-08T11:42:40,633 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T11:42:40,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37896, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T11:42:40,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7d22a5ea652e,36459,1731066149174 2024-11-08T11:42:40,642 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731066160642 (current time:1731066160642). 2024-11-08T11:42:40,642 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T11:42:40,642 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-08T11:42:40,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ff0fd14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T11:42:40,648 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d22a5ea652e,36459,-1 for getting cluster id 2024-11-08T11:42:40,648 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T11:42:40,650 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99b1bfef-3a9f-43a0-af12-8c742d4a8a63' 2024-11-08T11:42:40,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T11:42:40,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99b1bfef-3a9f-43a0-af12-8c742d4a8a63" 2024-11-08T11:42:40,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a451b68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T11:42:40,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d22a5ea652e,36459,-1] 2024-11-08T11:42:40,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T11:42:40,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T11:42:40,657 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46526, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T11:42:40,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32e8a7b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T11:42:40,661 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T11:42:40,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d22a5ea652e,34989,1731066149365, seqNum=-1] 2024-11-08T11:42:40,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T11:42:40,664 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37906, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T11:42:40,665 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T11:42:40,665 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T11:42:40,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T11:42:40,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T11:42:40,666 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T11:42:40,669 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d22a5ea652e,36459,1731066149174 2024-11-08T11:42:40,669 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10df19da 2024-11-08T11:42:40,669 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T11:42:40,669 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T11:42:40,671 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46542, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T11:42:40,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T11:42:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-08T11:42:40,687 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T11:42:40,687 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:42:40,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-08T11:42:40,689 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T11:42:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T11:42:40,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32883 is added to blk_1073741837_1013 (size=361) 2024-11-08T11:42:40,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741837_1013 (size=361) 2024-11-08T11:42:40,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35961 is added to blk_1073741837_1013 (size=361) 2024-11-08T11:42:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T11:42:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T11:42:41,161 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d0a510973cc7e3d7f4f37b4c0fca8047, NAME => 'SPTestTable,,1731066160672.d0a510973cc7e3d7f4f37b4c0fca8047.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1 2024-11-08T11:42:41,163 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5dc7cd244cba8834a9965793597ae11d, NAME => 'SPTestTable,19999999,1731066160672.5dc7cd244cba8834a9965793597ae11d.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1 2024-11-08T11:42:41,169 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 604a4363e424e2c699b1baabe2363702, NAME => 'SPTestTable,33333332,1731066160672.604a4363e424e2c699b1baabe2363702.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1 2024-11-08T11:42:41,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35961 is added to blk_1073741838_1014 (size=54) 2024-11-08T11:42:41,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32883 is added to blk_1073741840_1016 (size=62) 2024-11-08T11:42:41,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35961 is added to blk_1073741840_1016 (size=62) 2024-11-08T11:42:41,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741840_1016 (size=62) 2024-11-08T11:42:41,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741838_1014 (size=54) 2024-11-08T11:42:41,196 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731066160672.d0a510973cc7e3d7f4f37b4c0fca8047.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:42:41,196 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d0a510973cc7e3d7f4f37b4c0fca8047, disabling compactions & flushes 2024-11-08T11:42:41,196 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731066160672.d0a510973cc7e3d7f4f37b4c0fca8047. 2024-11-08T11:42:41,196 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731066160672.d0a510973cc7e3d7f4f37b4c0fca8047. 2024-11-08T11:42:41,196 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731066160672.d0a510973cc7e3d7f4f37b4c0fca8047. after waiting 0 ms 2024-11-08T11:42:41,196 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731066160672.d0a510973cc7e3d7f4f37b4c0fca8047. 2024-11-08T11:42:41,197 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731066160672.d0a510973cc7e3d7f4f37b4c0fca8047. 2024-11-08T11:42:41,197 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d0a510973cc7e3d7f4f37b4c0fca8047: Waiting for close lock at 1731066161196Disabling compacts and flushes for region at 1731066161196Disabling writes for close at 1731066161196Writing region close event to WAL at 1731066161197 (+1 ms)Closed at 1731066161197 2024-11-08T11:42:41,197 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c52a7c88b988bff29c203c0368140591, NAME => 'SPTestTable,4ccccccb,1731066160672.c52a7c88b988bff29c203c0368140591.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1 2024-11-08T11:42:41,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32883 is added to blk_1073741838_1014 (size=54) 2024-11-08T11:42:41,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35961 is added to blk_1073741839_1015 (size=62) 2024-11-08T11:42:41,201 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731066160672.604a4363e424e2c699b1baabe2363702.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:42:41,201 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 604a4363e424e2c699b1baabe2363702, disabling compactions & flushes 2024-11-08T11:42:41,201 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731066160672.604a4363e424e2c699b1baabe2363702. 2024-11-08T11:42:41,201 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731066160672.604a4363e424e2c699b1baabe2363702. 2024-11-08T11:42:41,201 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731066160672.604a4363e424e2c699b1baabe2363702. after waiting 0 ms 2024-11-08T11:42:41,201 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731066160672.604a4363e424e2c699b1baabe2363702. 2024-11-08T11:42:41,201 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731066160672.604a4363e424e2c699b1baabe2363702. 2024-11-08T11:42:41,201 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 604a4363e424e2c699b1baabe2363702: Waiting for close lock at 1731066161201Disabling compacts and flushes for region at 1731066161201Disabling writes for close at 1731066161201Writing region close event to WAL at 1731066161201Closed at 1731066161201 2024-11-08T11:42:41,202 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ca1a09fea573d9101af9daac5272b02a, NAME => 'SPTestTable,66666664,1731066160672.ca1a09fea573d9101af9daac5272b02a.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1 2024-11-08T11:42:41,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32883 is added to blk_1073741839_1015 (size=62) 2024-11-08T11:42:41,212 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731066160672.5dc7cd244cba8834a9965793597ae11d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:42:41,212 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5dc7cd244cba8834a9965793597ae11d, disabling compactions & flushes 2024-11-08T11:42:41,212 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731066160672.5dc7cd244cba8834a9965793597ae11d. 2024-11-08T11:42:41,212 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731066160672.5dc7cd244cba8834a9965793597ae11d. 2024-11-08T11:42:41,212 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731066160672.5dc7cd244cba8834a9965793597ae11d. after waiting 0 ms 2024-11-08T11:42:41,212 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731066160672.5dc7cd244cba8834a9965793597ae11d. 2024-11-08T11:42:41,212 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731066160672.5dc7cd244cba8834a9965793597ae11d. 2024-11-08T11:42:41,212 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5dc7cd244cba8834a9965793597ae11d: Waiting for close lock at 1731066161212Disabling compacts and flushes for region at 1731066161212Disabling writes for close at 1731066161212Writing region close event to WAL at 1731066161212Closed at 1731066161212 2024-11-08T11:42:41,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741839_1015 (size=62) 2024-11-08T11:42:41,213 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => af077d75271034e73e47836ede169ca6, NAME => 'SPTestTable,7ffffffd,1731066160672.af077d75271034e73e47836ede169ca6.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1 2024-11-08T11:42:41,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32883 is added to blk_1073741842_1018 (size=62) 2024-11-08T11:42:41,237 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731066160672.ca1a09fea573d9101af9daac5272b02a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:42:41,237 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing ca1a09fea573d9101af9daac5272b02a, disabling compactions & flushes 2024-11-08T11:42:41,237 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731066160672.ca1a09fea573d9101af9daac5272b02a. 2024-11-08T11:42:41,237 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731066160672.ca1a09fea573d9101af9daac5272b02a. 2024-11-08T11:42:41,237 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731066160672.ca1a09fea573d9101af9daac5272b02a. after waiting 0 ms 2024-11-08T11:42:41,237 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731066160672.ca1a09fea573d9101af9daac5272b02a. 2024-11-08T11:42:41,237 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731066160672.ca1a09fea573d9101af9daac5272b02a. 2024-11-08T11:42:41,237 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for ca1a09fea573d9101af9daac5272b02a: Waiting for close lock at 1731066161237Disabling compacts and flushes for region at 1731066161237Disabling writes for close at 1731066161237Writing region close event to WAL at 1731066161237Closed at 1731066161237 2024-11-08T11:42:41,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35961 is added to blk_1073741842_1018 (size=62) 2024-11-08T11:42:41,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741842_1018 (size=62) 2024-11-08T11:42:41,238 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ef6f033186cc75d30d91c5596589bfa3, NAME => 'SPTestTable,99999996,1731066160672.ef6f033186cc75d30d91c5596589bfa3.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1 2024-11-08T11:42:41,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741841_1017 (size=62) 2024-11-08T11:42:41,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32883 is added to blk_1073741841_1017 (size=62) 2024-11-08T11:42:41,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35961 is added to blk_1073741841_1017 (size=62) 2024-11-08T11:42:41,253 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731066160672.c52a7c88b988bff29c203c0368140591.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:42:41,253 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c52a7c88b988bff29c203c0368140591, disabling compactions & flushes 2024-11-08T11:42:41,253 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731066160672.c52a7c88b988bff29c203c0368140591. 2024-11-08T11:42:41,253 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731066160672.c52a7c88b988bff29c203c0368140591. 2024-11-08T11:42:41,253 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731066160672.c52a7c88b988bff29c203c0368140591. after waiting 0 ms 2024-11-08T11:42:41,253 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731066160672.c52a7c88b988bff29c203c0368140591. 2024-11-08T11:42:41,253 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731066160672.c52a7c88b988bff29c203c0368140591. 2024-11-08T11:42:41,253 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c52a7c88b988bff29c203c0368140591: Waiting for close lock at 1731066161253Disabling compacts and flushes for region at 1731066161253Disabling writes for close at 1731066161253Writing region close event to WAL at 1731066161253Closed at 1731066161253 2024-11-08T11:42:41,254 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0bfb99d6b5e3edad14a138850f1ea042, NAME => 'SPTestTable,b333332f,1731066160672.0bfb99d6b5e3edad14a138850f1ea042.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1 2024-11-08T11:42:41,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32883 is added to blk_1073741843_1019 (size=62) 2024-11-08T11:42:41,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35961 is added to blk_1073741843_1019 (size=62) 2024-11-08T11:42:41,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741843_1019 (size=62) 2024-11-08T11:42:41,265 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731066160672.af077d75271034e73e47836ede169ca6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:42:41,265 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing af077d75271034e73e47836ede169ca6, disabling compactions & flushes 2024-11-08T11:42:41,265 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731066160672.af077d75271034e73e47836ede169ca6. 2024-11-08T11:42:41,265 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731066160672.af077d75271034e73e47836ede169ca6. 2024-11-08T11:42:41,265 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731066160672.af077d75271034e73e47836ede169ca6. after waiting 0 ms 2024-11-08T11:42:41,265 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731066160672.af077d75271034e73e47836ede169ca6. 2024-11-08T11:42:41,265 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731066160672.af077d75271034e73e47836ede169ca6. 2024-11-08T11:42:41,265 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for af077d75271034e73e47836ede169ca6: Waiting for close lock at 1731066161265Disabling compacts and flushes for region at 1731066161265Disabling writes for close at 1731066161265Writing region close event to WAL at 1731066161265Closed at 1731066161265 2024-11-08T11:42:41,266 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 99785223e59860a8e1e7dbedf36ed686, NAME => 'SPTestTable,ccccccc8,1731066160672.99785223e59860a8e1e7dbedf36ed686.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1 2024-11-08T11:42:41,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741845_1021 (size=62) 2024-11-08T11:42:41,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32883 is added to blk_1073741845_1021 (size=62) 2024-11-08T11:42:41,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35961 is added to blk_1073741845_1021 (size=62) 2024-11-08T11:42:41,305 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731066160672.0bfb99d6b5e3edad14a138850f1ea042.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:42:41,305 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 0bfb99d6b5e3edad14a138850f1ea042, disabling compactions & flushes 2024-11-08T11:42:41,305 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731066160672.0bfb99d6b5e3edad14a138850f1ea042. 2024-11-08T11:42:41,305 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731066160672.0bfb99d6b5e3edad14a138850f1ea042. 2024-11-08T11:42:41,305 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731066160672.0bfb99d6b5e3edad14a138850f1ea042. after waiting 0 ms 2024-11-08T11:42:41,305 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731066160672.0bfb99d6b5e3edad14a138850f1ea042. 2024-11-08T11:42:41,305 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731066160672.0bfb99d6b5e3edad14a138850f1ea042. 2024-11-08T11:42:41,305 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0bfb99d6b5e3edad14a138850f1ea042: Waiting for close lock at 1731066161305Disabling compacts and flushes for region at 1731066161305Disabling writes for close at 1731066161305Writing region close event to WAL at 1731066161305Closed at 1731066161305 2024-11-08T11:42:41,306 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => af3a5f0e616113039caa4c1fcd53370e, NAME => 'SPTestTable,e6666661,1731066160672.af3a5f0e616113039caa4c1fcd53370e.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1 2024-11-08T11:42:41,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32883 is added to blk_1073741846_1022 (size=62) 2024-11-08T11:42:41,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741846_1022 (size=62) 2024-11-08T11:42:41,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T11:42:41,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35961 is added to blk_1073741846_1022 (size=62) 2024-11-08T11:42:41,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32883 is added to blk_1073741844_1020 (size=62) 2024-11-08T11:42:41,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35961 is added to blk_1073741844_1020 (size=62) 2024-11-08T11:42:41,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741844_1020 (size=62) 2024-11-08T11:42:41,321 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731066160672.99785223e59860a8e1e7dbedf36ed686.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:42:41,321 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 99785223e59860a8e1e7dbedf36ed686, disabling compactions & flushes 2024-11-08T11:42:41,321 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731066160672.ef6f033186cc75d30d91c5596589bfa3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:42:41,322 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731066160672.99785223e59860a8e1e7dbedf36ed686. 2024-11-08T11:42:41,322 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing ef6f033186cc75d30d91c5596589bfa3, disabling compactions & flushes 2024-11-08T11:42:41,322 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731066160672.99785223e59860a8e1e7dbedf36ed686. 2024-11-08T11:42:41,322 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731066160672.ef6f033186cc75d30d91c5596589bfa3. 2024-11-08T11:42:41,322 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731066160672.ef6f033186cc75d30d91c5596589bfa3. 2024-11-08T11:42:41,322 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731066160672.99785223e59860a8e1e7dbedf36ed686. after waiting 0 ms 2024-11-08T11:42:41,322 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731066160672.ef6f033186cc75d30d91c5596589bfa3. after waiting 0 ms 2024-11-08T11:42:41,322 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731066160672.99785223e59860a8e1e7dbedf36ed686. 2024-11-08T11:42:41,322 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731066160672.ef6f033186cc75d30d91c5596589bfa3. 2024-11-08T11:42:41,322 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731066160672.ef6f033186cc75d30d91c5596589bfa3. 2024-11-08T11:42:41,322 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731066160672.99785223e59860a8e1e7dbedf36ed686. 2024-11-08T11:42:41,322 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for ef6f033186cc75d30d91c5596589bfa3: Waiting for close lock at 1731066161322Disabling compacts and flushes for region at 1731066161322Disabling writes for close at 1731066161322Writing region close event to WAL at 1731066161322Closed at 1731066161322 2024-11-08T11:42:41,322 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 99785223e59860a8e1e7dbedf36ed686: Waiting for close lock at 1731066161321Disabling compacts and flushes for region at 1731066161321Disabling writes for close at 1731066161322 (+1 ms)Writing region close event to WAL at 1731066161322Closed at 1731066161322 2024-11-08T11:42:41,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741847_1023 (size=54) 2024-11-08T11:42:41,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32883 is added to blk_1073741847_1023 (size=54) 2024-11-08T11:42:41,341 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731066160672.af3a5f0e616113039caa4c1fcd53370e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:42:41,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35961 is added to blk_1073741847_1023 (size=54) 2024-11-08T11:42:41,342 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing af3a5f0e616113039caa4c1fcd53370e, disabling compactions & flushes 2024-11-08T11:42:41,342 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731066160672.af3a5f0e616113039caa4c1fcd53370e. 2024-11-08T11:42:41,342 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731066160672.af3a5f0e616113039caa4c1fcd53370e. 2024-11-08T11:42:41,342 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731066160672.af3a5f0e616113039caa4c1fcd53370e. after waiting 0 ms 2024-11-08T11:42:41,342 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731066160672.af3a5f0e616113039caa4c1fcd53370e. 2024-11-08T11:42:41,342 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731066160672.af3a5f0e616113039caa4c1fcd53370e. 2024-11-08T11:42:41,342 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for af3a5f0e616113039caa4c1fcd53370e: Waiting for close lock at 1731066161342Disabling compacts and flushes for region at 1731066161342Disabling writes for close at 1731066161342Writing region close event to WAL at 1731066161342Closed at 1731066161342 2024-11-08T11:42:41,344 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T11:42:41,345 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731066160672.d0a510973cc7e3d7f4f37b4c0fca8047.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731066161344"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731066161344"}]},"ts":"1731066161344"} 2024-11-08T11:42:41,345 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731066160672.604a4363e424e2c699b1baabe2363702.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731066161344"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731066161344"}]},"ts":"1731066161344"} 2024-11-08T11:42:41,345 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731066160672.5dc7cd244cba8834a9965793597ae11d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731066161344"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731066161344"}]},"ts":"1731066161344"} 2024-11-08T11:42:41,345 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731066160672.ca1a09fea573d9101af9daac5272b02a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731066161344"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731066161344"}]},"ts":"1731066161344"} 2024-11-08T11:42:41,345 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731066160672.c52a7c88b988bff29c203c0368140591.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731066161344"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731066161344"}]},"ts":"1731066161344"} 2024-11-08T11:42:41,346 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731066160672.af077d75271034e73e47836ede169ca6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731066161344"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731066161344"}]},"ts":"1731066161344"} 2024-11-08T11:42:41,346 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731066160672.0bfb99d6b5e3edad14a138850f1ea042.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731066161344"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731066161344"}]},"ts":"1731066161344"} 2024-11-08T11:42:41,346 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731066160672.ef6f033186cc75d30d91c5596589bfa3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731066161344"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731066161344"}]},"ts":"1731066161344"} 2024-11-08T11:42:41,346 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731066160672.99785223e59860a8e1e7dbedf36ed686.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731066161344"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731066161344"}]},"ts":"1731066161344"} 2024-11-08T11:42:41,346 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731066160672.af3a5f0e616113039caa4c1fcd53370e.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731066161344"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731066161344"}]},"ts":"1731066161344"} 2024-11-08T11:42:41,352 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-08T11:42:41,353 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T11:42:41,354 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731066161354"}]},"ts":"1731066161354"} 2024-11-08T11:42:41,356 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-08T11:42:41,357 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {7d22a5ea652e=0} racks are {/default-rack=0} 2024-11-08T11:42:41,363 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T11:42:41,363 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T11:42:41,363 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T11:42:41,363 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T11:42:41,363 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T11:42:41,363 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T11:42:41,363 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T11:42:41,363 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T11:42:41,363 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T11:42:41,363 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T11:42:41,364 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d0a510973cc7e3d7f4f37b4c0fca8047, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5dc7cd244cba8834a9965793597ae11d, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=604a4363e424e2c699b1baabe2363702, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c52a7c88b988bff29c203c0368140591, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ca1a09fea573d9101af9daac5272b02a, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af077d75271034e73e47836ede169ca6, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ef6f033186cc75d30d91c5596589bfa3, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0bfb99d6b5e3edad14a138850f1ea042, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=99785223e59860a8e1e7dbedf36ed686, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af3a5f0e616113039caa4c1fcd53370e, ASSIGN}] 2024-11-08T11:42:41,366 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c52a7c88b988bff29c203c0368140591, ASSIGN 2024-11-08T11:42:41,367 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=604a4363e424e2c699b1baabe2363702, ASSIGN 2024-11-08T11:42:41,367 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5dc7cd244cba8834a9965793597ae11d, ASSIGN 2024-11-08T11:42:41,368 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c52a7c88b988bff29c203c0368140591, ASSIGN; state=OFFLINE, location=7d22a5ea652e,34989,1731066149365; forceNewPlan=false, retain=false 2024-11-08T11:42:41,369 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=604a4363e424e2c699b1baabe2363702, ASSIGN; state=OFFLINE, location=7d22a5ea652e,34989,1731066149365; forceNewPlan=false, retain=false 2024-11-08T11:42:41,369 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5dc7cd244cba8834a9965793597ae11d, ASSIGN; state=OFFLINE, location=7d22a5ea652e,35551,1731066149266; forceNewPlan=false, retain=false 2024-11-08T11:42:41,370 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ca1a09fea573d9101af9daac5272b02a, ASSIGN 2024-11-08T11:42:41,371 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af3a5f0e616113039caa4c1fcd53370e, ASSIGN 2024-11-08T11:42:41,372 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ca1a09fea573d9101af9daac5272b02a, ASSIGN; state=OFFLINE, location=7d22a5ea652e,34259,1731066149328; forceNewPlan=false, retain=false 2024-11-08T11:42:41,372 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=af3a5f0e616113039caa4c1fcd53370e, ASSIGN; state=OFFLINE, location=7d22a5ea652e,34259,1731066149328; forceNewPlan=false, retain=false 2024-11-08T11:42:41,373 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0bfb99d6b5e3edad14a138850f1ea042, ASSIGN 2024-11-08T11:42:41,375 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0bfb99d6b5e3edad14a138850f1ea042, ASSIGN; state=OFFLINE, location=7d22a5ea652e,34259,1731066149328; forceNewPlan=false, retain=false 2024-11-08T11:42:41,375 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ef6f033186cc75d30d91c5596589bfa3, ASSIGN 2024-11-08T11:42:41,376 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ef6f033186cc75d30d91c5596589bfa3, ASSIGN; state=OFFLINE, location=7d22a5ea652e,34989,1731066149365; forceNewPlan=false, retain=false 2024-11-08T11:42:41,376 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d0a510973cc7e3d7f4f37b4c0fca8047, ASSIGN 2024-11-08T11:42:41,377 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d0a510973cc7e3d7f4f37b4c0fca8047, ASSIGN; state=OFFLINE, location=7d22a5ea652e,34259,1731066149328; forceNewPlan=false, retain=false 2024-11-08T11:42:41,377 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af077d75271034e73e47836ede169ca6, ASSIGN 2024-11-08T11:42:41,378 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=99785223e59860a8e1e7dbedf36ed686, ASSIGN 2024-11-08T11:42:41,378 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=af077d75271034e73e47836ede169ca6, ASSIGN; state=OFFLINE, location=7d22a5ea652e,35551,1731066149266; forceNewPlan=false, retain=false 2024-11-08T11:42:41,379 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=99785223e59860a8e1e7dbedf36ed686, ASSIGN; state=OFFLINE, location=7d22a5ea652e,35551,1731066149266; forceNewPlan=false, retain=false 2024-11-08T11:42:41,519 INFO [7d22a5ea652e:36459 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-08T11:42:41,520 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=c52a7c88b988bff29c203c0368140591, regionState=OPENING, regionLocation=7d22a5ea652e,34989,1731066149365 2024-11-08T11:42:41,520 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=af077d75271034e73e47836ede169ca6, regionState=OPENING, regionLocation=7d22a5ea652e,35551,1731066149266 2024-11-08T11:42:41,520 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=ef6f033186cc75d30d91c5596589bfa3, regionState=OPENING, regionLocation=7d22a5ea652e,34989,1731066149365 2024-11-08T11:42:41,520 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=99785223e59860a8e1e7dbedf36ed686, regionState=OPENING, regionLocation=7d22a5ea652e,35551,1731066149266 2024-11-08T11:42:41,521 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=0bfb99d6b5e3edad14a138850f1ea042, regionState=OPENING, regionLocation=7d22a5ea652e,34259,1731066149328 2024-11-08T11:42:41,521 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=604a4363e424e2c699b1baabe2363702, regionState=OPENING, regionLocation=7d22a5ea652e,34989,1731066149365 2024-11-08T11:42:41,521 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=af3a5f0e616113039caa4c1fcd53370e, regionState=OPENING, regionLocation=7d22a5ea652e,34259,1731066149328 2024-11-08T11:42:41,521 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ca1a09fea573d9101af9daac5272b02a, regionState=OPENING, regionLocation=7d22a5ea652e,34259,1731066149328 2024-11-08T11:42:41,522 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d0a510973cc7e3d7f4f37b4c0fca8047, regionState=OPENING, regionLocation=7d22a5ea652e,34259,1731066149328 2024-11-08T11:42:41,523 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5dc7cd244cba8834a9965793597ae11d, regionState=OPENING, regionLocation=7d22a5ea652e,35551,1731066149266 2024-11-08T11:42:41,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=99785223e59860a8e1e7dbedf36ed686, ASSIGN because future has completed 2024-11-08T11:42:41,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c52a7c88b988bff29c203c0368140591, ASSIGN because future has completed 2024-11-08T11:42:41,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99785223e59860a8e1e7dbedf36ed686, server=7d22a5ea652e,35551,1731066149266}] 2024-11-08T11:42:41,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=af077d75271034e73e47836ede169ca6, ASSIGN because future has completed 2024-11-08T11:42:41,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ef6f033186cc75d30d91c5596589bfa3, ASSIGN because future has completed 2024-11-08T11:42:41,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=af3a5f0e616113039caa4c1fcd53370e, ASSIGN because future has completed 2024-11-08T11:42:41,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef6f033186cc75d30d91c5596589bfa3, server=7d22a5ea652e,34989,1731066149365}] 2024-11-08T11:42:41,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure af077d75271034e73e47836ede169ca6, server=7d22a5ea652e,35551,1731066149266}] 2024-11-08T11:42:41,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0bfb99d6b5e3edad14a138850f1ea042, ASSIGN because future has completed 2024-11-08T11:42:41,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=604a4363e424e2c699b1baabe2363702, ASSIGN because future has completed 2024-11-08T11:42:41,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ca1a09fea573d9101af9daac5272b02a, ASSIGN because future has completed 2024-11-08T11:42:41,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure af3a5f0e616113039caa4c1fcd53370e, server=7d22a5ea652e,34259,1731066149328}] 2024-11-08T11:42:41,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d0a510973cc7e3d7f4f37b4c0fca8047, ASSIGN because future has completed 2024-11-08T11:42:41,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5dc7cd244cba8834a9965793597ae11d, ASSIGN because future has completed 2024-11-08T11:42:41,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5dc7cd244cba8834a9965793597ae11d, server=7d22a5ea652e,35551,1731066149266}] 2024-11-08T11:42:41,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure c52a7c88b988bff29c203c0368140591, server=7d22a5ea652e,34989,1731066149365}] 2024-11-08T11:42:41,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0a510973cc7e3d7f4f37b4c0fca8047, server=7d22a5ea652e,34259,1731066149328}] 2024-11-08T11:42:41,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca1a09fea573d9101af9daac5272b02a, server=7d22a5ea652e,34259,1731066149328}] 2024-11-08T11:42:41,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 604a4363e424e2c699b1baabe2363702, server=7d22a5ea652e,34989,1731066149365}] 2024-11-08T11:42:41,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bfb99d6b5e3edad14a138850f1ea042, server=7d22a5ea652e,34259,1731066149328}] 2024-11-08T11:42:41,818 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T11:42:41,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T11:42:42,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T11:42:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T11:42:45,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T11:42:45,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T11:42:45,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T11:42:46,036 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T11:42:46,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T11:42:46,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T11:42:46,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T11:42:48,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T11:42:50,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T11:42:50,464 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T11:42:50,465 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T11:42:50,465 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T11:42:51,566 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T11:42:51,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58265, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T11:42:51,589 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731066160672.af077d75271034e73e47836ede169ca6. 2024-11-08T11:42:51,589 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => af077d75271034e73e47836ede169ca6, NAME => 'SPTestTable,7ffffffd,1731066160672.af077d75271034e73e47836ede169ca6.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-08T11:42:51,590 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable af077d75271034e73e47836ede169ca6 2024-11-08T11:42:51,590 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731066160672.af077d75271034e73e47836ede169ca6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:42:51,590 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for af077d75271034e73e47836ede169ca6 2024-11-08T11:42:51,590 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for af077d75271034e73e47836ede169ca6 2024-11-08T11:42:51,594 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T11:42:51,598 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731066160672.604a4363e424e2c699b1baabe2363702. 2024-11-08T11:42:51,598 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 604a4363e424e2c699b1baabe2363702, NAME => 'SPTestTable,33333332,1731066160672.604a4363e424e2c699b1baabe2363702.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-08T11:42:51,599 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 604a4363e424e2c699b1baabe2363702 2024-11-08T11:42:51,599 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731066160672.604a4363e424e2c699b1baabe2363702.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:42:51,599 INFO [StoreOpener-af077d75271034e73e47836ede169ca6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region af077d75271034e73e47836ede169ca6 2024-11-08T11:42:51,599 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 604a4363e424e2c699b1baabe2363702 2024-11-08T11:42:51,599 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 604a4363e424e2c699b1baabe2363702 2024-11-08T11:42:51,615 INFO [StoreOpener-af077d75271034e73e47836ede169ca6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af077d75271034e73e47836ede169ca6 columnFamilyName cf 2024-11-08T11:42:51,615 DEBUG [StoreOpener-af077d75271034e73e47836ede169ca6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:42:51,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42081, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T11:42:51,621 INFO [StoreOpener-af077d75271034e73e47836ede169ca6-1 {}] regionserver.HStore(327): Store=af077d75271034e73e47836ede169ca6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T11:42:51,621 INFO [StoreOpener-604a4363e424e2c699b1baabe2363702-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 604a4363e424e2c699b1baabe2363702 2024-11-08T11:42:51,626 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for af077d75271034e73e47836ede169ca6 2024-11-08T11:42:51,632 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/af077d75271034e73e47836ede169ca6 2024-11-08T11:42:51,637 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/af077d75271034e73e47836ede169ca6 2024-11-08T11:42:51,639 INFO [StoreOpener-604a4363e424e2c699b1baabe2363702-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 604a4363e424e2c699b1baabe2363702 columnFamilyName cf 2024-11-08T11:42:51,639 DEBUG [StoreOpener-604a4363e424e2c699b1baabe2363702-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:42:51,641 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for af077d75271034e73e47836ede169ca6 2024-11-08T11:42:51,641 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for af077d75271034e73e47836ede169ca6 2024-11-08T11:42:51,641 INFO [StoreOpener-604a4363e424e2c699b1baabe2363702-1 {}] regionserver.HStore(327): Store=604a4363e424e2c699b1baabe2363702/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T11:42:51,645 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 604a4363e424e2c699b1baabe2363702 2024-11-08T11:42:51,652 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/604a4363e424e2c699b1baabe2363702 2024-11-08T11:42:51,657 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for af077d75271034e73e47836ede169ca6 2024-11-08T11:42:51,657 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/604a4363e424e2c699b1baabe2363702 2024-11-08T11:42:51,665 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 604a4363e424e2c699b1baabe2363702 2024-11-08T11:42:51,665 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 604a4363e424e2c699b1baabe2363702 2024-11-08T11:42:51,669 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,,1731066160672.d0a510973cc7e3d7f4f37b4c0fca8047. 2024-11-08T11:42:51,669 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => d0a510973cc7e3d7f4f37b4c0fca8047, NAME => 'SPTestTable,,1731066160672.d0a510973cc7e3d7f4f37b4c0fca8047.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-08T11:42:51,670 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d0a510973cc7e3d7f4f37b4c0fca8047 2024-11-08T11:42:51,670 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,,1731066160672.d0a510973cc7e3d7f4f37b4c0fca8047.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:42:51,670 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for d0a510973cc7e3d7f4f37b4c0fca8047 2024-11-08T11:42:51,670 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for d0a510973cc7e3d7f4f37b4c0fca8047 2024-11-08T11:42:51,680 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/af077d75271034e73e47836ede169ca6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T11:42:51,681 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened af077d75271034e73e47836ede169ca6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66163134, jitterRate=-0.014092475175857544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T11:42:51,682 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af077d75271034e73e47836ede169ca6 2024-11-08T11:42:51,682 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for af077d75271034e73e47836ede169ca6: Running coprocessor pre-open hook at 1731066171590Writing region info on filesystem at 1731066171590Initializing all the Stores at 1731066171592 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731066171592Cleaning up temporary data from old regions at 1731066171641 (+49 ms)Running coprocessor post-open hooks at 1731066171682 (+41 ms)Region opened successfully at 1731066171682 2024-11-08T11:42:51,683 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 604a4363e424e2c699b1baabe2363702 2024-11-08T11:42:51,693 INFO [StoreOpener-d0a510973cc7e3d7f4f37b4c0fca8047-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d0a510973cc7e3d7f4f37b4c0fca8047 2024-11-08T11:42:51,697 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731066160672.af077d75271034e73e47836ede169ca6., pid=17, masterSystemTime=1731066171566 2024-11-08T11:42:51,709 INFO [StoreOpener-d0a510973cc7e3d7f4f37b4c0fca8047-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0a510973cc7e3d7f4f37b4c0fca8047 columnFamilyName cf 2024-11-08T11:42:51,709 DEBUG [StoreOpener-d0a510973cc7e3d7f4f37b4c0fca8047-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:42:51,713 INFO [StoreOpener-d0a510973cc7e3d7f4f37b4c0fca8047-1 {}] regionserver.HStore(327): Store=d0a510973cc7e3d7f4f37b4c0fca8047/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T11:42:51,714 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for d0a510973cc7e3d7f4f37b4c0fca8047 2024-11-08T11:42:51,715 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731066160672.af077d75271034e73e47836ede169ca6. 2024-11-08T11:42:51,715 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731066160672.af077d75271034e73e47836ede169ca6. 2024-11-08T11:42:51,715 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731066160672.99785223e59860a8e1e7dbedf36ed686. 2024-11-08T11:42:51,715 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 99785223e59860a8e1e7dbedf36ed686, NAME => 'SPTestTable,ccccccc8,1731066160672.99785223e59860a8e1e7dbedf36ed686.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-08T11:42:51,716 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 99785223e59860a8e1e7dbedf36ed686 2024-11-08T11:42:51,716 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731066160672.99785223e59860a8e1e7dbedf36ed686.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:42:51,716 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 99785223e59860a8e1e7dbedf36ed686 2024-11-08T11:42:51,716 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 99785223e59860a8e1e7dbedf36ed686 2024-11-08T11:42:51,717 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/d0a510973cc7e3d7f4f37b4c0fca8047 2024-11-08T11:42:51,719 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/604a4363e424e2c699b1baabe2363702/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T11:42:51,719 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/d0a510973cc7e3d7f4f37b4c0fca8047 2024-11-08T11:42:51,720 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for d0a510973cc7e3d7f4f37b4c0fca8047 2024-11-08T11:42:51,720 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for d0a510973cc7e3d7f4f37b4c0fca8047 2024-11-08T11:42:51,724 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 604a4363e424e2c699b1baabe2363702; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71049034, jitterRate=0.05871310830116272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T11:42:51,725 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 604a4363e424e2c699b1baabe2363702 2024-11-08T11:42:51,725 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 604a4363e424e2c699b1baabe2363702: Running coprocessor pre-open hook at 1731066171599Writing region info on filesystem at 1731066171599Initializing all the Stores at 1731066171612 (+13 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731066171612Cleaning up temporary data from old regions at 1731066171665 (+53 ms)Running coprocessor post-open hooks at 1731066171725 (+60 ms)Region opened successfully at 1731066171725 2024-11-08T11:42:51,725 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=af077d75271034e73e47836ede169ca6, regionState=OPEN, openSeqNum=2, regionLocation=7d22a5ea652e,35551,1731066149266 2024-11-08T11:42:51,729 INFO [StoreOpener-99785223e59860a8e1e7dbedf36ed686-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 99785223e59860a8e1e7dbedf36ed686 2024-11-08T11:42:51,733 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for d0a510973cc7e3d7f4f37b4c0fca8047 2024-11-08T11:42:51,740 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731066160672.604a4363e424e2c699b1baabe2363702., pid=23, masterSystemTime=1731066171575 2024-11-08T11:42:51,740 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/d0a510973cc7e3d7f4f37b4c0fca8047/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T11:42:51,741 INFO [StoreOpener-99785223e59860a8e1e7dbedf36ed686-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99785223e59860a8e1e7dbedf36ed686 columnFamilyName cf 2024-11-08T11:42:51,741 DEBUG [StoreOpener-99785223e59860a8e1e7dbedf36ed686-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:42:51,741 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened d0a510973cc7e3d7f4f37b4c0fca8047; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66119733, jitterRate=-0.014739200472831726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T11:42:51,741 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d0a510973cc7e3d7f4f37b4c0fca8047 2024-11-08T11:42:51,741 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for d0a510973cc7e3d7f4f37b4c0fca8047: Running coprocessor pre-open hook at 1731066171670Writing region info on filesystem at 1731066171670Initializing all the Stores at 1731066171684 (+14 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731066171684Cleaning up temporary data from old regions at 1731066171720 (+36 ms)Running coprocessor post-open hooks at 1731066171741 (+21 ms)Region opened successfully at 1731066171741 2024-11-08T11:42:51,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure af077d75271034e73e47836ede169ca6, server=7d22a5ea652e,35551,1731066149266 because future has completed 2024-11-08T11:42:51,745 INFO [StoreOpener-99785223e59860a8e1e7dbedf36ed686-1 {}] regionserver.HStore(327): Store=99785223e59860a8e1e7dbedf36ed686/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T11:42:51,745 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 99785223e59860a8e1e7dbedf36ed686 2024-11-08T11:42:51,753 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/99785223e59860a8e1e7dbedf36ed686 2024-11-08T11:42:51,756 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731066160672.d0a510973cc7e3d7f4f37b4c0fca8047., pid=21, masterSystemTime=1731066171594 2024-11-08T11:42:51,760 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/99785223e59860a8e1e7dbedf36ed686 2024-11-08T11:42:51,761 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731066160672.604a4363e424e2c699b1baabe2363702. 2024-11-08T11:42:51,761 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731066160672.604a4363e424e2c699b1baabe2363702. 2024-11-08T11:42:51,761 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731066160672.c52a7c88b988bff29c203c0368140591. 2024-11-08T11:42:51,761 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => c52a7c88b988bff29c203c0368140591, NAME => 'SPTestTable,4ccccccb,1731066160672.c52a7c88b988bff29c203c0368140591.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-08T11:42:51,761 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c52a7c88b988bff29c203c0368140591 2024-11-08T11:42:51,761 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731066160672.c52a7c88b988bff29c203c0368140591.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:42:51,762 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for c52a7c88b988bff29c203c0368140591 2024-11-08T11:42:51,762 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for c52a7c88b988bff29c203c0368140591 2024-11-08T11:42:51,764 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=604a4363e424e2c699b1baabe2363702, regionState=OPEN, openSeqNum=2, regionLocation=7d22a5ea652e,34989,1731066149365 2024-11-08T11:42:51,769 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 99785223e59860a8e1e7dbedf36ed686 2024-11-08T11:42:51,769 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 99785223e59860a8e1e7dbedf36ed686 2024-11-08T11:42:51,771 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731066160672.d0a510973cc7e3d7f4f37b4c0fca8047. 2024-11-08T11:42:51,771 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731066160672.d0a510973cc7e3d7f4f37b4c0fca8047. 2024-11-08T11:42:51,771 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731066160672.ca1a09fea573d9101af9daac5272b02a. 2024-11-08T11:42:51,771 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => ca1a09fea573d9101af9daac5272b02a, NAME => 'SPTestTable,66666664,1731066160672.ca1a09fea573d9101af9daac5272b02a.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-08T11:42:51,772 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ca1a09fea573d9101af9daac5272b02a 2024-11-08T11:42:51,772 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731066160672.ca1a09fea573d9101af9daac5272b02a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:42:51,772 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for ca1a09fea573d9101af9daac5272b02a 2024-11-08T11:42:51,772 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for ca1a09fea573d9101af9daac5272b02a 2024-11-08T11:42:51,773 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d0a510973cc7e3d7f4f37b4c0fca8047, regionState=OPEN, openSeqNum=2, regionLocation=7d22a5ea652e,34259,1731066149328 2024-11-08T11:42:51,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 604a4363e424e2c699b1baabe2363702, server=7d22a5ea652e,34989,1731066149365 because future has completed 2024-11-08T11:42:51,775 INFO [StoreOpener-c52a7c88b988bff29c203c0368140591-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c52a7c88b988bff29c203c0368140591 2024-11-08T11:42:51,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=10 2024-11-08T11:42:51,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0a510973cc7e3d7f4f37b4c0fca8047, server=7d22a5ea652e,34259,1731066149328 because future has completed 2024-11-08T11:42:51,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure af077d75271034e73e47836ede169ca6, server=7d22a5ea652e,35551,1731066149266 in 10.2080 sec 2024-11-08T11:42:51,785 INFO [StoreOpener-c52a7c88b988bff29c203c0368140591-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c52a7c88b988bff29c203c0368140591 columnFamilyName cf 2024-11-08T11:42:51,785 DEBUG [StoreOpener-c52a7c88b988bff29c203c0368140591-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:42:51,788 INFO [StoreOpener-c52a7c88b988bff29c203c0368140591-1 {}] regionserver.HStore(327): Store=c52a7c88b988bff29c203c0368140591/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T11:42:51,788 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for c52a7c88b988bff29c203c0368140591 2024-11-08T11:42:51,788 INFO [StoreOpener-ca1a09fea573d9101af9daac5272b02a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ca1a09fea573d9101af9daac5272b02a 2024-11-08T11:42:51,793 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/c52a7c88b988bff29c203c0368140591 2024-11-08T11:42:51,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af077d75271034e73e47836ede169ca6, ASSIGN in 10.4170 sec 2024-11-08T11:42:51,796 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 99785223e59860a8e1e7dbedf36ed686 2024-11-08T11:42:51,797 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/c52a7c88b988bff29c203c0368140591 2024-11-08T11:42:51,799 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for c52a7c88b988bff29c203c0368140591 2024-11-08T11:42:51,799 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for c52a7c88b988bff29c203c0368140591 2024-11-08T11:42:51,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-11-08T11:42:51,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 604a4363e424e2c699b1baabe2363702, server=7d22a5ea652e,34989,1731066149365 in 10.1510 sec 2024-11-08T11:42:51,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=5 2024-11-08T11:42:51,809 INFO [StoreOpener-ca1a09fea573d9101af9daac5272b02a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca1a09fea573d9101af9daac5272b02a columnFamilyName cf 2024-11-08T11:42:51,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d0a510973cc7e3d7f4f37b4c0fca8047, server=7d22a5ea652e,34259,1731066149328 in 10.1950 sec 2024-11-08T11:42:51,809 DEBUG [StoreOpener-ca1a09fea573d9101af9daac5272b02a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:42:51,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=604a4363e424e2c699b1baabe2363702, ASSIGN in 10.4380 sec 2024-11-08T11:42:51,816 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/99785223e59860a8e1e7dbedf36ed686/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T11:42:51,817 INFO [StoreOpener-ca1a09fea573d9101af9daac5272b02a-1 {}] regionserver.HStore(327): Store=ca1a09fea573d9101af9daac5272b02a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T11:42:51,817 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for ca1a09fea573d9101af9daac5272b02a 2024-11-08T11:42:51,817 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for c52a7c88b988bff29c203c0368140591 2024-11-08T11:42:51,819 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 99785223e59860a8e1e7dbedf36ed686; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74552935, jitterRate=0.11092530190944672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T11:42:51,819 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 99785223e59860a8e1e7dbedf36ed686 2024-11-08T11:42:51,819 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 99785223e59860a8e1e7dbedf36ed686: Running coprocessor pre-open hook at 1731066171716Writing region info on filesystem at 1731066171716Initializing all the Stores at 1731066171723 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731066171723Cleaning up temporary data from old regions at 1731066171769 (+46 ms)Running coprocessor post-open hooks at 1731066171819 (+50 ms)Region opened successfully at 1731066171819 2024-11-08T11:42:51,820 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/ca1a09fea573d9101af9daac5272b02a 2024-11-08T11:42:51,821 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/ca1a09fea573d9101af9daac5272b02a 2024-11-08T11:42:51,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d0a510973cc7e3d7f4f37b4c0fca8047, ASSIGN in 10.4450 sec 2024-11-08T11:42:51,825 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731066160672.99785223e59860a8e1e7dbedf36ed686., pid=15, masterSystemTime=1731066171566 2024-11-08T11:42:51,827 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for ca1a09fea573d9101af9daac5272b02a 2024-11-08T11:42:51,827 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for ca1a09fea573d9101af9daac5272b02a 2024-11-08T11:42:51,839 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=99785223e59860a8e1e7dbedf36ed686, regionState=OPEN, openSeqNum=2, regionLocation=7d22a5ea652e,35551,1731066149266 2024-11-08T11:42:51,844 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731066160672.99785223e59860a8e1e7dbedf36ed686. 2024-11-08T11:42:51,844 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731066160672.99785223e59860a8e1e7dbedf36ed686. 2024-11-08T11:42:51,844 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731066160672.5dc7cd244cba8834a9965793597ae11d. 2024-11-08T11:42:51,844 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 5dc7cd244cba8834a9965793597ae11d, NAME => 'SPTestTable,19999999,1731066160672.5dc7cd244cba8834a9965793597ae11d.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-08T11:42:51,845 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5dc7cd244cba8834a9965793597ae11d 2024-11-08T11:42:51,848 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/c52a7c88b988bff29c203c0368140591/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T11:42:51,849 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731066160672.5dc7cd244cba8834a9965793597ae11d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:42:51,849 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 5dc7cd244cba8834a9965793597ae11d 2024-11-08T11:42:51,849 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 5dc7cd244cba8834a9965793597ae11d 2024-11-08T11:42:51,850 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened c52a7c88b988bff29c203c0368140591; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73541495, jitterRate=0.09585367143154144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T11:42:51,850 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c52a7c88b988bff29c203c0368140591 2024-11-08T11:42:51,850 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for c52a7c88b988bff29c203c0368140591: Running coprocessor pre-open hook at 1731066171762Writing region info on filesystem at 1731066171762Initializing all the Stores at 1731066171774 (+12 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731066171774Cleaning up temporary data from old regions at 1731066171799 (+25 ms)Running coprocessor post-open hooks at 1731066171850 (+51 ms)Region opened successfully at 1731066171850 2024-11-08T11:42:51,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99785223e59860a8e1e7dbedf36ed686, server=7d22a5ea652e,35551,1731066149266 because future has completed 2024-11-08T11:42:51,851 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731066160672.c52a7c88b988bff29c203c0368140591., pid=18, masterSystemTime=1731066171575 2024-11-08T11:42:51,854 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for ca1a09fea573d9101af9daac5272b02a 2024-11-08T11:42:51,861 INFO [StoreOpener-5dc7cd244cba8834a9965793597ae11d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5dc7cd244cba8834a9965793597ae11d 2024-11-08T11:42:51,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-11-08T11:42:51,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 99785223e59860a8e1e7dbedf36ed686, server=7d22a5ea652e,35551,1731066149266 in 10.3260 sec 2024-11-08T11:42:51,866 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731066160672.c52a7c88b988bff29c203c0368140591. 2024-11-08T11:42:51,866 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731066160672.c52a7c88b988bff29c203c0368140591. 2024-11-08T11:42:51,867 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731066160672.ef6f033186cc75d30d91c5596589bfa3. 2024-11-08T11:42:51,867 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => ef6f033186cc75d30d91c5596589bfa3, NAME => 'SPTestTable,99999996,1731066160672.ef6f033186cc75d30d91c5596589bfa3.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-08T11:42:51,867 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ef6f033186cc75d30d91c5596589bfa3 2024-11-08T11:42:51,867 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731066160672.ef6f033186cc75d30d91c5596589bfa3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:42:51,867 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for ef6f033186cc75d30d91c5596589bfa3 2024-11-08T11:42:51,867 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for ef6f033186cc75d30d91c5596589bfa3 2024-11-08T11:42:51,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=99785223e59860a8e1e7dbedf36ed686, ASSIGN in 10.4970 sec 2024-11-08T11:42:51,869 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=c52a7c88b988bff29c203c0368140591, regionState=OPEN, openSeqNum=2, regionLocation=7d22a5ea652e,34989,1731066149365 2024-11-08T11:42:51,869 INFO [StoreOpener-5dc7cd244cba8834a9965793597ae11d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5dc7cd244cba8834a9965793597ae11d columnFamilyName cf 2024-11-08T11:42:51,869 DEBUG [StoreOpener-5dc7cd244cba8834a9965793597ae11d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:42:51,870 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/ca1a09fea573d9101af9daac5272b02a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T11:42:51,872 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened ca1a09fea573d9101af9daac5272b02a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64177534, jitterRate=-0.04368022084236145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T11:42:51,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure c52a7c88b988bff29c203c0368140591, server=7d22a5ea652e,34989,1731066149365 because future has completed 2024-11-08T11:42:51,872 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ca1a09fea573d9101af9daac5272b02a 2024-11-08T11:42:51,872 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for ca1a09fea573d9101af9daac5272b02a: Running coprocessor pre-open hook at 1731066171772Writing region info on filesystem at 1731066171772Initializing all the Stores at 1731066171781 (+9 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731066171782 (+1 ms)Cleaning up temporary data from old regions at 1731066171827 (+45 ms)Running coprocessor post-open hooks at 1731066171872 (+45 ms)Region opened successfully at 1731066171872 2024-11-08T11:42:51,872 INFO [StoreOpener-5dc7cd244cba8834a9965793597ae11d-1 {}] regionserver.HStore(327): Store=5dc7cd244cba8834a9965793597ae11d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T11:42:51,872 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 5dc7cd244cba8834a9965793597ae11d 2024-11-08T11:42:51,875 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/5dc7cd244cba8834a9965793597ae11d 2024-11-08T11:42:51,876 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731066160672.ca1a09fea573d9101af9daac5272b02a., pid=22, masterSystemTime=1731066171594 2024-11-08T11:42:51,877 INFO [StoreOpener-ef6f033186cc75d30d91c5596589bfa3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ef6f033186cc75d30d91c5596589bfa3 2024-11-08T11:42:51,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=8 2024-11-08T11:42:51,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure c52a7c88b988bff29c203c0368140591, server=7d22a5ea652e,34989,1731066149365 in 10.3070 sec 2024-11-08T11:42:51,884 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/5dc7cd244cba8834a9965793597ae11d 2024-11-08T11:42:51,885 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731066160672.ca1a09fea573d9101af9daac5272b02a. 2024-11-08T11:42:51,885 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731066160672.ca1a09fea573d9101af9daac5272b02a. 2024-11-08T11:42:51,886 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731066160672.af3a5f0e616113039caa4c1fcd53370e. 2024-11-08T11:42:51,886 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => af3a5f0e616113039caa4c1fcd53370e, NAME => 'SPTestTable,e6666661,1731066160672.af3a5f0e616113039caa4c1fcd53370e.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-08T11:42:51,886 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable af3a5f0e616113039caa4c1fcd53370e 2024-11-08T11:42:51,886 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731066160672.af3a5f0e616113039caa4c1fcd53370e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:42:51,886 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for af3a5f0e616113039caa4c1fcd53370e 2024-11-08T11:42:51,886 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for af3a5f0e616113039caa4c1fcd53370e 2024-11-08T11:42:51,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c52a7c88b988bff29c203c0368140591, ASSIGN in 10.5170 sec 2024-11-08T11:42:51,888 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ca1a09fea573d9101af9daac5272b02a, regionState=OPEN, openSeqNum=2, regionLocation=7d22a5ea652e,34259,1731066149328 2024-11-08T11:42:51,888 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 5dc7cd244cba8834a9965793597ae11d 2024-11-08T11:42:51,888 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 5dc7cd244cba8834a9965793597ae11d 2024-11-08T11:42:51,893 INFO [StoreOpener-ef6f033186cc75d30d91c5596589bfa3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef6f033186cc75d30d91c5596589bfa3 columnFamilyName cf 2024-11-08T11:42:51,893 DEBUG [StoreOpener-ef6f033186cc75d30d91c5596589bfa3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:42:51,897 INFO [StoreOpener-ef6f033186cc75d30d91c5596589bfa3-1 {}] regionserver.HStore(327): Store=ef6f033186cc75d30d91c5596589bfa3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T11:42:51,897 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for ef6f033186cc75d30d91c5596589bfa3 2024-11-08T11:42:51,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca1a09fea573d9101af9daac5272b02a, server=7d22a5ea652e,34259,1731066149328 because future has completed 2024-11-08T11:42:51,904 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/ef6f033186cc75d30d91c5596589bfa3 2024-11-08T11:42:51,905 INFO [StoreOpener-af3a5f0e616113039caa4c1fcd53370e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region af3a5f0e616113039caa4c1fcd53370e 2024-11-08T11:42:51,912 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 5dc7cd244cba8834a9965793597ae11d 2024-11-08T11:42:51,912 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/ef6f033186cc75d30d91c5596589bfa3 2024-11-08T11:42:51,921 INFO [StoreOpener-af3a5f0e616113039caa4c1fcd53370e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af3a5f0e616113039caa4c1fcd53370e columnFamilyName cf 2024-11-08T11:42:51,921 DEBUG [StoreOpener-af3a5f0e616113039caa4c1fcd53370e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:42:51,924 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for ef6f033186cc75d30d91c5596589bfa3 2024-11-08T11:42:51,924 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for ef6f033186cc75d30d91c5596589bfa3 2024-11-08T11:42:51,928 INFO [StoreOpener-af3a5f0e616113039caa4c1fcd53370e-1 {}] regionserver.HStore(327): Store=af3a5f0e616113039caa4c1fcd53370e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T11:42:51,928 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for af3a5f0e616113039caa4c1fcd53370e 2024-11-08T11:42:51,929 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/5dc7cd244cba8834a9965793597ae11d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T11:42:51,930 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 5dc7cd244cba8834a9965793597ae11d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72903868, jitterRate=0.08635228872299194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T11:42:51,930 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5dc7cd244cba8834a9965793597ae11d 2024-11-08T11:42:51,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=9 2024-11-08T11:42:51,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ca1a09fea573d9101af9daac5272b02a, server=7d22a5ea652e,34259,1731066149328 in 10.2920 sec 2024-11-08T11:42:51,930 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 5dc7cd244cba8834a9965793597ae11d: Running coprocessor pre-open hook at 1731066171849Writing region info on filesystem at 1731066171849Initializing all the Stores at 1731066171858 (+9 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731066171858Cleaning up temporary data from old regions at 1731066171888 (+30 ms)Running coprocessor post-open hooks at 1731066171930 (+42 ms)Region opened successfully at 1731066171930 2024-11-08T11:42:51,932 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/af3a5f0e616113039caa4c1fcd53370e 2024-11-08T11:42:51,933 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731066160672.5dc7cd244cba8834a9965793597ae11d., pid=20, masterSystemTime=1731066171566 2024-11-08T11:42:51,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ca1a09fea573d9101af9daac5272b02a, ASSIGN in 10.5660 sec 2024-11-08T11:42:51,940 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/af3a5f0e616113039caa4c1fcd53370e 2024-11-08T11:42:51,941 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731066160672.5dc7cd244cba8834a9965793597ae11d. 2024-11-08T11:42:51,941 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731066160672.5dc7cd244cba8834a9965793597ae11d. 2024-11-08T11:42:51,942 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5dc7cd244cba8834a9965793597ae11d, regionState=OPEN, openSeqNum=2, regionLocation=7d22a5ea652e,35551,1731066149266 2024-11-08T11:42:51,944 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for af3a5f0e616113039caa4c1fcd53370e 2024-11-08T11:42:51,944 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for af3a5f0e616113039caa4c1fcd53370e 2024-11-08T11:42:51,948 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for ef6f033186cc75d30d91c5596589bfa3 2024-11-08T11:42:51,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5dc7cd244cba8834a9965793597ae11d, server=7d22a5ea652e,35551,1731066149266 because future has completed 2024-11-08T11:42:51,960 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for af3a5f0e616113039caa4c1fcd53370e 2024-11-08T11:42:51,973 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=6 2024-11-08T11:42:51,973 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 5dc7cd244cba8834a9965793597ae11d, server=7d22a5ea652e,35551,1731066149266 in 10.3550 sec 2024-11-08T11:42:51,976 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/ef6f033186cc75d30d91c5596589bfa3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T11:42:51,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5dc7cd244cba8834a9965793597ae11d, ASSIGN in 10.6100 sec 2024-11-08T11:42:51,980 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened ef6f033186cc75d30d91c5596589bfa3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65454399, jitterRate=-0.024653449654579163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T11:42:51,981 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ef6f033186cc75d30d91c5596589bfa3 2024-11-08T11:42:51,981 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for ef6f033186cc75d30d91c5596589bfa3: Running coprocessor pre-open hook at 1731066171868Writing region info on filesystem at 1731066171868Initializing all the Stores at 1731066171875 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731066171875Cleaning up temporary data from old regions at 1731066171925 (+50 ms)Running coprocessor post-open hooks at 1731066171981 (+56 ms)Region opened successfully at 1731066171981 2024-11-08T11:42:51,982 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731066160672.ef6f033186cc75d30d91c5596589bfa3., pid=16, masterSystemTime=1731066171575 2024-11-08T11:42:51,985 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731066160672.ef6f033186cc75d30d91c5596589bfa3. 2024-11-08T11:42:51,985 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731066160672.ef6f033186cc75d30d91c5596589bfa3. 2024-11-08T11:42:51,988 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/af3a5f0e616113039caa4c1fcd53370e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T11:42:51,991 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened af3a5f0e616113039caa4c1fcd53370e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75114231, jitterRate=0.11928926408290863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T11:42:51,991 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af3a5f0e616113039caa4c1fcd53370e 2024-11-08T11:42:51,992 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for af3a5f0e616113039caa4c1fcd53370e: Running coprocessor pre-open hook at 1731066171887Writing region info on filesystem at 1731066171887Initializing all the Stores at 1731066171897 (+10 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731066171897Cleaning up temporary data from old regions at 1731066171944 (+47 ms)Running coprocessor post-open hooks at 1731066171991 (+47 ms)Region opened successfully at 1731066171991 2024-11-08T11:42:51,997 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=ef6f033186cc75d30d91c5596589bfa3, regionState=OPEN, openSeqNum=2, regionLocation=7d22a5ea652e,34989,1731066149365 2024-11-08T11:42:52,009 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731066160672.af3a5f0e616113039caa4c1fcd53370e., pid=19, masterSystemTime=1731066171594 2024-11-08T11:42:52,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef6f033186cc75d30d91c5596589bfa3, server=7d22a5ea652e,34989,1731066149365 because future has completed 2024-11-08T11:42:52,031 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731066160672.af3a5f0e616113039caa4c1fcd53370e. 2024-11-08T11:42:52,032 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731066160672.af3a5f0e616113039caa4c1fcd53370e. 2024-11-08T11:42:52,032 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731066160672.0bfb99d6b5e3edad14a138850f1ea042. 2024-11-08T11:42:52,032 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 0bfb99d6b5e3edad14a138850f1ea042, NAME => 'SPTestTable,b333332f,1731066160672.0bfb99d6b5e3edad14a138850f1ea042.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-08T11:42:52,033 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0bfb99d6b5e3edad14a138850f1ea042 2024-11-08T11:42:52,033 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731066160672.0bfb99d6b5e3edad14a138850f1ea042.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:42:52,033 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 0bfb99d6b5e3edad14a138850f1ea042 2024-11-08T11:42:52,033 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 0bfb99d6b5e3edad14a138850f1ea042 2024-11-08T11:42:52,034 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=af3a5f0e616113039caa4c1fcd53370e, regionState=OPEN, openSeqNum=2, regionLocation=7d22a5ea652e,34259,1731066149328 2024-11-08T11:42:52,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure af3a5f0e616113039caa4c1fcd53370e, server=7d22a5ea652e,34259,1731066149328 because future has completed 2024-11-08T11:42:52,043 INFO [StoreOpener-0bfb99d6b5e3edad14a138850f1ea042-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0bfb99d6b5e3edad14a138850f1ea042 2024-11-08T11:42:52,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-11-08T11:42:52,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure ef6f033186cc75d30d91c5596589bfa3, server=7d22a5ea652e,34989,1731066149365 in 10.4760 sec 2024-11-08T11:42:52,053 INFO [StoreOpener-0bfb99d6b5e3edad14a138850f1ea042-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bfb99d6b5e3edad14a138850f1ea042 columnFamilyName cf 2024-11-08T11:42:52,053 DEBUG [StoreOpener-0bfb99d6b5e3edad14a138850f1ea042-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:42:52,054 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ef6f033186cc75d30d91c5596589bfa3, ASSIGN in 10.6800 sec 2024-11-08T11:42:52,056 INFO [StoreOpener-0bfb99d6b5e3edad14a138850f1ea042-1 {}] regionserver.HStore(327): Store=0bfb99d6b5e3edad14a138850f1ea042/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T11:42:52,060 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 0bfb99d6b5e3edad14a138850f1ea042 2024-11-08T11:42:52,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-11-08T11:42:52,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure af3a5f0e616113039caa4c1fcd53370e, server=7d22a5ea652e,34259,1731066149328 in 10.4750 sec 2024-11-08T11:42:52,064 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/0bfb99d6b5e3edad14a138850f1ea042 2024-11-08T11:42:52,065 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/0bfb99d6b5e3edad14a138850f1ea042 2024-11-08T11:42:52,066 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 0bfb99d6b5e3edad14a138850f1ea042 2024-11-08T11:42:52,066 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 0bfb99d6b5e3edad14a138850f1ea042 2024-11-08T11:42:52,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af3a5f0e616113039caa4c1fcd53370e, ASSIGN in 10.6980 sec 2024-11-08T11:42:52,073 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 0bfb99d6b5e3edad14a138850f1ea042 2024-11-08T11:42:52,084 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/0bfb99d6b5e3edad14a138850f1ea042/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T11:42:52,088 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 0bfb99d6b5e3edad14a138850f1ea042; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67240096, jitterRate=0.0019555091857910156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T11:42:52,088 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0bfb99d6b5e3edad14a138850f1ea042 2024-11-08T11:42:52,088 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 0bfb99d6b5e3edad14a138850f1ea042: Running coprocessor pre-open hook at 1731066172033Writing region info on filesystem at 1731066172033Initializing all the Stores at 1731066172037 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731066172037Cleaning up temporary data from old regions at 1731066172066 (+29 ms)Running coprocessor post-open hooks at 1731066172088 (+22 ms)Region opened successfully at 1731066172088 2024-11-08T11:42:52,091 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731066160672.0bfb99d6b5e3edad14a138850f1ea042., pid=24, masterSystemTime=1731066171594 2024-11-08T11:42:52,094 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731066160672.0bfb99d6b5e3edad14a138850f1ea042. 2024-11-08T11:42:52,095 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731066160672.0bfb99d6b5e3edad14a138850f1ea042. 2024-11-08T11:42:52,099 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=0bfb99d6b5e3edad14a138850f1ea042, regionState=OPEN, openSeqNum=2, regionLocation=7d22a5ea652e,34259,1731066149328 2024-11-08T11:42:52,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bfb99d6b5e3edad14a138850f1ea042, server=7d22a5ea652e,34259,1731066149328 because future has completed 2024-11-08T11:42:52,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=12 2024-11-08T11:42:52,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 0bfb99d6b5e3edad14a138850f1ea042, server=7d22a5ea652e,34259,1731066149328 in 10.4810 sec 2024-11-08T11:42:52,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=4 2024-11-08T11:42:52,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0bfb99d6b5e3edad14a138850f1ea042, ASSIGN in 10.7560 sec 2024-11-08T11:42:52,147 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T11:42:52,148 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731066172147"}]},"ts":"1731066172147"} 2024-11-08T11:42:52,163 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-08T11:42:52,173 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T11:42:52,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.5000 sec 2024-11-08T11:42:53,820 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-08T11:42:56,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T11:42:56,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T11:42:56,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T11:42:57,143 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T11:42:57,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T11:42:57,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T11:42:57,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T11:42:58,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T11:42:58,900 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-08T11:42:58,900 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-08T11:42:58,901 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T11:42:58,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-08T11:42:58,907 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T11:42:58,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-08T11:42:58,944 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731066160672.ef6f033186cc75d30d91c5596589bfa3., hostname=7d22a5ea652e,34989,1731066149365, seqNum=2] 2024-11-08T11:42:58,950 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731066160672.ef6f033186cc75d30d91c5596589bfa3., hostname=7d22a5ea652e,34989,1731066149365, seqNum=2] 2024-11-08T11:42:59,025 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731066160672.0bfb99d6b5e3edad14a138850f1ea042., hostname=7d22a5ea652e,34259,1731066149328, seqNum=2] 2024-11-08T11:42:59,030 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731066160672.0bfb99d6b5e3edad14a138850f1ea042., hostname=7d22a5ea652e,34259,1731066149328, seqNum=2] 2024-11-08T11:42:59,035 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731066160672.0bfb99d6b5e3edad14a138850f1ea042., hostname=7d22a5ea652e,34259,1731066149328, seqNum=2] 2024-11-08T11:42:59,040 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731066160672.0bfb99d6b5e3edad14a138850f1ea042., hostname=7d22a5ea652e,34259,1731066149328, seqNum=2] 2024-11-08T11:42:59,112 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731066160672.99785223e59860a8e1e7dbedf36ed686., hostname=7d22a5ea652e,35551,1731066149266, seqNum=2] 2024-11-08T11:42:59,121 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731066160672.99785223e59860a8e1e7dbedf36ed686., hostname=7d22a5ea652e,35551,1731066149266, seqNum=2] 2024-11-08T11:42:59,123 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731066160672.99785223e59860a8e1e7dbedf36ed686., hostname=7d22a5ea652e,35551,1731066149266, seqNum=2] 2024-11-08T11:42:59,130 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T11:42:59,132 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731066160672.99785223e59860a8e1e7dbedf36ed686., hostname=7d22a5ea652e,35551,1731066149266, seqNum=2] 2024-11-08T11:42:59,133 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731066160672.99785223e59860a8e1e7dbedf36ed686., hostname=7d22a5ea652e,35551,1731066149266, seqNum=2] 2024-11-08T11:42:59,135 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731066160672.99785223e59860a8e1e7dbedf36ed686., hostname=7d22a5ea652e,35551,1731066149266, seqNum=2] 2024-11-08T11:42:59,139 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731066160672.99785223e59860a8e1e7dbedf36ed686., hostname=7d22a5ea652e,35551,1731066149266, seqNum=2] 2024-11-08T11:42:59,268 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731066160672.af3a5f0e616113039caa4c1fcd53370e., hostname=7d22a5ea652e,34259,1731066149328, seqNum=2] 2024-11-08T11:42:59,271 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731066160672.af3a5f0e616113039caa4c1fcd53370e., hostname=7d22a5ea652e,34259,1731066149328, seqNum=2] 2024-11-08T11:42:59,273 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731066160672.af3a5f0e616113039caa4c1fcd53370e., hostname=7d22a5ea652e,34259,1731066149328, seqNum=2] 2024-11-08T11:42:59,275 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731066160672.af3a5f0e616113039caa4c1fcd53370e., hostname=7d22a5ea652e,34259,1731066149328, seqNum=2] 2024-11-08T11:42:59,276 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731066160672.af3a5f0e616113039caa4c1fcd53370e., hostname=7d22a5ea652e,34259,1731066149328, seqNum=2] 2024-11-08T11:42:59,278 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731066160672.af3a5f0e616113039caa4c1fcd53370e., hostname=7d22a5ea652e,34259,1731066149328, seqNum=2] 2024-11-08T11:42:59,280 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731066160672.af3a5f0e616113039caa4c1fcd53370e., hostname=7d22a5ea652e,34259,1731066149328, seqNum=2] 2024-11-08T11:42:59,281 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1731066160672.af3a5f0e616113039caa4c1fcd53370e., hostname=7d22a5ea652e,34259,1731066149328, seqNum=2] 2024-11-08T11:43:00,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T11:43:00,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T11:43:00,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35528, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T11:43:00,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731066160672.ef6f033186cc75d30d91c5596589bfa3. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T11:43:00,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48144, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T11:43:00,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15603 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,b333332f,1731066160672.0bfb99d6b5e3edad14a138850f1ea042. 2024-11-08T11:43:00,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35551 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731066160672.99785223e59860a8e1e7dbedf36ed686. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T11:43:00,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731066160672.0bfb99d6b5e3edad14a138850f1ea042. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T11:43:01,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731066160672.af3a5f0e616113039caa4c1fcd53370e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T11:43:01,351 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-08T11:43:01,351 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T11:43:01,353 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T11:43:01,364 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T11:43:01,405 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T11:43:01,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35961 is added to blk_1073741848_1024 (size=49) 2024-11-08T11:43:01,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32883 is added to blk_1073741848_1024 (size=49) 2024-11-08T11:43:01,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741848_1024 (size=49) 2024-11-08T11:43:01,474 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T11:43:01,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0a510973cc7e3d7f4f37b4c0fca8047}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5dc7cd244cba8834a9965793597ae11d}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 604a4363e424e2c699b1baabe2363702}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c52a7c88b988bff29c203c0368140591}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca1a09fea573d9101af9daac5272b02a}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af077d75271034e73e47836ede169ca6}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ef6f033186cc75d30d91c5596589bfa3}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0bfb99d6b5e3edad14a138850f1ea042}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 99785223e59860a8e1e7dbedf36ed686}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af3a5f0e616113039caa4c1fcd53370e}] 2024-11-08T11:43:01,477 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c52a7c88b988bff29c203c0368140591 2024-11-08T11:43:01,477 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 604a4363e424e2c699b1baabe2363702 2024-11-08T11:43:01,477 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5dc7cd244cba8834a9965793597ae11d 2024-11-08T11:43:01,478 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0a510973cc7e3d7f4f37b4c0fca8047 2024-11-08T11:43:01,490 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af3a5f0e616113039caa4c1fcd53370e 2024-11-08T11:43:01,490 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 99785223e59860a8e1e7dbedf36ed686 2024-11-08T11:43:01,490 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0bfb99d6b5e3edad14a138850f1ea042 2024-11-08T11:43:01,490 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ef6f033186cc75d30d91c5596589bfa3 2024-11-08T11:43:01,491 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af077d75271034e73e47836ede169ca6 2024-11-08T11:43:01,498 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca1a09fea573d9101af9daac5272b02a 2024-11-08T11:43:04,937 INFO [regionserver/7d22a5ea652e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-08T11:43:11,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-08T11:43:11,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-08T11:43:11,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731066160672.c52a7c88b988bff29c203c0368140591. 2024-11-08T11:43:11,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for c52a7c88b988bff29c203c0368140591: 2024-11-08T11:43:11,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731066160672.c52a7c88b988bff29c203c0368140591. for SnapshotProcedureTest completed. 2024-11-08T11:43:11,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-08T11:43:11,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731066160672.604a4363e424e2c699b1baabe2363702. 2024-11-08T11:43:11,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 604a4363e424e2c699b1baabe2363702: 2024-11-08T11:43:11,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731066160672.604a4363e424e2c699b1baabe2363702. for SnapshotProcedureTest completed. 2024-11-08T11:43:11,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731066160672.c52a7c88b988bff29c203c0368140591.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T11:43:11,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T11:43:11,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731066160672.604a4363e424e2c699b1baabe2363702.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T11:43:11,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T11:43:11,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T11:43:11,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T11:43:11,484 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731066160672.ef6f033186cc75d30d91c5596589bfa3. 2024-11-08T11:43:11,484 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing ef6f033186cc75d30d91c5596589bfa3 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-08T11:43:11,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-08T11:43:11,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-08T11:43:11,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731066160672.af077d75271034e73e47836ede169ca6. 2024-11-08T11:43:11,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-08T11:43:11,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731066160672.99785223e59860a8e1e7dbedf36ed686. 2024-11-08T11:43:11,494 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 99785223e59860a8e1e7dbedf36ed686 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-08T11:43:11,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34259 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-08T11:43:11,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for af077d75271034e73e47836ede169ca6: 2024-11-08T11:43:11,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731066160672.af077d75271034e73e47836ede169ca6. for SnapshotProcedureTest completed. 2024-11-08T11:43:11,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731066160672.af077d75271034e73e47836ede169ca6.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T11:43:11,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T11:43:11,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T11:43:11,500 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731066160672.5dc7cd244cba8834a9965793597ae11d. 2024-11-08T11:43:11,500 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 5dc7cd244cba8834a9965793597ae11d: 2024-11-08T11:43:11,500 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731066160672.5dc7cd244cba8834a9965793597ae11d. for SnapshotProcedureTest completed. 2024-11-08T11:43:11,500 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731066160672.5dc7cd244cba8834a9965793597ae11d.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T11:43:11,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T11:43:11,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T11:43:11,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34259 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-08T11:43:11,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34259 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-08T11:43:11,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731066160672.0bfb99d6b5e3edad14a138850f1ea042. 2024-11-08T11:43:11,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731066160672.ca1a09fea573d9101af9daac5272b02a. 2024-11-08T11:43:11,505 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for ca1a09fea573d9101af9daac5272b02a: 2024-11-08T11:43:11,505 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731066160672.ca1a09fea573d9101af9daac5272b02a. for SnapshotProcedureTest completed. 2024-11-08T11:43:11,505 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 0bfb99d6b5e3edad14a138850f1ea042 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-08T11:43:11,505 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731066160672.ca1a09fea573d9101af9daac5272b02a.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T11:43:11,505 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T11:43:11,505 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T11:43:11,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34259 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-08T11:43:11,506 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731066160672.af3a5f0e616113039caa4c1fcd53370e. 2024-11-08T11:43:11,507 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing af3a5f0e616113039caa4c1fcd53370e 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-08T11:43:11,548 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/ef6f033186cc75d30d91c5596589bfa3/.tmp/cf/b3a2a346808e4dabae17fb03b4b69024 is 34, key is aaa/cf:cf/1731066180298/Put/seqid=0 2024-11-08T11:43:11,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/99785223e59860a8e1e7dbedf36ed686/.tmp/cf/356bfe721bc34c6eaa2e06d625edf8e5 is 34, key is ccd/cf:cf/1731066180374/Put/seqid=0 2024-11-08T11:43:11,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32883 is added to blk_1073741849_1025 (size=65) 2024-11-08T11:43:11,600 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/0bfb99d6b5e3edad14a138850f1ea042/.tmp/cf/d1cf6f3d787a447b9f7d6d3d885098af is 34, key is baa/cf:cf/1731066180395/Put/seqid=0 2024-11-08T11:43:11,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35961 is added to blk_1073741849_1025 (size=65) 2024-11-08T11:43:11,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741849_1025 (size=65) 2024-11-08T11:43:11,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731066160672.604a4363e424e2c699b1baabe2363702. 2024-11-08T11:43:11,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-08T11:43:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-08T11:43:11,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 604a4363e424e2c699b1baabe2363702 2024-11-08T11:43:11,616 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 604a4363e424e2c699b1baabe2363702 2024-11-08T11:43:11,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 604a4363e424e2c699b1baabe2363702 in 10.1480 sec 2024-11-08T11:43:11,668 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/af3a5f0e616113039caa4c1fcd53370e/.tmp/cf/3cb4086c11af43d485e96825ad450e3a is 34, key is eaa/cf:cf/1731066181106/Put/seqid=0 2024-11-08T11:43:11,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32883 is added to blk_1073741850_1026 (size=65) 2024-11-08T11:43:11,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741850_1026 (size=65) 2024-11-08T11:43:11,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35961 is added to blk_1073741850_1026 (size=65) 2024-11-08T11:43:11,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731066160672.c52a7c88b988bff29c203c0368140591. 2024-11-08T11:43:11,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-08T11:43:11,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-08T11:43:11,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c52a7c88b988bff29c203c0368140591 2024-11-08T11:43:11,768 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c52a7c88b988bff29c203c0368140591 2024-11-08T11:43:11,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c52a7c88b988bff29c203c0368140591 in 10.2960 sec 2024-11-08T11:43:11,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32883 is added to blk_1073741853_1029 (size=26918) 2024-11-08T11:43:11,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35961 is added to blk_1073741853_1029 (size=26918) 2024-11-08T11:43:11,774 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/ef6f033186cc75d30d91c5596589bfa3/.tmp/cf/b3a2a346808e4dabae17fb03b4b69024 2024-11-08T11:43:11,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741853_1029 (size=26918) 2024-11-08T11:43:11,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741851_1027 (size=65) 2024-11-08T11:43:11,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32883 is added to blk_1073741851_1027 (size=65) 2024-11-08T11:43:11,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35961 is added to blk_1073741851_1027 (size=65) 2024-11-08T11:43:11,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731066160672.af077d75271034e73e47836ede169ca6. 2024-11-08T11:43:11,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-08T11:43:11,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-08T11:43:11,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region af077d75271034e73e47836ede169ca6 2024-11-08T11:43:11,797 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af077d75271034e73e47836ede169ca6 2024-11-08T11:43:11,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure af077d75271034e73e47836ede169ca6 in 10.3240 sec 2024-11-08T11:43:11,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35961 is added to blk_1073741855_1031 (size=47197) 2024-11-08T11:43:11,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32883 is added to blk_1073741855_1031 (size=47197) 2024-11-08T11:43:11,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741855_1031 (size=47197) 2024-11-08T11:43:11,826 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/99785223e59860a8e1e7dbedf36ed686/.tmp/cf/356bfe721bc34c6eaa2e06d625edf8e5 2024-11-08T11:43:11,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32883 is added to blk_1073741852_1028 (size=65) 2024-11-08T11:43:11,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741852_1028 (size=65) 2024-11-08T11:43:11,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35961 is added to blk_1073741852_1028 (size=65) 2024-11-08T11:43:11,857 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731066160672.5dc7cd244cba8834a9965793597ae11d. 2024-11-08T11:43:11,857 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-08T11:43:11,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-08T11:43:11,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5dc7cd244cba8834a9965793597ae11d 2024-11-08T11:43:11,858 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5dc7cd244cba8834a9965793597ae11d 2024-11-08T11:43:11,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35961 is added to blk_1073741854_1030 (size=65) 2024-11-08T11:43:11,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741854_1030 (size=65) 2024-11-08T11:43:11,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32883 is added to blk_1073741854_1030 (size=65) 2024-11-08T11:43:11,863 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5dc7cd244cba8834a9965793597ae11d in 10.3870 sec 2024-11-08T11:43:11,863 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731066160672.ca1a09fea573d9101af9daac5272b02a. 2024-11-08T11:43:11,863 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-08T11:43:11,863 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731066160672.d0a510973cc7e3d7f4f37b4c0fca8047. 2024-11-08T11:43:11,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for d0a510973cc7e3d7f4f37b4c0fca8047: 2024-11-08T11:43:11,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731066160672.d0a510973cc7e3d7f4f37b4c0fca8047. for SnapshotProcedureTest completed. 2024-11-08T11:43:11,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-08T11:43:11,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731066160672.d0a510973cc7e3d7f4f37b4c0fca8047.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T11:43:11,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ca1a09fea573d9101af9daac5272b02a 2024-11-08T11:43:11,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T11:43:11,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T11:43:11,864 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca1a09fea573d9101af9daac5272b02a 2024-11-08T11:43:11,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/ef6f033186cc75d30d91c5596589bfa3/.tmp/cf/b3a2a346808e4dabae17fb03b4b69024 as hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/ef6f033186cc75d30d91c5596589bfa3/cf/b3a2a346808e4dabae17fb03b4b69024 2024-11-08T11:43:11,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741857_1033 (size=499309) 2024-11-08T11:43:11,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ca1a09fea573d9101af9daac5272b02a in 10.3920 sec 2024-11-08T11:43:11,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32883 is added to blk_1073741857_1033 (size=499309) 2024-11-08T11:43:11,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35961 is added to blk_1073741857_1033 (size=499309) 2024-11-08T11:43:11,874 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/af3a5f0e616113039caa4c1fcd53370e/.tmp/cf/3cb4086c11af43d485e96825ad450e3a 2024-11-08T11:43:11,888 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/99785223e59860a8e1e7dbedf36ed686/.tmp/cf/356bfe721bc34c6eaa2e06d625edf8e5 as hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/99785223e59860a8e1e7dbedf36ed686/cf/356bfe721bc34c6eaa2e06d625edf8e5 2024-11-08T11:43:11,890 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/af3a5f0e616113039caa4c1fcd53370e/.tmp/cf/3cb4086c11af43d485e96825ad450e3a as hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/af3a5f0e616113039caa4c1fcd53370e/cf/3cb4086c11af43d485e96825ad450e3a 2024-11-08T11:43:11,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35961 is added to blk_1073741856_1032 (size=28623) 2024-11-08T11:43:11,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32883 is added to blk_1073741856_1032 (size=28623) 2024-11-08T11:43:11,893 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/0bfb99d6b5e3edad14a138850f1ea042/.tmp/cf/d1cf6f3d787a447b9f7d6d3d885098af 2024-11-08T11:43:11,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741856_1032 (size=28623) 2024-11-08T11:43:11,904 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/af3a5f0e616113039caa4c1fcd53370e/cf/3cb4086c11af43d485e96825ad450e3a, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-08T11:43:11,905 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for af3a5f0e616113039caa4c1fcd53370e in 399ms, sequenceid=5, compaction requested=false 2024-11-08T11:43:11,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for af3a5f0e616113039caa4c1fcd53370e: 2024-11-08T11:43:11,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731066160672.af3a5f0e616113039caa4c1fcd53370e. for SnapshotProcedureTest completed. 2024-11-08T11:43:11,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731066160672.af3a5f0e616113039caa4c1fcd53370e.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T11:43:11,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T11:43:11,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/af3a5f0e616113039caa4c1fcd53370e/cf/3cb4086c11af43d485e96825ad450e3a] hfiles 2024-11-08T11:43:11,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/af3a5f0e616113039caa4c1fcd53370e/cf/3cb4086c11af43d485e96825ad450e3a for snapshot=SnapshotProcedureTest 2024-11-08T11:43:11,910 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/ef6f033186cc75d30d91c5596589bfa3/cf/b3a2a346808e4dabae17fb03b4b69024, entries=676, sequenceid=5, filesize=26.3 K 2024-11-08T11:43:11,911 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for ef6f033186cc75d30d91c5596589bfa3 in 427ms, sequenceid=5, compaction requested=false 2024-11-08T11:43:11,911 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for ef6f033186cc75d30d91c5596589bfa3: 2024-11-08T11:43:11,911 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731066160672.ef6f033186cc75d30d91c5596589bfa3. for SnapshotProcedureTest completed. 2024-11-08T11:43:11,912 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731066160672.ef6f033186cc75d30d91c5596589bfa3.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T11:43:11,912 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T11:43:11,912 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/ef6f033186cc75d30d91c5596589bfa3/cf/b3a2a346808e4dabae17fb03b4b69024] hfiles 2024-11-08T11:43:11,912 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/ef6f033186cc75d30d91c5596589bfa3/cf/b3a2a346808e4dabae17fb03b4b69024 for snapshot=SnapshotProcedureTest 2024-11-08T11:43:11,928 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/99785223e59860a8e1e7dbedf36ed686/cf/356bfe721bc34c6eaa2e06d625edf8e5, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-08T11:43:11,929 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 99785223e59860a8e1e7dbedf36ed686 in 436ms, sequenceid=5, compaction requested=false 2024-11-08T11:43:11,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 99785223e59860a8e1e7dbedf36ed686: 2024-11-08T11:43:11,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731066160672.99785223e59860a8e1e7dbedf36ed686. for SnapshotProcedureTest completed. 2024-11-08T11:43:11,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731066160672.99785223e59860a8e1e7dbedf36ed686.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T11:43:11,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T11:43:11,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/99785223e59860a8e1e7dbedf36ed686/cf/356bfe721bc34c6eaa2e06d625edf8e5] hfiles 2024-11-08T11:43:11,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/99785223e59860a8e1e7dbedf36ed686/cf/356bfe721bc34c6eaa2e06d625edf8e5 for snapshot=SnapshotProcedureTest 2024-11-08T11:43:11,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/0bfb99d6b5e3edad14a138850f1ea042/.tmp/cf/d1cf6f3d787a447b9f7d6d3d885098af as hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/0bfb99d6b5e3edad14a138850f1ea042/cf/d1cf6f3d787a447b9f7d6d3d885098af 2024-11-08T11:43:11,954 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/0bfb99d6b5e3edad14a138850f1ea042/cf/d1cf6f3d787a447b9f7d6d3d885098af, entries=731, sequenceid=5, filesize=28.0 K 2024-11-08T11:43:11,961 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 0bfb99d6b5e3edad14a138850f1ea042 in 455ms, sequenceid=5, compaction requested=false 2024-11-08T11:43:11,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 0bfb99d6b5e3edad14a138850f1ea042: 2024-11-08T11:43:11,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731066160672.0bfb99d6b5e3edad14a138850f1ea042. for SnapshotProcedureTest completed. 2024-11-08T11:43:11,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731066160672.0bfb99d6b5e3edad14a138850f1ea042.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T11:43:11,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T11:43:11,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/0bfb99d6b5e3edad14a138850f1ea042/cf/d1cf6f3d787a447b9f7d6d3d885098af] hfiles 2024-11-08T11:43:11,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/0bfb99d6b5e3edad14a138850f1ea042/cf/d1cf6f3d787a447b9f7d6d3d885098af for snapshot=SnapshotProcedureTest 2024-11-08T11:43:11,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35961 is added to blk_1073741858_1034 (size=57) 2024-11-08T11:43:11,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741858_1034 (size=57) 2024-11-08T11:43:11,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32883 is added to blk_1073741858_1034 (size=57) 2024-11-08T11:43:11,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731066160672.d0a510973cc7e3d7f4f37b4c0fca8047. 2024-11-08T11:43:11,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-08T11:43:11,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-08T11:43:11,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d0a510973cc7e3d7f4f37b4c0fca8047 2024-11-08T11:43:11,995 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0a510973cc7e3d7f4f37b4c0fca8047 2024-11-08T11:43:11,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35961 is added to blk_1073741860_1036 (size=105) 2024-11-08T11:43:12,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741860_1036 (size=105) 2024-11-08T11:43:12,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32883 is added to blk_1073741860_1036 (size=105) 2024-11-08T11:43:12,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731066160672.ef6f033186cc75d30d91c5596589bfa3. 2024-11-08T11:43:12,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-08T11:43:12,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741859_1035 (size=97) 2024-11-08T11:43:12,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d0a510973cc7e3d7f4f37b4c0fca8047 in 10.5230 sec 2024-11-08T11:43:12,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-08T11:43:12,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ef6f033186cc75d30d91c5596589bfa3 2024-11-08T11:43:12,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35961 is added to blk_1073741859_1035 (size=97) 2024-11-08T11:43:12,008 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ef6f033186cc75d30d91c5596589bfa3 2024-11-08T11:43:12,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32883 is added to blk_1073741859_1035 (size=97) 2024-11-08T11:43:12,011 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731066160672.af3a5f0e616113039caa4c1fcd53370e. 2024-11-08T11:43:12,011 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-08T11:43:12,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-08T11:43:12,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region af3a5f0e616113039caa4c1fcd53370e 2024-11-08T11:43:12,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ef6f033186cc75d30d91c5596589bfa3 in 10.5360 sec 2024-11-08T11:43:12,013 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af3a5f0e616113039caa4c1fcd53370e 2024-11-08T11:43:12,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure af3a5f0e616113039caa4c1fcd53370e in 10.5470 sec 2024-11-08T11:43:12,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741861_1037 (size=105) 2024-11-08T11:43:12,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35961 is added to blk_1073741861_1037 (size=105) 2024-11-08T11:43:12,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32883 is added to blk_1073741861_1037 (size=105) 2024-11-08T11:43:12,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731066160672.99785223e59860a8e1e7dbedf36ed686. 2024-11-08T11:43:12,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-08T11:43:12,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-08T11:43:12,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 99785223e59860a8e1e7dbedf36ed686 2024-11-08T11:43:12,060 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 99785223e59860a8e1e7dbedf36ed686 2024-11-08T11:43:12,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 99785223e59860a8e1e7dbedf36ed686 in 10.5870 sec 2024-11-08T11:43:12,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32883 is added to blk_1073741862_1038 (size=105) 2024-11-08T11:43:12,079 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731066160672.0bfb99d6b5e3edad14a138850f1ea042. 2024-11-08T11:43:12,079 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-08T11:43:12,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741862_1038 (size=105) 2024-11-08T11:43:12,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35961 is added to blk_1073741862_1038 (size=105) 2024-11-08T11:43:12,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-08T11:43:12,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0bfb99d6b5e3edad14a138850f1ea042 2024-11-08T11:43:12,089 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0bfb99d6b5e3edad14a138850f1ea042 2024-11-08T11:43:12,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=25 2024-11-08T11:43:12,096 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T11:43:12,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0bfb99d6b5e3edad14a138850f1ea042 in 10.6190 sec 2024-11-08T11:43:12,098 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T11:43:12,099 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T11:43:12,099 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-08T11:43:12,105 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T11:43:12,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32883 is added to blk_1073741863_1039 (size=1174) 2024-11-08T11:43:12,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741863_1039 (size=1174) 2024-11-08T11:43:12,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35961 is added to blk_1073741863_1039 (size=1174) 2024-11-08T11:43:12,265 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T11:43:12,276 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-08T11:43:12,280 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7d22a5ea652e,34989,1731066149365 2024-11-08T11:43:12,280 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7d22a5ea652e,34989,1731066149365 2024-11-08T11:43:12,280 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7d22a5ea652e,34259,1731066149328 2024-11-08T11:43:12,280 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7d22a5ea652e,34259,1731066149328 2024-11-08T11:43:12,283 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7d22a5ea652e,34989,1731066149365 2024-11-08T11:43:12,283 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7d22a5ea652e,35551,1731066149266 2024-11-08T11:43:12,286 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7d22a5ea652e,35551,1731066149266 2024-11-08T11:43:12,287 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7d22a5ea652e,34259,1731066149328 2024-11-08T11:43:12,287 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7d22a5ea652e,35551,1731066149266 2024-11-08T11:43:12,371 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T11:43:12,372 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 7d22a5ea652e,34259,1731066149328 2024-11-08T11:43:12,372 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 7d22a5ea652e,34259,1731066149328: Simulated kill ***** 2024-11-08T11:43:12,372 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T11:43:12,372 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T11:43:12,373 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T11:43:12,373 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T11:43:12,373 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T11:43:12,373 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 611633664 }, "NonHeapMemoryUsage": { "committed": 177078272, "init": 7667712, "max": -1, "used": 172832360 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T11:43:12,374 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36459 {}] master.MasterRpcServices(700): 7d22a5ea652e,34259,1731066149328 reported a fatal error: ***** ABORTING region server 7d22a5ea652e,34259,1731066149328: Simulated kill ***** 2024-11-08T11:43:12,374 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7d22a5ea652e,34259,1731066149328' ***** 2024-11-08T11:43:12,375 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-08T11:43:12,375 INFO [RS:1;7d22a5ea652e:34259 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T11:43:12,375 INFO [RS:1;7d22a5ea652e:34259 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-08T11:43:12,375 INFO [RS:1;7d22a5ea652e:34259 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-08T11:43:12,375 INFO [RS:1;7d22a5ea652e:34259 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T11:43:12,375 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T11:43:12,375 INFO [RS:1;7d22a5ea652e:34259 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;7d22a5ea652e:34259. 2024-11-08T11:43:12,375 DEBUG [RS:1;7d22a5ea652e:34259 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T11:43:12,375 DEBUG [RS:1;7d22a5ea652e:34259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T11:43:12,376 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T11:43:12,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35961 is added to blk_1073741833_1009 (size=2286) 2024-11-08T11:43:12,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741833_1009 (size=2286) 2024-11-08T11:43:12,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32883 is added to blk_1073741833_1009 (size=2286) 2024-11-08T11:43:12,382 DEBUG [RS:1;7d22a5ea652e:34259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T11:43:12,382 INFO [RS:1;7d22a5ea652e:34259 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T11:43:12,382 INFO [RS:1;7d22a5ea652e:34259 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34259 2024-11-08T11:43:12,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36459-0x1001f3343b00000, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T11:43:12,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1001f3343b00002, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7d22a5ea652e,34259,1731066149328 2024-11-08T11:43:12,390 INFO [RS:1;7d22a5ea652e:34259 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T11:43:12,391 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7d22a5ea652e,34259,1731066149328] 2024-11-08T11:43:12,396 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7d22a5ea652e,34259,1731066149328 already deleted, retry=false 2024-11-08T11:43:12,396 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 7d22a5ea652e,34259,1731066149328 on 7d22a5ea652e,36459,1731066149174 2024-11-08T11:43:12,398 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 7d22a5ea652e,34259,1731066149328, splitWal=true, meta=false 2024-11-08T11:43:12,398 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 7d22a5ea652e,34259,1731066149328 (carryingMeta=false) 7d22a5ea652e,34259,1731066149328/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@19b36cda[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-08T11:43:12,399 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 7d22a5ea652e,34259,1731066149328, splitWal=true, meta=false 2024-11-08T11:43:12,405 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 7d22a5ea652e,34259,1731066149328 had 4 regions 2024-11-08T11:43:12,407 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 7d22a5ea652e,34259,1731066149328, splitWal=true, meta=false, isMeta: false 2024-11-08T11:43:12,409 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/WALs/7d22a5ea652e,34259,1731066149328-splitting 2024-11-08T11:43:12,409 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7d22a5ea652e,34259,1731066149328 Release verify snapshot worker=7d22a5ea652e,34259,1731066149328 2024-11-08T11:43:12,410 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 7d22a5ea652e,34259,1731066149328, this operation will be retried to send to another server 2024-11-08T11:43:12,410 INFO [PEWorker-4 {}] master.SplitWALManager(105): 7d22a5ea652e,34259,1731066149328 WAL count=1, meta=false 2024-11-08T11:43:12,410 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T11:43:12,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 7d22a5ea652e%2C34259%2C1731066149328.1731066150102}] 2024-11-08T11:43:12,410 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731066193410 2024-11-08T11:43:12,412 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=7d22a5ea652e,34989,1731066149365 2024-11-08T11:43:12,412 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7d22a5ea652e,34259,1731066149328 Release verify snapshot worker=7d22a5ea652e,34259,1731066149328 2024-11-08T11:43:12,413 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 40 to 7d22a5ea652e,34259,1731066149328, this operation will be retried to send to another server 2024-11-08T11:43:12,413 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-11-08T11:43:12,413 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-11-08T11:43:12,413 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-11-08T11:43:12,413 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 26 is already finished, skip the rest processes 2024-11-08T11:43:12,413 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T11:43:12,413 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=40, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731066193413 2024-11-08T11:43:12,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 7d22a5ea652e%2C34259%2C1731066149328.1731066150102, worker=7d22a5ea652e,34989,1731066149365}] 2024-11-08T11:43:12,416 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7d22a5ea652e,34259,1731066149328 Release verify snapshot worker=7d22a5ea652e,34259,1731066149328 2024-11-08T11:43:12,416 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 45 to 7d22a5ea652e,34259,1731066149328, this operation will be retried to send to another server 2024-11-08T11:43:12,416 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T11:43:12,416 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=45, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731066193416 2024-11-08T11:43:12,439 INFO [regionserver/7d22a5ea652e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T11:43:12,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1001f3343b00002, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T11:43:12,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1001f3343b00002, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T11:43:12,493 INFO [RS:1;7d22a5ea652e:34259 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T11:43:12,493 INFO [RS:1;7d22a5ea652e:34259 {}] regionserver.HRegionServer(1031): Exiting; stopping=7d22a5ea652e,34259,1731066149328; zookeeper connection closed. 2024-11-08T11:43:12,494 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@245dda17 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@245dda17 2024-11-08T11:43:12,928 INFO [regionserver/7d22a5ea652e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T11:43:12,928 INFO [regionserver/7d22a5ea652e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T11:43:15,883 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d22a5ea652e:34389 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-08T11:43:20,707 INFO [master/7d22a5ea652e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T11:43:20,707 INFO [master/7d22a5ea652e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T11:43:22,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-08T11:43:22,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-08T11:43:22,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-08T11:43:22,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-08T11:43:22,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-08T11:43:22,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-08T11:43:22,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-08T11:43:22,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T11:43:22,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-08T11:43:22,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-08T11:43:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-08T11:43:22,289 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-08T11:43:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-08T11:43:22,290 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7d22a5ea652e,34989,1731066149365 Release verify snapshot worker=7d22a5ea652e,34989,1731066149365 2024-11-08T11:43:22,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-08T11:43:22,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7d22a5ea652e,34989,1731066149365 in 10.0140 sec 2024-11-08T11:43:22,298 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7d22a5ea652e,34989,1731066149365 2024-11-08T11:43:22,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T11:43:22,299 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-08T11:43:22,299 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7d22a5ea652e,34989,1731066149365 Release verify snapshot worker=7d22a5ea652e,34989,1731066149365 2024-11-08T11:43:22,299 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7d22a5ea652e,34989,1731066149365 2024-11-08T11:43:22,300 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-08T11:43:22,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-08T11:43:22,305 INFO [RS_LOG_REPLAY_OPS-regionserver/7d22a5ea652e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/WALs/7d22a5ea652e,34259,1731066149328-splitting/7d22a5ea652e%2C34259%2C1731066149328.1731066150102, size=2.2 K (2286bytes) 2024-11-08T11:43:22,305 INFO [RS_LOG_REPLAY_OPS-regionserver/7d22a5ea652e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/WALs/7d22a5ea652e,34259,1731066149328-splitting/7d22a5ea652e%2C34259%2C1731066149328.1731066150102 2024-11-08T11:43:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-08T11:43:22,309 INFO [RS_LOG_REPLAY_OPS-regionserver/7d22a5ea652e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/WALs/7d22a5ea652e,34259,1731066149328-splitting/7d22a5ea652e%2C34259%2C1731066149328.1731066150102 after 4ms 2024-11-08T11:43:22,310 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7d22a5ea652e,34989,1731066149365 Release verify snapshot worker=7d22a5ea652e,34989,1731066149365 2024-11-08T11:43:22,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7d22a5ea652e,34989,1731066149365 in 10.0230 sec 2024-11-08T11:43:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-08T11:43:22,311 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7d22a5ea652e,35551,1731066149266 Release verify snapshot worker=7d22a5ea652e,35551,1731066149266 2024-11-08T11:43:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-08T11:43:22,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7d22a5ea652e,34989,1731066149365 in 10.0340 sec 2024-11-08T11:43:22,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7d22a5ea652e,35551,1731066149266 in 10.0350 sec 2024-11-08T11:43:22,313 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7d22a5ea652e,35551,1731066149266 Release verify snapshot worker=7d22a5ea652e,35551,1731066149266 2024-11-08T11:43:22,313 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7d22a5ea652e,35551,1731066149266 2024-11-08T11:43:22,314 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7d22a5ea652e,35551,1731066149266 2024-11-08T11:43:22,314 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7d22a5ea652e,35551,1731066149266 Release verify snapshot worker=7d22a5ea652e,35551,1731066149266 2024-11-08T11:43:22,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7d22a5ea652e,35551,1731066149266 in 10.0380 sec 2024-11-08T11:43:22,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7d22a5ea652e,35551,1731066149266 in 10.0370 sec 2024-11-08T11:43:22,317 INFO [RS_LOG_REPLAY_OPS-regionserver/7d22a5ea652e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/WALs/7d22a5ea652e,34259,1731066149328-splitting/7d22a5ea652e%2C34259%2C1731066149328.1731066150102 took 12ms 2024-11-08T11:43:22,324 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7d22a5ea652e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for d0a510973cc7e3d7f4f37b4c0fca8047: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T11:43:22,325 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7d22a5ea652e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for ca1a09fea573d9101af9daac5272b02a: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T11:43:22,326 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7d22a5ea652e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for af3a5f0e616113039caa4c1fcd53370e: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-08T11:43:22,327 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7d22a5ea652e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 0bfb99d6b5e3edad14a138850f1ea042: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-08T11:43:22,328 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7d22a5ea652e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/WALs/7d22a5ea652e,34259,1731066149328-splitting/7d22a5ea652e%2C34259%2C1731066149328.1731066150102 so closing down 2024-11-08T11:43:22,328 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7d22a5ea652e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-08T11:43:22,328 INFO [RS_LOG_REPLAY_OPS-regionserver/7d22a5ea652e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-08T11:43:22,328 INFO [RS_LOG_REPLAY_OPS-regionserver/7d22a5ea652e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 8 edits across 0 Regions in 7 ms; skipped=8; WAL=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/WALs/7d22a5ea652e,34259,1731066149328-splitting/7d22a5ea652e%2C34259%2C1731066149328.1731066150102, size=2.2 K, length=2286, corrupted=false, cancelled=false 2024-11-08T11:43:22,328 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7d22a5ea652e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/WALs/7d22a5ea652e,34259,1731066149328-splitting/7d22a5ea652e%2C34259%2C1731066149328.1731066150102, journal: Splitting hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/WALs/7d22a5ea652e,34259,1731066149328-splitting/7d22a5ea652e%2C34259%2C1731066149328.1731066150102, size=2.2 K (2286bytes) at 1731066202305Finishing writing output for hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/WALs/7d22a5ea652e,34259,1731066149328-splitting/7d22a5ea652e%2C34259%2C1731066149328.1731066150102 so closing down at 1731066202328 (+23 ms)3 split writer threads finished at 1731066202328Processed 8 edits across 0 Regions in 7 ms; skipped=8; WAL=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/WALs/7d22a5ea652e,34259,1731066149328-splitting/7d22a5ea652e%2C34259%2C1731066149328.1731066150102, size=2.2 K, length=2286, corrupted=false, cancelled=false at 1731066202328 2024-11-08T11:43:22,328 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7d22a5ea652e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/WALs/7d22a5ea652e,34259,1731066149328-splitting/7d22a5ea652e%2C34259%2C1731066149328.1731066150102 2024-11-08T11:43:22,328 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7d22a5ea652e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-08T11:43:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-08T11:43:22,333 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/WALs/7d22a5ea652e,34259,1731066149328-splitting/7d22a5ea652e%2C34259%2C1731066149328.1731066150102 to hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/oldWALs 2024-11-08T11:43:22,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-08T11:43:22,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 7d22a5ea652e%2C34259%2C1731066149328.1731066150102, worker=7d22a5ea652e,34989,1731066149365 in 9.9180 sec 2024-11-08T11:43:22,336 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=7d22a5ea652e,34989,1731066149365 2024-11-08T11:43:22,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-08T11:43:22,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 7d22a5ea652e%2C34259%2C1731066149328.1731066150102, worker=7d22a5ea652e,34989,1731066149365 in 9.9260 sec 2024-11-08T11:43:22,341 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/WALs/7d22a5ea652e,34259,1731066149328-splitting dir is empty, no logs to split. 2024-11-08T11:43:22,341 INFO [PEWorker-2 {}] master.SplitWALManager(105): 7d22a5ea652e,34259,1731066149328 WAL count=0, meta=false 2024-11-08T11:43:22,341 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 7d22a5ea652e,34259,1731066149328 WAL splitting is done? wals=0, meta=false 2024-11-08T11:43:22,343 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 7d22a5ea652e,34259,1731066149328 failed, ignore...File hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/WALs/7d22a5ea652e,34259,1731066149328-splitting does not exist. 2024-11-08T11:43:22,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d0a510973cc7e3d7f4f37b4c0fca8047, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0bfb99d6b5e3edad14a138850f1ea042, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ca1a09fea573d9101af9daac5272b02a, ASSIGN}, {pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af3a5f0e616113039caa4c1fcd53370e, ASSIGN}] 2024-11-08T11:43:22,345 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0bfb99d6b5e3edad14a138850f1ea042, ASSIGN 2024-11-08T11:43:22,345 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d0a510973cc7e3d7f4f37b4c0fca8047, ASSIGN 2024-11-08T11:43:22,346 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af3a5f0e616113039caa4c1fcd53370e, ASSIGN 2024-11-08T11:43:22,346 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ca1a09fea573d9101af9daac5272b02a, ASSIGN 2024-11-08T11:43:22,346 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0bfb99d6b5e3edad14a138850f1ea042, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T11:43:22,346 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d0a510973cc7e3d7f4f37b4c0fca8047, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T11:43:22,347 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=af3a5f0e616113039caa4c1fcd53370e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T11:43:22,347 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ca1a09fea573d9101af9daac5272b02a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T11:43:22,497 DEBUG [7d22a5ea652e:36459 {}] balancer.BalancerClusterState(204): Hosts are {7d22a5ea652e=0} racks are {/default-rack=0} 2024-11-08T11:43:22,497 DEBUG [7d22a5ea652e:36459 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T11:43:22,497 DEBUG [7d22a5ea652e:36459 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T11:43:22,497 DEBUG [7d22a5ea652e:36459 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T11:43:22,498 DEBUG [7d22a5ea652e:36459 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T11:43:22,498 INFO [7d22a5ea652e:36459 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T11:43:22,498 INFO [7d22a5ea652e:36459 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T11:43:22,498 DEBUG [7d22a5ea652e:36459 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T11:43:22,498 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=d0a510973cc7e3d7f4f37b4c0fca8047, regionState=OPENING, regionLocation=7d22a5ea652e,35551,1731066149266 2024-11-08T11:43:22,498 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=0bfb99d6b5e3edad14a138850f1ea042, regionState=OPENING, regionLocation=7d22a5ea652e,35551,1731066149266 2024-11-08T11:43:22,498 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=ca1a09fea573d9101af9daac5272b02a, regionState=OPENING, regionLocation=7d22a5ea652e,34989,1731066149365 2024-11-08T11:43:22,498 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=af3a5f0e616113039caa4c1fcd53370e, regionState=OPENING, regionLocation=7d22a5ea652e,34989,1731066149365 2024-11-08T11:43:22,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d0a510973cc7e3d7f4f37b4c0fca8047, ASSIGN because future has completed 2024-11-08T11:43:22,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0a510973cc7e3d7f4f37b4c0fca8047, server=7d22a5ea652e,35551,1731066149266}] 2024-11-08T11:43:22,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0bfb99d6b5e3edad14a138850f1ea042, ASSIGN because future has completed 2024-11-08T11:43:22,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bfb99d6b5e3edad14a138850f1ea042, server=7d22a5ea652e,35551,1731066149266}] 2024-11-08T11:43:22,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=af3a5f0e616113039caa4c1fcd53370e, ASSIGN because future has completed 2024-11-08T11:43:22,503 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=52, state=RUNNABLE, hasLock=false; OpenRegionProcedure af3a5f0e616113039caa4c1fcd53370e, server=7d22a5ea652e,34989,1731066149365}] 2024-11-08T11:43:22,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ca1a09fea573d9101af9daac5272b02a, ASSIGN because future has completed 2024-11-08T11:43:22,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca1a09fea573d9101af9daac5272b02a, server=7d22a5ea652e,34989,1731066149365}] 2024-11-08T11:43:29,130 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T11:43:31,490 INFO [regionserver/7d22a5ea652e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-08T11:43:32,304 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731066160672.af3a5f0e616113039caa4c1fcd53370e. 2024-11-08T11:43:32,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-08T11:43:32,304 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => af3a5f0e616113039caa4c1fcd53370e, NAME => 'SPTestTable,e6666661,1731066160672.af3a5f0e616113039caa4c1fcd53370e.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-08T11:43:32,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-08T11:43:32,305 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-08T11:43:32,305 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable af3a5f0e616113039caa4c1fcd53370e 2024-11-08T11:43:32,305 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-08T11:43:32,305 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731066160672.af3a5f0e616113039caa4c1fcd53370e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:43:32,305 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for af3a5f0e616113039caa4c1fcd53370e 2024-11-08T11:43:32,305 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for af3a5f0e616113039caa4c1fcd53370e 2024-11-08T11:43:32,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-08T11:43:32,307 INFO [StoreOpener-af3a5f0e616113039caa4c1fcd53370e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region af3a5f0e616113039caa4c1fcd53370e 2024-11-08T11:43:32,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-08T11:43:32,311 INFO [StoreOpener-af3a5f0e616113039caa4c1fcd53370e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af3a5f0e616113039caa4c1fcd53370e columnFamilyName cf 2024-11-08T11:43:32,311 DEBUG [StoreOpener-af3a5f0e616113039caa4c1fcd53370e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:43:32,311 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7d22a5ea652e,34989,1731066149365 Release verify snapshot worker=7d22a5ea652e,34989,1731066149365 2024-11-08T11:43:32,317 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7d22a5ea652e,34989,1731066149365 Release verify snapshot worker=7d22a5ea652e,34989,1731066149365 2024-11-08T11:43:32,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7d22a5ea652e,34989,1731066149365 in 20.0360 sec 2024-11-08T11:43:32,322 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731066160672.0bfb99d6b5e3edad14a138850f1ea042. 2024-11-08T11:43:32,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-08T11:43:32,323 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 0bfb99d6b5e3edad14a138850f1ea042, NAME => 'SPTestTable,b333332f,1731066160672.0bfb99d6b5e3edad14a138850f1ea042.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-08T11:43:32,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-08T11:43:32,323 DEBUG [StoreOpener-af3a5f0e616113039caa4c1fcd53370e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/af3a5f0e616113039caa4c1fcd53370e/cf/3cb4086c11af43d485e96825ad450e3a 2024-11-08T11:43:32,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-08T11:43:32,323 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0bfb99d6b5e3edad14a138850f1ea042 2024-11-08T11:43:32,323 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731066160672.0bfb99d6b5e3edad14a138850f1ea042.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:43:32,323 INFO [StoreOpener-af3a5f0e616113039caa4c1fcd53370e-1 {}] regionserver.HStore(327): Store=af3a5f0e616113039caa4c1fcd53370e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T11:43:32,323 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 0bfb99d6b5e3edad14a138850f1ea042 2024-11-08T11:43:32,323 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 0bfb99d6b5e3edad14a138850f1ea042 2024-11-08T11:43:32,323 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for af3a5f0e616113039caa4c1fcd53370e 2024-11-08T11:43:32,324 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-08T11:43:32,325 INFO [StoreOpener-0bfb99d6b5e3edad14a138850f1ea042-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0bfb99d6b5e3edad14a138850f1ea042 2024-11-08T11:43:32,326 INFO [StoreOpener-0bfb99d6b5e3edad14a138850f1ea042-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bfb99d6b5e3edad14a138850f1ea042 columnFamilyName cf 2024-11-08T11:43:32,326 DEBUG [StoreOpener-0bfb99d6b5e3edad14a138850f1ea042-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:43:32,326 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/af3a5f0e616113039caa4c1fcd53370e 2024-11-08T11:43:32,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7d22a5ea652e,34989,1731066149365 in 20.0410 sec 2024-11-08T11:43:32,328 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/af3a5f0e616113039caa4c1fcd53370e 2024-11-08T11:43:32,328 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for af3a5f0e616113039caa4c1fcd53370e 2024-11-08T11:43:32,328 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for af3a5f0e616113039caa4c1fcd53370e 2024-11-08T11:43:32,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-08T11:43:32,336 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for af3a5f0e616113039caa4c1fcd53370e 2024-11-08T11:43:32,337 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7d22a5ea652e,35551,1731066149266 Release verify snapshot worker=7d22a5ea652e,35551,1731066149266 2024-11-08T11:43:32,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36459 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-08T11:43:32,339 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/af3a5f0e616113039caa4c1fcd53370e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T11:43:32,340 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened af3a5f0e616113039caa4c1fcd53370e; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59461150, jitterRate=-0.11395981907844543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T11:43:32,340 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af3a5f0e616113039caa4c1fcd53370e 2024-11-08T11:43:32,340 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for af3a5f0e616113039caa4c1fcd53370e: Running coprocessor pre-open hook at 1731066212305Writing region info on filesystem at 1731066212305Initializing all the Stores at 1731066212306 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731066212306Cleaning up temporary data from old regions at 1731066212328 (+22 ms)Running coprocessor post-open hooks at 1731066212340 (+12 ms)Region opened successfully at 1731066212340 2024-11-08T11:43:32,342 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7d22a5ea652e,35551,1731066149266 Release verify snapshot worker=7d22a5ea652e,35551,1731066149266 2024-11-08T11:43:32,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7d22a5ea652e,35551,1731066149266 in 20.0610 sec 2024-11-08T11:43:32,343 DEBUG [StoreOpener-0bfb99d6b5e3edad14a138850f1ea042-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/0bfb99d6b5e3edad14a138850f1ea042/cf/d1cf6f3d787a447b9f7d6d3d885098af 2024-11-08T11:43:32,344 INFO [StoreOpener-0bfb99d6b5e3edad14a138850f1ea042-1 {}] regionserver.HStore(327): Store=0bfb99d6b5e3edad14a138850f1ea042/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T11:43:32,344 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 0bfb99d6b5e3edad14a138850f1ea042 2024-11-08T11:43:32,345 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/0bfb99d6b5e3edad14a138850f1ea042 2024-11-08T11:43:32,346 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731066160672.af3a5f0e616113039caa4c1fcd53370e., pid=55, masterSystemTime=1731066212299 2024-11-08T11:43:32,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=25 2024-11-08T11:43:32,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7d22a5ea652e,35551,1731066149266 in 20.0660 sec 2024-11-08T11:43:32,349 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T11:43:32,350 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731066160672.af3a5f0e616113039caa4c1fcd53370e. 2024-11-08T11:43:32,350 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731066160672.af3a5f0e616113039caa4c1fcd53370e. 2024-11-08T11:43:32,350 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=af3a5f0e616113039caa4c1fcd53370e, regionState=OPEN, openSeqNum=6, regionLocation=7d22a5ea652e,34989,1731066149365 2024-11-08T11:43:32,350 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731066160672.ca1a09fea573d9101af9daac5272b02a. 2024-11-08T11:43:32,350 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => ca1a09fea573d9101af9daac5272b02a, NAME => 'SPTestTable,66666664,1731066160672.ca1a09fea573d9101af9daac5272b02a.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-08T11:43:32,350 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/.hbase-snapshot/SnapshotProcedureTest 2024-11-08T11:43:32,351 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ca1a09fea573d9101af9daac5272b02a 2024-11-08T11:43:32,351 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/0bfb99d6b5e3edad14a138850f1ea042 2024-11-08T11:43:32,351 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731066160672.ca1a09fea573d9101af9daac5272b02a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:43:32,351 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for ca1a09fea573d9101af9daac5272b02a 2024-11-08T11:43:32,351 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for ca1a09fea573d9101af9daac5272b02a 2024-11-08T11:43:32,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=52, state=RUNNABLE, hasLock=false; OpenRegionProcedure af3a5f0e616113039caa4c1fcd53370e, server=7d22a5ea652e,34989,1731066149365 because future has completed 2024-11-08T11:43:32,357 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 0bfb99d6b5e3edad14a138850f1ea042 2024-11-08T11:43:32,357 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 0bfb99d6b5e3edad14a138850f1ea042 2024-11-08T11:43:32,359 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T11:43:32,359 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-08T11:43:32,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=52 2024-11-08T11:43:32,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=52, state=SUCCESS, hasLock=false; OpenRegionProcedure af3a5f0e616113039caa4c1fcd53370e, server=7d22a5ea652e,34989,1731066149365 in 9.8530 sec 2024-11-08T11:43:32,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.0100 sec 2024-11-08T11:43:32,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af3a5f0e616113039caa4c1fcd53370e, ASSIGN in 10.0170 sec 2024-11-08T11:43:32,364 INFO [StoreOpener-ca1a09fea573d9101af9daac5272b02a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ca1a09fea573d9101af9daac5272b02a 2024-11-08T11:43:32,370 INFO [StoreOpener-ca1a09fea573d9101af9daac5272b02a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca1a09fea573d9101af9daac5272b02a columnFamilyName cf 2024-11-08T11:43:32,370 DEBUG [StoreOpener-ca1a09fea573d9101af9daac5272b02a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:43:32,377 INFO [StoreOpener-ca1a09fea573d9101af9daac5272b02a-1 {}] regionserver.HStore(327): Store=ca1a09fea573d9101af9daac5272b02a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T11:43:32,377 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for ca1a09fea573d9101af9daac5272b02a 2024-11-08T11:43:32,381 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/ca1a09fea573d9101af9daac5272b02a 2024-11-08T11:43:32,384 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 0bfb99d6b5e3edad14a138850f1ea042 2024-11-08T11:43:32,392 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/ca1a09fea573d9101af9daac5272b02a 2024-11-08T11:43:32,394 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for ca1a09fea573d9101af9daac5272b02a 2024-11-08T11:43:32,394 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for ca1a09fea573d9101af9daac5272b02a 2024-11-08T11:43:32,402 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/0bfb99d6b5e3edad14a138850f1ea042/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T11:43:32,404 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 0bfb99d6b5e3edad14a138850f1ea042; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61969318, jitterRate=-0.07658520340919495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T11:43:32,404 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0bfb99d6b5e3edad14a138850f1ea042 2024-11-08T11:43:32,404 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 0bfb99d6b5e3edad14a138850f1ea042: Running coprocessor pre-open hook at 1731066212323Writing region info on filesystem at 1731066212323Initializing all the Stores at 1731066212325 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731066212325Cleaning up temporary data from old regions at 1731066212357 (+32 ms)Running coprocessor post-open hooks at 1731066212404 (+47 ms)Region opened successfully at 1731066212404 2024-11-08T11:43:32,404 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for ca1a09fea573d9101af9daac5272b02a 2024-11-08T11:43:32,411 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-08T11:43:32,412 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731066160672.0bfb99d6b5e3edad14a138850f1ea042., pid=54, masterSystemTime=1731066212315 2024-11-08T11:43:32,421 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened ca1a09fea573d9101af9daac5272b02a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68605573, jitterRate=0.022302702069282532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T11:43:32,421 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ca1a09fea573d9101af9daac5272b02a 2024-11-08T11:43:32,421 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for ca1a09fea573d9101af9daac5272b02a: Running coprocessor pre-open hook at 1731066212351Writing region info on filesystem at 1731066212351Initializing all the Stores at 1731066212357 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731066212357Cleaning up temporary data from old regions at 1731066212394 (+37 ms)Running coprocessor post-open hooks at 1731066212421 (+27 ms)Region opened successfully at 1731066212421 2024-11-08T11:43:32,431 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731066160672.ca1a09fea573d9101af9daac5272b02a., pid=56, masterSystemTime=1731066212299 2024-11-08T11:43:32,439 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731066160672.ca1a09fea573d9101af9daac5272b02a. 2024-11-08T11:43:32,439 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731066160672.ca1a09fea573d9101af9daac5272b02a. 2024-11-08T11:43:32,444 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-08T11:43:32,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T11:43:32,445 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T11:43:32,445 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T11:43:32,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T11:43:32,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T11:43:32,445 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T11:43:32,445 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1671529013, stopped=false 2024-11-08T11:43:32,445 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T11:43:32,446 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7d22a5ea652e,36459,1731066149174 2024-11-08T11:43:32,452 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731066160672.0bfb99d6b5e3edad14a138850f1ea042. 2024-11-08T11:43:32,452 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731066160672.0bfb99d6b5e3edad14a138850f1ea042. 2024-11-08T11:43:32,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35551-0x1001f3343b00001, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T11:43:32,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35551-0x1001f3343b00001, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:43:32,452 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,,1731066160672.d0a510973cc7e3d7f4f37b4c0fca8047. 2024-11-08T11:43:32,452 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => d0a510973cc7e3d7f4f37b4c0fca8047, NAME => 'SPTestTable,,1731066160672.d0a510973cc7e3d7f4f37b4c0fca8047.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-08T11:43:32,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36459-0x1001f3343b00000, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T11:43:32,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36459-0x1001f3343b00000, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:43:32,452 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d0a510973cc7e3d7f4f37b4c0fca8047 2024-11-08T11:43:32,452 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,,1731066160672.d0a510973cc7e3d7f4f37b4c0fca8047.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T11:43:32,453 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=ca1a09fea573d9101af9daac5272b02a, regionState=OPEN, openSeqNum=2, regionLocation=7d22a5ea652e,34989,1731066149365 2024-11-08T11:43:32,453 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for d0a510973cc7e3d7f4f37b4c0fca8047 2024-11-08T11:43:32,453 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for d0a510973cc7e3d7f4f37b4c0fca8047 2024-11-08T11:43:32,453 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T11:43:32,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36459-0x1001f3343b00000, quorum=127.0.0.1:59880, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T11:43:32,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34989-0x1001f3343b00003, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T11:43:32,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34989-0x1001f3343b00003, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:43:32,455 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35551-0x1001f3343b00001, quorum=127.0.0.1:59880, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T11:43:32,455 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T11:43:32,455 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T11:43:32,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T11:43:32,455 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7d22a5ea652e,35551,1731066149266' ***** 2024-11-08T11:43:32,455 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T11:43:32,455 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7d22a5ea652e,34989,1731066149365' ***** 2024-11-08T11:43:32,455 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T11:43:32,455 INFO [RS:0;7d22a5ea652e:35551 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T11:43:32,455 INFO [RS:0;7d22a5ea652e:35551 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T11:43:32,455 INFO [RS:0;7d22a5ea652e:35551 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T11:43:32,455 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34989-0x1001f3343b00003, quorum=127.0.0.1:59880, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T11:43:32,455 INFO [RS:0;7d22a5ea652e:35551 {}] regionserver.HRegionServer(3091): Received CLOSE for af077d75271034e73e47836ede169ca6 2024-11-08T11:43:32,456 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=0bfb99d6b5e3edad14a138850f1ea042, regionState=OPEN, openSeqNum=6, regionLocation=7d22a5ea652e,35551,1731066149266 2024-11-08T11:43:32,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7d22a5ea652e,34989,1731066149365, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7d22a5ea652e,34989,1731066149365, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7d22a5ea652e:34989 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T11:43:32,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7d22a5ea652e,34989,1731066149365, seqNum=-1 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T11:43:32,457 ERROR [PEWorker-1 {}] assignment.RegionStateStore(295): FAILED persisting region=0bfb99d6b5e3edad14a138850f1ea042 state=OPEN org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d22a5ea652e:34989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.updateRegionLocation(RegionStateStore.java:287) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.updateRegionLocation(RegionStateStore.java:236) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.persistToMeta(AssignmentManager.java:2224) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:332) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 31 more 2024-11-08T11:43:32,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7d22a5ea652e,34989,1731066149365, seqNum=-1 from cache 2024-11-08T11:43:32,458 ERROR [PEWorker-1 {}] master.HMaster(3218): Master server abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T11:43:32,459 INFO [RS:0;7d22a5ea652e:35551 {}] regionserver.HRegionServer(3091): Received CLOSE for 99785223e59860a8e1e7dbedf36ed686 2024-11-08T11:43:32,459 INFO [RS:2;7d22a5ea652e:34989 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T11:43:32,459 INFO [RS:0;7d22a5ea652e:35551 {}] regionserver.HRegionServer(3091): Received CLOSE for 0bfb99d6b5e3edad14a138850f1ea042 2024-11-08T11:43:32,459 INFO [RS:0;7d22a5ea652e:35551 {}] regionserver.HRegionServer(3091): Received CLOSE for 5dc7cd244cba8834a9965793597ae11d 2024-11-08T11:43:32,459 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T11:43:32,459 INFO [RS:0;7d22a5ea652e:35551 {}] regionserver.HRegionServer(959): stopping server 7d22a5ea652e,35551,1731066149266 2024-11-08T11:43:32,459 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T11:43:32,459 INFO [RS:0;7d22a5ea652e:35551 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T11:43:32,459 INFO [RS:0;7d22a5ea652e:35551 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d22a5ea652e:35551. 2024-11-08T11:43:32,459 DEBUG [RS:0;7d22a5ea652e:35551 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T11:43:32,459 DEBUG [RS:0;7d22a5ea652e:35551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T11:43:32,459 INFO [RS:0;7d22a5ea652e:35551 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-08T11:43:32,459 DEBUG [RS:0;7d22a5ea652e:35551 {}] regionserver.HRegionServer(1325): Online Regions={af077d75271034e73e47836ede169ca6=SPTestTable,7ffffffd,1731066160672.af077d75271034e73e47836ede169ca6., 99785223e59860a8e1e7dbedf36ed686=SPTestTable,ccccccc8,1731066160672.99785223e59860a8e1e7dbedf36ed686., 0bfb99d6b5e3edad14a138850f1ea042=SPTestTable,b333332f,1731066160672.0bfb99d6b5e3edad14a138850f1ea042., 5dc7cd244cba8834a9965793597ae11d=SPTestTable,19999999,1731066160672.5dc7cd244cba8834a9965793597ae11d.} 2024-11-08T11:43:32,459 DEBUG [RS:0;7d22a5ea652e:35551 {}] regionserver.HRegionServer(1351): Waiting on 0bfb99d6b5e3edad14a138850f1ea042, 5dc7cd244cba8834a9965793597ae11d, 99785223e59860a8e1e7dbedf36ed686, af077d75271034e73e47836ede169ca6, d0a510973cc7e3d7f4f37b4c0fca8047 2024-11-08T11:43:32,458 ERROR [PEWorker-1 {}] master.HMaster(3223): ***** ABORTING master 7d22a5ea652e,36459,1731066149174: FAILED persisting region=0bfb99d6b5e3edad14a138850f1ea042 state=OPEN ***** org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d22a5ea652e:34989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.updateRegionLocation(RegionStateStore.java:287) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.updateRegionLocation(RegionStateStore.java:236) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.persistToMeta(AssignmentManager.java:2224) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:332) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 31 more 2024-11-08T11:43:32,460 INFO [PEWorker-1 {}] master.HMaster(3321): ***** STOPPING master '7d22a5ea652e,36459,1731066149174' ***** 2024-11-08T11:43:32,460 INFO [PEWorker-1 {}] master.HMaster(3323): STOPPED: Stopped by PEWorker-1 2024-11-08T11:43:32,460 INFO [M:0;7d22a5ea652e:36459 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T11:43:32,460 INFO [M:0;7d22a5ea652e:36459 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T11:43:32,460 DEBUG [M:0;7d22a5ea652e:36459 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T11:43:32,460 INFO [RS:2;7d22a5ea652e:34989 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T11:43:32,460 INFO [RS:2;7d22a5ea652e:34989 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T11:43:32,460 INFO [RS:2;7d22a5ea652e:34989 {}] regionserver.HRegionServer(3091): Received CLOSE for af3a5f0e616113039caa4c1fcd53370e 2024-11-08T11:43:32,460 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T11:43:32,461 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af077d75271034e73e47836ede169ca6, disabling compactions & flushes 2024-11-08T11:43:32,461 INFO [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731066160672.af077d75271034e73e47836ede169ca6. 2024-11-08T11:43:32,461 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731066160672.af077d75271034e73e47836ede169ca6. 2024-11-08T11:43:32,461 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731066160672.af077d75271034e73e47836ede169ca6. after waiting 0 ms 2024-11-08T11:43:32,461 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731066160672.af077d75271034e73e47836ede169ca6. 2024-11-08T11:43:32,461 DEBUG [M:0;7d22a5ea652e:36459 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T11:43:32,461 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster-HFileCleaner.large.0-1731066149656 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d22a5ea652e:0:becomeActiveMaster-HFileCleaner.large.0-1731066149656,5,FailOnTimeoutGroup] 2024-11-08T11:43:32,461 INFO [M:0;7d22a5ea652e:36459 {}] hbase.ChoreService(370): Chore service for: master/7d22a5ea652e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T11:43:32,461 INFO [M:0;7d22a5ea652e:36459 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T11:43:32,461 DEBUG [M:0;7d22a5ea652e:36459 {}] master.HMaster(1795): Stopping service threads 2024-11-08T11:43:32,461 INFO [M:0;7d22a5ea652e:36459 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T11:43:32,461 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34989 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 7d22a5ea652e,34989,1731066149365 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2940) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T11:43:32,462 INFO [M:0;7d22a5ea652e:36459 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T11:43:32,464 DEBUG [master/7d22a5ea652e:0:becomeActiveMaster-HFileCleaner.small.0-1731066149657 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d22a5ea652e:0:becomeActiveMaster-HFileCleaner.small.0-1731066149657,5,FailOnTimeoutGroup] 2024-11-08T11:43:32,466 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34989 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 352 connection: 172.17.0.3:43237 deadline: 1731066272461, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 7d22a5ea652e,34989,1731066149365 stopping 2024-11-08T11:43:32,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36459-0x1001f3343b00000, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T11:43:32,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36459-0x1001f3343b00000, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:43:32,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34989-0x1001f3343b00003, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T11:43:32,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34989-0x1001f3343b00003, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:43:32,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35551-0x1001f3343b00001, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T11:43:32,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35551-0x1001f3343b00001, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T11:43:32,467 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=54, ppid=50, state=RUNNABLE, hasLock=true; OpenRegionProcedure 0bfb99d6b5e3edad14a138850f1ea042, server=7d22a5ea652e,35551,1731066149266 2024-11-08T11:43:32,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34989-0x1001f3343b00003, quorum=127.0.0.1:59880, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T11:43:32,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35551-0x1001f3343b00001, quorum=127.0.0.1:59880, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T11:43:32,468 WARN [PEWorker-1 {}] assignment.RegionRemoteProcedureBase(357): Failed updating meta, suspend 1secs pid=54, ppid=50, state=RUNNABLE, hasLock=true; OpenRegionProcedure 0bfb99d6b5e3edad14a138850f1ea042, server=7d22a5ea652e,35551,1731066149266, retry=org.apache.hadoop.hbase.util.RetryCounter@523c22da; state=OPEN, location=7d22a5ea652e,35551,1731066149266, table=SPTestTable, region=0bfb99d6b5e3edad14a138850f1ea042; org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d22a5ea652e:34989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureFutureUtil.suspendIfNecessary(ProcedureFutureUtil.java:92) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:331) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.updateRegionLocation(RegionStateStore.java:287) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.updateRegionLocation(RegionStateStore.java:236) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.persistToMeta(AssignmentManager.java:2224) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:332) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.RegionRemoteProcedureBase.execute(RegionRemoteProcedureBase.java:60) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 31 more 2024-11-08T11:43:32,470 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=54, ppid=50, state=WAITING_TIMEOUT, hasLock=true; OpenRegionProcedure 0bfb99d6b5e3edad14a138850f1ea042, server=7d22a5ea652e,35551,1731066149266, retry=org.apache.hadoop.hbase.util.RetryCounter@523c22da; timeout=1068, timestamp=1731066213538 2024-11-08T11:43:32,471 INFO [regionserver/7d22a5ea652e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T11:43:32,472 INFO [RS:2;7d22a5ea652e:34989 {}] regionserver.HRegionServer(3091): Received CLOSE for c52a7c88b988bff29c203c0368140591 2024-11-08T11:43:32,472 INFO [RS:2;7d22a5ea652e:34989 {}] regionserver.HRegionServer(3091): Received CLOSE for ef6f033186cc75d30d91c5596589bfa3 2024-11-08T11:43:32,473 INFO [RS:2;7d22a5ea652e:34989 {}] regionserver.HRegionServer(3091): Received CLOSE for 604a4363e424e2c699b1baabe2363702 2024-11-08T11:43:32,473 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af3a5f0e616113039caa4c1fcd53370e, disabling compactions & flushes 2024-11-08T11:43:32,473 INFO [RS:2;7d22a5ea652e:34989 {}] regionserver.HRegionServer(3091): Received CLOSE for ca1a09fea573d9101af9daac5272b02a 2024-11-08T11:43:32,473 INFO [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731066160672.af3a5f0e616113039caa4c1fcd53370e. 2024-11-08T11:43:32,473 INFO [RS:2;7d22a5ea652e:34989 {}] regionserver.HRegionServer(959): stopping server 7d22a5ea652e,34989,1731066149365 2024-11-08T11:43:32,473 INFO [RS:2;7d22a5ea652e:34989 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T11:43:32,473 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731066160672.af3a5f0e616113039caa4c1fcd53370e. 2024-11-08T11:43:32,473 INFO [RS:2;7d22a5ea652e:34989 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;7d22a5ea652e:34989. 2024-11-08T11:43:32,473 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731066160672.af3a5f0e616113039caa4c1fcd53370e. after waiting 0 ms 2024-11-08T11:43:32,473 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731066160672.af3a5f0e616113039caa4c1fcd53370e. 2024-11-08T11:43:32,473 DEBUG [RS:2;7d22a5ea652e:34989 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T11:43:32,473 DEBUG [RS:2;7d22a5ea652e:34989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T11:43:32,473 INFO [RS:2;7d22a5ea652e:34989 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T11:43:32,473 INFO [RS:2;7d22a5ea652e:34989 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T11:43:32,473 INFO [RS:2;7d22a5ea652e:34989 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T11:43:32,473 INFO [RS:2;7d22a5ea652e:34989 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T11:43:32,475 ERROR [M:0;7d22a5ea652e:36459 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1429135812) connection to localhost/127.0.0.1:43483 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43483,5,PEWorkerGroup] 2024-11-08T11:43:32,475 INFO [M:0;7d22a5ea652e:36459 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=true 2024-11-08T11:43:32,475 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T11:43:32,481 DEBUG [M:0;7d22a5ea652e:36459 {}] zookeeper.ZKUtil(347): master:36459-0x1001f3343b00000, quorum=127.0.0.1:59880, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T11:43:32,481 WARN [M:0;7d22a5ea652e:36459 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T11:43:32,481 INFO [M:0;7d22a5ea652e:36459 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/.lastflushedseqids 2024-11-08T11:43:32,484 INFO [RS:2;7d22a5ea652e:34989 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-08T11:43:32,484 DEBUG [RS:2;7d22a5ea652e:34989 {}] regionserver.HRegionServer(1325): Online Regions={af3a5f0e616113039caa4c1fcd53370e=SPTestTable,e6666661,1731066160672.af3a5f0e616113039caa4c1fcd53370e., c52a7c88b988bff29c203c0368140591=SPTestTable,4ccccccb,1731066160672.c52a7c88b988bff29c203c0368140591., ef6f033186cc75d30d91c5596589bfa3=SPTestTable,99999996,1731066160672.ef6f033186cc75d30d91c5596589bfa3., 1588230740=hbase:meta,,1.1588230740, 604a4363e424e2c699b1baabe2363702=SPTestTable,33333332,1731066160672.604a4363e424e2c699b1baabe2363702., ca1a09fea573d9101af9daac5272b02a=SPTestTable,66666664,1731066160672.ca1a09fea573d9101af9daac5272b02a.} 2024-11-08T11:43:32,485 DEBUG [RS:2;7d22a5ea652e:34989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 604a4363e424e2c699b1baabe2363702, af3a5f0e616113039caa4c1fcd53370e, c52a7c88b988bff29c203c0368140591, ca1a09fea573d9101af9daac5272b02a, ef6f033186cc75d30d91c5596589bfa3 2024-11-08T11:43:32,489 DEBUG [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T11:43:32,489 INFO [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T11:43:32,489 DEBUG [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T11:43:32,489 DEBUG [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T11:43:32,489 DEBUG [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T11:43:32,489 INFO [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=14.52 KB heapSize=24.42 KB 2024-11-08T11:43:32,505 INFO [StoreOpener-d0a510973cc7e3d7f4f37b4c0fca8047-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d0a510973cc7e3d7f4f37b4c0fca8047 2024-11-08T11:43:32,505 INFO [regionserver/7d22a5ea652e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T11:43:32,521 INFO [StoreOpener-d0a510973cc7e3d7f4f37b4c0fca8047-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0a510973cc7e3d7f4f37b4c0fca8047 columnFamilyName cf 2024-11-08T11:43:32,521 DEBUG [StoreOpener-d0a510973cc7e3d7f4f37b4c0fca8047-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T11:43:32,521 INFO [StoreOpener-d0a510973cc7e3d7f4f37b4c0fca8047-1 {}] regionserver.HStore(327): Store=d0a510973cc7e3d7f4f37b4c0fca8047/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T11:43:32,522 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for d0a510973cc7e3d7f4f37b4c0fca8047 2024-11-08T11:43:32,524 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/d0a510973cc7e3d7f4f37b4c0fca8047 2024-11-08T11:43:32,531 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/d0a510973cc7e3d7f4f37b4c0fca8047 2024-11-08T11:43:32,541 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for d0a510973cc7e3d7f4f37b4c0fca8047 2024-11-08T11:43:32,541 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for d0a510973cc7e3d7f4f37b4c0fca8047 2024-11-08T11:43:32,553 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for d0a510973cc7e3d7f4f37b4c0fca8047 2024-11-08T11:43:32,558 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened d0a510973cc7e3d7f4f37b4c0fca8047; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70477980, jitterRate=0.05020374059677124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T11:43:32,558 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d0a510973cc7e3d7f4f37b4c0fca8047 2024-11-08T11:43:32,558 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for d0a510973cc7e3d7f4f37b4c0fca8047: Running coprocessor pre-open hook at 1731066212453Writing region info on filesystem at 1731066212453Initializing all the Stores at 1731066212465 (+12 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731066212465Cleaning up temporary data from old regions at 1731066212541 (+76 ms)Running coprocessor post-open hooks at 1731066212558 (+17 ms)Region opened successfully at 1731066212558 2024-11-08T11:43:32,564 DEBUG [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/hbase/meta/1588230740/.tmp/info/2d35bfd5c64746fc84eef3b1f5b1c532 is 167, key is SPTestTable,19999999,1731066160672.5dc7cd244cba8834a9965793597ae11d./info:regioninfo/1731066171941/Put/seqid=0 2024-11-08T11:43:32,565 WARN [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(168): Fatal error occurred while opening region SPTestTable,,1731066160672.d0a510973cc7e3d7f4f37b4c0fca8047., aborting... org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 7d22a5ea652e,35551,1731066149266 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegionServer.postOpenDeployTasks(HRegionServer.java:2235) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.handler.AssignRegionHandler.process(AssignRegionHandler.java:150) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T11:43:32,565 ERROR [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2440): ***** ABORTING region server 7d22a5ea652e,35551,1731066149266: Failed to open region SPTestTable,,1731066160672.d0a510973cc7e3d7f4f37b4c0fca8047. and can not recover ***** org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 7d22a5ea652e,35551,1731066149266 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegionServer.postOpenDeployTasks(HRegionServer.java:2235) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.handler.AssignRegionHandler.process(AssignRegionHandler.java:150) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T11:43:32,566 ERROR [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T11:43:32,566 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T11:43:32,566 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T11:43:32,566 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T11:43:32,566 DEBUG [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T11:43:32,567 INFO [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 716491264 }, "NonHeapMemoryUsage": { "committed": 177537024, "init": 7667712, "max": -1, "used": 172570456 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T11:43:32,568 WARN [RS_OPEN_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d22a5ea652e:36459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:?] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.AssignRegionHandler.handleException(AssignRegionHandler.java:173) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:106) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d22a5ea652e:36459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 15 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 15 more 2024-11-08T11:43:32,569 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T11:43:32,569 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d22a5ea652e,34989,1731066149365, seqNum=-1] 2024-11-08T11:43:32,570 DEBUG [Async-Client-Retry-Timer-pool-0 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca1a09fea573d9101af9daac5272b02a, server=7d22a5ea652e,34989,1731066149365 because future has completed 2024-11-08T11:43:32,570 ERROR [Async-Client-Retry-Timer-pool-0 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.procedure2.ProcedureFutureUtil$$Lambda$947/0x00007f0be4c174f8@5a808683 rejected from java.util.concurrent.ThreadPoolExecutor@6bf63145[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 25] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at org.apache.hadoop.hbase.procedure2.ProcedureFutureUtil.lambda$suspendIfNecessary$1(ProcedureFutureUtil.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T11:43:32,571 ERROR [Async-Client-Retry-Timer-pool-0 {}] assignment.RegionStateStore(295): FAILED persisting region=ca1a09fea573d9101af9daac5272b02a state=OPEN org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d22a5ea652e:34989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 22 more 2024-11-08T11:43:32,571 DEBUG [Async-Client-Retry-Timer-pool-0 {}] master.HMaster(3213): Abort called but aborted=true, stopped=true 2024-11-08T11:43:32,573 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/af3a5f0e616113039caa4c1fcd53370e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-08T11:43:32,576 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/af077d75271034e73e47836ede169ca6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T11:43:32,576 INFO [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731066160672.af3a5f0e616113039caa4c1fcd53370e. 2024-11-08T11:43:32,577 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af3a5f0e616113039caa4c1fcd53370e: Waiting for close lock at 1731066212472Running coprocessor pre-close hooks at 1731066212472Disabling compacts and flushes for region at 1731066212473 (+1 ms)Disabling writes for close at 1731066212473Writing region close event to WAL at 1731066212536 (+63 ms)Running coprocessor post-close hooks at 1731066212576 (+40 ms)Closed at 1731066212576 2024-11-08T11:43:32,577 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731066160672.af3a5f0e616113039caa4c1fcd53370e. 2024-11-08T11:43:32,577 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c52a7c88b988bff29c203c0368140591, disabling compactions & flushes 2024-11-08T11:43:32,577 INFO [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731066160672.c52a7c88b988bff29c203c0368140591. 2024-11-08T11:43:32,577 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731066160672.c52a7c88b988bff29c203c0368140591. 2024-11-08T11:43:32,577 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731066160672.c52a7c88b988bff29c203c0368140591. after waiting 0 ms 2024-11-08T11:43:32,577 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731066160672.c52a7c88b988bff29c203c0368140591. 2024-11-08T11:43:32,580 INFO [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731066160672.af077d75271034e73e47836ede169ca6. 2024-11-08T11:43:32,581 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af077d75271034e73e47836ede169ca6: Waiting for close lock at 1731066212460Running coprocessor pre-close hooks at 1731066212460Disabling compacts and flushes for region at 1731066212460Disabling writes for close at 1731066212461 (+1 ms)Writing region close event to WAL at 1731066212521 (+60 ms)Running coprocessor post-close hooks at 1731066212580 (+59 ms)Closed at 1731066212580 2024-11-08T11:43:32,581 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731066160672.af077d75271034e73e47836ede169ca6. 2024-11-08T11:43:32,581 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 99785223e59860a8e1e7dbedf36ed686, disabling compactions & flushes 2024-11-08T11:43:32,581 INFO [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731066160672.99785223e59860a8e1e7dbedf36ed686. 2024-11-08T11:43:32,581 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731066160672.99785223e59860a8e1e7dbedf36ed686. 2024-11-08T11:43:32,581 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731066160672.99785223e59860a8e1e7dbedf36ed686. after waiting 0 ms 2024-11-08T11:43:32,581 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731066160672.99785223e59860a8e1e7dbedf36ed686. 2024-11-08T11:43:32,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32883 is added to blk_1073741864_1040 (size=650) 2024-11-08T11:43:32,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35961 is added to blk_1073741864_1040 (size=650) 2024-11-08T11:43:32,637 INFO [M:0;7d22a5ea652e:36459 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T11:43:32,637 INFO [M:0;7d22a5ea652e:36459 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=true 2024-11-08T11:43:32,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741864_1040 (size=650) 2024-11-08T11:43:32,658 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/c52a7c88b988bff29c203c0368140591/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T11:43:32,658 INFO [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731066160672.c52a7c88b988bff29c203c0368140591. 2024-11-08T11:43:32,659 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c52a7c88b988bff29c203c0368140591: Waiting for close lock at 1731066212577Running coprocessor pre-close hooks at 1731066212577Disabling compacts and flushes for region at 1731066212577Disabling writes for close at 1731066212577Writing region close event to WAL at 1731066212625 (+48 ms)Running coprocessor post-close hooks at 1731066212658 (+33 ms)Closed at 1731066212658 2024-11-08T11:43:32,659 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731066160672.c52a7c88b988bff29c203c0368140591. 2024-11-08T11:43:32,659 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ef6f033186cc75d30d91c5596589bfa3, disabling compactions & flushes 2024-11-08T11:43:32,659 INFO [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731066160672.ef6f033186cc75d30d91c5596589bfa3. 2024-11-08T11:43:32,659 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731066160672.ef6f033186cc75d30d91c5596589bfa3. 2024-11-08T11:43:32,659 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731066160672.ef6f033186cc75d30d91c5596589bfa3. after waiting 0 ms 2024-11-08T11:43:32,659 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731066160672.ef6f033186cc75d30d91c5596589bfa3. 2024-11-08T11:43:32,659 DEBUG [RS:0;7d22a5ea652e:35551 {}] regionserver.HRegionServer(1351): Waiting on 0bfb99d6b5e3edad14a138850f1ea042, 5dc7cd244cba8834a9965793597ae11d, 99785223e59860a8e1e7dbedf36ed686 2024-11-08T11:43:32,667 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/99785223e59860a8e1e7dbedf36ed686/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T11:43:32,668 INFO [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731066160672.99785223e59860a8e1e7dbedf36ed686. 2024-11-08T11:43:32,668 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 99785223e59860a8e1e7dbedf36ed686: Waiting for close lock at 1731066212581Running coprocessor pre-close hooks at 1731066212581Disabling compacts and flushes for region at 1731066212581Disabling writes for close at 1731066212581Writing region close event to WAL at 1731066212638 (+57 ms)Running coprocessor post-close hooks at 1731066212668 (+30 ms)Closed at 1731066212668 2024-11-08T11:43:32,668 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731066160672.99785223e59860a8e1e7dbedf36ed686. 2024-11-08T11:43:32,669 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0bfb99d6b5e3edad14a138850f1ea042, disabling compactions & flushes 2024-11-08T11:43:32,669 INFO [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731066160672.0bfb99d6b5e3edad14a138850f1ea042. 2024-11-08T11:43:32,669 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731066160672.0bfb99d6b5e3edad14a138850f1ea042. 2024-11-08T11:43:32,669 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731066160672.0bfb99d6b5e3edad14a138850f1ea042. after waiting 0 ms 2024-11-08T11:43:32,669 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731066160672.0bfb99d6b5e3edad14a138850f1ea042. 2024-11-08T11:43:32,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32883 is added to blk_1073741830_1006 (size=267536) 2024-11-08T11:43:32,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741830_1006 (size=267536) 2024-11-08T11:43:32,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35961 is added to blk_1073741830_1006 (size=267536) 2024-11-08T11:43:32,685 DEBUG [RS:2;7d22a5ea652e:34989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 604a4363e424e2c699b1baabe2363702, ca1a09fea573d9101af9daac5272b02a, ef6f033186cc75d30d91c5596589bfa3 2024-11-08T11:43:32,688 DEBUG [M:0;7d22a5ea652e:36459 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T11:43:32,689 INFO [M:0;7d22a5ea652e:36459 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T11:43:32,689 DEBUG [M:0;7d22a5ea652e:36459 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T11:43:32,689 DEBUG [M:0;7d22a5ea652e:36459 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T11:43:32,689 DEBUG [M:0;7d22a5ea652e:36459 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T11:43:32,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35961 is added to blk_1073741865_1041 (size=19254) 2024-11-08T11:43:32,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32883 is added to blk_1073741865_1041 (size=19254) 2024-11-08T11:43:32,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741865_1041 (size=19254) 2024-11-08T11:43:32,697 INFO [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.36 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/hbase/meta/1588230740/.tmp/info/2d35bfd5c64746fc84eef3b1f5b1c532 2024-11-08T11:43:32,709 ERROR [M:0;7d22a5ea652e:36459 {}] regionserver.HRegion(1960): Memstore data size is 237073 in region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T11:43:32,709 INFO [M:0;7d22a5ea652e:36459 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T11:43:32,709 DEBUG [M:0;7d22a5ea652e:36459 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731066212688Disabling compacts and flushes for region at 1731066212688Disabling writes for close at 1731066212689 (+1 ms)Writing region close event to WAL at 1731066212709 (+20 ms)Closed at 1731066212709 2024-11-08T11:43:32,709 INFO [M:0;7d22a5ea652e:36459 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T11:43:32,709 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T11:43:32,709 INFO [M:0;7d22a5ea652e:36459 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36459 2024-11-08T11:43:32,709 INFO [M:0;7d22a5ea652e:36459 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T11:43:32,710 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/ef6f033186cc75d30d91c5596589bfa3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T11:43:32,711 INFO [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731066160672.ef6f033186cc75d30d91c5596589bfa3. 2024-11-08T11:43:32,711 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ef6f033186cc75d30d91c5596589bfa3: Waiting for close lock at 1731066212659Running coprocessor pre-close hooks at 1731066212659Disabling compacts and flushes for region at 1731066212659Disabling writes for close at 1731066212659Writing region close event to WAL at 1731066212686 (+27 ms)Running coprocessor post-close hooks at 1731066212711 (+25 ms)Closed at 1731066212711 2024-11-08T11:43:32,711 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731066160672.ef6f033186cc75d30d91c5596589bfa3. 2024-11-08T11:43:32,712 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 604a4363e424e2c699b1baabe2363702, disabling compactions & flushes 2024-11-08T11:43:32,712 INFO [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731066160672.604a4363e424e2c699b1baabe2363702. 2024-11-08T11:43:32,712 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731066160672.604a4363e424e2c699b1baabe2363702. 2024-11-08T11:43:32,712 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731066160672.604a4363e424e2c699b1baabe2363702. after waiting 0 ms 2024-11-08T11:43:32,712 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731066160672.604a4363e424e2c699b1baabe2363702. 2024-11-08T11:43:32,727 DEBUG [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/hbase/meta/1588230740/.tmp/ns/d71f5db6515e45de96b73e98edf726d9 is 43, key is default/ns:d/1731066160541/Put/seqid=0 2024-11-08T11:43:32,732 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d22a5ea652e:36459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-08T11:43:32,752 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/0bfb99d6b5e3edad14a138850f1ea042/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-08T11:43:32,754 INFO [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731066160672.0bfb99d6b5e3edad14a138850f1ea042. 2024-11-08T11:43:32,754 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0bfb99d6b5e3edad14a138850f1ea042: Waiting for close lock at 1731066212669Running coprocessor pre-close hooks at 1731066212669Disabling compacts and flushes for region at 1731066212669Disabling writes for close at 1731066212669Writing region close event to WAL at 1731066212719 (+50 ms)Running coprocessor post-close hooks at 1731066212754 (+35 ms)Closed at 1731066212754 2024-11-08T11:43:32,754 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731066160672.0bfb99d6b5e3edad14a138850f1ea042. 2024-11-08T11:43:32,754 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5dc7cd244cba8834a9965793597ae11d, disabling compactions & flushes 2024-11-08T11:43:32,754 INFO [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731066160672.5dc7cd244cba8834a9965793597ae11d. 2024-11-08T11:43:32,754 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731066160672.5dc7cd244cba8834a9965793597ae11d. 2024-11-08T11:43:32,754 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731066160672.5dc7cd244cba8834a9965793597ae11d. after waiting 0 ms 2024-11-08T11:43:32,754 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731066160672.5dc7cd244cba8834a9965793597ae11d. 2024-11-08T11:43:32,756 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/604a4363e424e2c699b1baabe2363702/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T11:43:32,761 INFO [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731066160672.604a4363e424e2c699b1baabe2363702. 2024-11-08T11:43:32,761 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 604a4363e424e2c699b1baabe2363702: Waiting for close lock at 1731066212712Running coprocessor pre-close hooks at 1731066212712Disabling compacts and flushes for region at 1731066212712Disabling writes for close at 1731066212712Writing region close event to WAL at 1731066212740 (+28 ms)Running coprocessor post-close hooks at 1731066212761 (+21 ms)Closed at 1731066212761 2024-11-08T11:43:32,761 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731066160672.604a4363e424e2c699b1baabe2363702. 2024-11-08T11:43:32,761 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ca1a09fea573d9101af9daac5272b02a, disabling compactions & flushes 2024-11-08T11:43:32,761 INFO [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731066160672.ca1a09fea573d9101af9daac5272b02a. 2024-11-08T11:43:32,761 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731066160672.ca1a09fea573d9101af9daac5272b02a. 2024-11-08T11:43:32,761 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731066160672.ca1a09fea573d9101af9daac5272b02a. after waiting 0 ms 2024-11-08T11:43:32,761 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731066160672.ca1a09fea573d9101af9daac5272b02a. 2024-11-08T11:43:32,781 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/ca1a09fea573d9101af9daac5272b02a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-08T11:43:32,785 INFO [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731066160672.ca1a09fea573d9101af9daac5272b02a. 2024-11-08T11:43:32,785 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ca1a09fea573d9101af9daac5272b02a: Waiting for close lock at 1731066212761Running coprocessor pre-close hooks at 1731066212761Disabling compacts and flushes for region at 1731066212761Disabling writes for close at 1731066212761Writing region close event to WAL at 1731066212765 (+4 ms)Running coprocessor post-close hooks at 1731066212785 (+20 ms)Closed at 1731066212785 2024-11-08T11:43:32,785 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731066160672.ca1a09fea573d9101af9daac5272b02a. 2024-11-08T11:43:32,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32883 is added to blk_1073741866_1042 (size=5153) 2024-11-08T11:43:32,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741866_1042 (size=5153) 2024-11-08T11:43:32,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35961 is added to blk_1073741866_1042 (size=5153) 2024-11-08T11:43:32,800 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/default/SPTestTable/5dc7cd244cba8834a9965793597ae11d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T11:43:32,803 INFO [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731066160672.5dc7cd244cba8834a9965793597ae11d. 2024-11-08T11:43:32,803 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5dc7cd244cba8834a9965793597ae11d: Waiting for close lock at 1731066212754Running coprocessor pre-close hooks at 1731066212754Disabling compacts and flushes for region at 1731066212754Disabling writes for close at 1731066212754Writing region close event to WAL at 1731066212757 (+3 ms)Running coprocessor post-close hooks at 1731066212802 (+45 ms)Closed at 1731066212803 (+1 ms) 2024-11-08T11:43:32,803 DEBUG [RS_CLOSE_REGION-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731066160672.5dc7cd244cba8834a9965793597ae11d. 2024-11-08T11:43:32,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36459-0x1001f3343b00000, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T11:43:32,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36459-0x1001f3343b00000, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T11:43:32,813 INFO [M:0;7d22a5ea652e:36459 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T11:43:32,813 INFO [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/hbase/meta/1588230740/.tmp/ns/d71f5db6515e45de96b73e98edf726d9 2024-11-08T11:43:32,860 INFO [RS:0;7d22a5ea652e:35551 {}] regionserver.HRegionServer(976): stopping server 7d22a5ea652e,35551,1731066149266; all regions closed. 2024-11-08T11:43:32,884 DEBUG [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/hbase/meta/1588230740/.tmp/table/f898a440b7c842a2b99c8fbeb39e6d57 is 47, key is SPTestTable/table:state/1731066172147/Put/seqid=0 2024-11-08T11:43:32,888 DEBUG [RS:2;7d22a5ea652e:34989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T11:43:32,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741835_1011 (size=3257) 2024-11-08T11:43:32,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32883 is added to blk_1073741835_1011 (size=3257) 2024-11-08T11:43:32,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35961 is added to blk_1073741835_1011 (size=3257) 2024-11-08T11:43:32,909 DEBUG [RS:0;7d22a5ea652e:35551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T11:43:32,909 INFO [RS:0;7d22a5ea652e:35551 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T11:43:32,910 INFO [RS:0;7d22a5ea652e:35551 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T11:43:32,910 INFO [RS:0;7d22a5ea652e:35551 {}] hbase.ChoreService(370): Chore service for: regionserver/7d22a5ea652e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T11:43:32,911 INFO [RS:0;7d22a5ea652e:35551 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T11:43:32,911 INFO [RS:0;7d22a5ea652e:35551 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T11:43:32,911 INFO [RS:0;7d22a5ea652e:35551 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T11:43:32,911 INFO [RS:0;7d22a5ea652e:35551 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T11:43:32,911 INFO [RS:0;7d22a5ea652e:35551 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35551 2024-11-08T11:43:32,911 INFO [regionserver/7d22a5ea652e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T11:43:32,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35551-0x1001f3343b00001, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7d22a5ea652e,35551,1731066149266 2024-11-08T11:43:32,924 INFO [regionserver/7d22a5ea652e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T11:43:32,924 INFO [RS:0;7d22a5ea652e:35551 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T11:43:32,924 INFO [regionserver/7d22a5ea652e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T11:43:32,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35961 is added to blk_1073741867_1043 (size=5214) 2024-11-08T11:43:32,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32883 is added to blk_1073741867_1043 (size=5214) 2024-11-08T11:43:32,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741867_1043 (size=5214) 2024-11-08T11:43:32,947 INFO [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/hbase/meta/1588230740/.tmp/table/f898a440b7c842a2b99c8fbeb39e6d57 2024-11-08T11:43:32,979 DEBUG [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/hbase/meta/1588230740/.tmp/info/2d35bfd5c64746fc84eef3b1f5b1c532 as hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/hbase/meta/1588230740/info/2d35bfd5c64746fc84eef3b1f5b1c532 2024-11-08T11:43:33,018 INFO [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/hbase/meta/1588230740/info/2d35bfd5c64746fc84eef3b1f5b1c532, entries=107, sequenceid=34, filesize=18.8 K 2024-11-08T11:43:33,020 DEBUG [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/hbase/meta/1588230740/.tmp/ns/d71f5db6515e45de96b73e98edf726d9 as hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/hbase/meta/1588230740/ns/d71f5db6515e45de96b73e98edf726d9 2024-11-08T11:43:33,042 INFO [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/hbase/meta/1588230740/ns/d71f5db6515e45de96b73e98edf726d9, entries=2, sequenceid=34, filesize=5.0 K 2024-11-08T11:43:33,043 DEBUG [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/hbase/meta/1588230740/.tmp/table/f898a440b7c842a2b99c8fbeb39e6d57 as hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/hbase/meta/1588230740/table/f898a440b7c842a2b99c8fbeb39e6d57 2024-11-08T11:43:33,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35551-0x1001f3343b00001, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T11:43:33,044 INFO [RS:0;7d22a5ea652e:35551 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T11:43:33,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35551-0x1001f3343b00001, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T11:43:33,044 INFO [RS:0;7d22a5ea652e:35551 {}] regionserver.HRegionServer(1031): Exiting; stopping=7d22a5ea652e,35551,1731066149266; zookeeper connection closed. 2024-11-08T11:43:33,052 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@20032db0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@20032db0 2024-11-08T11:43:33,067 INFO [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/hbase/meta/1588230740/table/f898a440b7c842a2b99c8fbeb39e6d57, entries=2, sequenceid=34, filesize=5.1 K 2024-11-08T11:43:33,073 INFO [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~14.52 KB/14867, heapSize ~24.13 KB/24704, currentSize=0 B/0 for 1588230740 in 584ms, sequenceid=34, compaction requested=false 2024-11-08T11:43:33,089 DEBUG [RS:2;7d22a5ea652e:34989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T11:43:33,101 DEBUG [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43483/user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/data/hbase/meta/1588230740/recovered.edits/37.seqid, newMaxSeqId=37, maxSeqId=1 2024-11-08T11:43:33,101 DEBUG [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T11:43:33,102 INFO [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T11:43:33,102 DEBUG [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731066212488Running coprocessor pre-close hooks at 1731066212488Disabling compacts and flushes for region at 1731066212488Disabling writes for close at 1731066212489 (+1 ms)Obtaining lock to block concurrent updates at 1731066212489Preparing flush snapshotting stores in 1588230740 at 1731066212489Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=14867, getHeapSize=24944, getOffHeapSize=0, getCellsCount=121 at 1731066212489Flushing stores of hbase:meta,,1.1588230740 at 1731066212500 (+11 ms)Flushing 1588230740/info: creating writer at 1731066212500Flushing 1588230740/info: appending metadata at 1731066212563 (+63 ms)Flushing 1588230740/info: closing flushed file at 1731066212563Flushing 1588230740/ns: creating writer at 1731066212705 (+142 ms)Flushing 1588230740/ns: appending metadata at 1731066212727 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731066212727Flushing 1588230740/table: creating writer at 1731066212841 (+114 ms)Flushing 1588230740/table: appending metadata at 1731066212881 (+40 ms)Flushing 1588230740/table: closing flushed file at 1731066212881Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d7757ed: reopening flushed file at 1731066212977 (+96 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@708b1e1d: reopening flushed file at 1731066213018 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@461260a3: reopening flushed file at 1731066213042 (+24 ms)Finished flush of dataSize ~14.52 KB/14867, heapSize ~24.13 KB/24704, currentSize=0 B/0 for 1588230740 in 584ms, sequenceid=34, compaction requested=false at 1731066213073 (+31 ms)Writing region close event to WAL at 1731066213084 (+11 ms)Running coprocessor post-close hooks at 1731066213101 (+17 ms)Closed at 1731066213102 (+1 ms) 2024-11-08T11:43:33,102 DEBUG [RS_CLOSE_META-regionserver/7d22a5ea652e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T11:43:33,289 INFO [RS:2;7d22a5ea652e:34989 {}] regionserver.HRegionServer(976): stopping server 7d22a5ea652e,34989,1731066149365; all regions closed. 2024-11-08T11:43:33,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741836_1012 (size=17497) 2024-11-08T11:43:33,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35961 is added to blk_1073741836_1012 (size=17497) 2024-11-08T11:43:33,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32883 is added to blk_1073741836_1012 (size=17497) 2024-11-08T11:43:33,312 DEBUG [RS:2;7d22a5ea652e:34989 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/oldWALs 2024-11-08T11:43:33,312 INFO [RS:2;7d22a5ea652e:34989 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7d22a5ea652e%2C34989%2C1731066149365.meta:.meta(num 1731066160450) 2024-11-08T11:43:33,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741834_1010 (size=3564) 2024-11-08T11:43:33,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35961 is added to blk_1073741834_1010 (size=3564) 2024-11-08T11:43:33,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32883 is added to blk_1073741834_1010 (size=3564) 2024-11-08T11:43:33,342 DEBUG [RS:2;7d22a5ea652e:34989 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5e88b776-5f7c-7eea-792e-5fad4001aba1/oldWALs 2024-11-08T11:43:33,342 INFO [RS:2;7d22a5ea652e:34989 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7d22a5ea652e%2C34989%2C1731066149365:(num 1731066150132) 2024-11-08T11:43:33,342 DEBUG [RS:2;7d22a5ea652e:34989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T11:43:33,342 INFO [RS:2;7d22a5ea652e:34989 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T11:43:33,342 INFO [RS:2;7d22a5ea652e:34989 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T11:43:33,342 INFO [RS:2;7d22a5ea652e:34989 {}] hbase.ChoreService(370): Chore service for: regionserver/7d22a5ea652e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T11:43:33,343 INFO [RS:2;7d22a5ea652e:34989 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T11:43:33,343 INFO [regionserver/7d22a5ea652e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T11:43:33,343 INFO [RS:2;7d22a5ea652e:34989 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34989 2024-11-08T11:43:33,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34989-0x1001f3343b00003, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7d22a5ea652e,34989,1731066149365 2024-11-08T11:43:33,345 INFO [RS:2;7d22a5ea652e:34989 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T11:43:33,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34989-0x1001f3343b00003, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T11:43:33,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34989-0x1001f3343b00003, quorum=127.0.0.1:59880, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T11:43:33,447 INFO [RS:2;7d22a5ea652e:34989 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T11:43:33,447 INFO [RS:2;7d22a5ea652e:34989 {}] regionserver.HRegionServer(1031): Exiting; stopping=7d22a5ea652e,34989,1731066149365; zookeeper connection closed. 2024-11-08T11:43:33,448 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1edde0db {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1edde0db 2024-11-08T11:43:33,448 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-08T11:43:33,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73faf476{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T11:43:33,465 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a96e5d3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T11:43:33,465 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T11:43:33,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1640af40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T11:43:33,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@682e19c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/hadoop.log.dir/,STOPPED} 2024-11-08T11:43:33,483 WARN [BP-1300611721-172.17.0.3-1731066147665 heartbeating to localhost/127.0.0.1:43483 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T11:43:33,483 WARN [BP-1300611721-172.17.0.3-1731066147665 heartbeating to localhost/127.0.0.1:43483 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1300611721-172.17.0.3-1731066147665 (Datanode Uuid d2ff6229-e240-4f69-8a9c-6b433b11a61c) service to localhost/127.0.0.1:43483 2024-11-08T11:43:33,483 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T11:43:33,483 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T11:43:33,483 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/cluster_77012ae3-3eb5-5e0e-6f80-acf884aeb2ec/data/data5/current/BP-1300611721-172.17.0.3-1731066147665 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T11:43:33,484 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/cluster_77012ae3-3eb5-5e0e-6f80-acf884aeb2ec/data/data6/current/BP-1300611721-172.17.0.3-1731066147665 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T11:43:33,486 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T11:43:33,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37206f93{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T11:43:33,497 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@555889da{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T11:43:33,497 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T11:43:33,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@236881af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T11:43:33,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f45d5ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/hadoop.log.dir/,STOPPED} 2024-11-08T11:43:33,499 WARN [BP-1300611721-172.17.0.3-1731066147665 heartbeating to localhost/127.0.0.1:43483 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T11:43:33,499 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T11:43:33,500 WARN [BP-1300611721-172.17.0.3-1731066147665 heartbeating to localhost/127.0.0.1:43483 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1300611721-172.17.0.3-1731066147665 (Datanode Uuid f12dc44a-e6f1-472a-9c10-5a50607ebc5e) service to localhost/127.0.0.1:43483 2024-11-08T11:43:33,500 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T11:43:33,500 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/cluster_77012ae3-3eb5-5e0e-6f80-acf884aeb2ec/data/data3/current/BP-1300611721-172.17.0.3-1731066147665 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T11:43:33,501 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/cluster_77012ae3-3eb5-5e0e-6f80-acf884aeb2ec/data/data4/current/BP-1300611721-172.17.0.3-1731066147665 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T11:43:33,501 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T11:43:33,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b35cb36{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T11:43:33,526 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@307980e8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T11:43:33,526 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T11:43:33,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@481c5a9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T11:43:33,527 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7053826d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/hadoop.log.dir/,STOPPED} 2024-11-08T11:43:33,535 WARN [BP-1300611721-172.17.0.3-1731066147665 heartbeating to localhost/127.0.0.1:43483 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T11:43:33,535 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T11:43:33,535 WARN [BP-1300611721-172.17.0.3-1731066147665 heartbeating to localhost/127.0.0.1:43483 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1300611721-172.17.0.3-1731066147665 (Datanode Uuid c9656a2d-c3dd-4d0c-a02c-b6fa178e99cd) service to localhost/127.0.0.1:43483 2024-11-08T11:43:33,535 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T11:43:33,536 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/cluster_77012ae3-3eb5-5e0e-6f80-acf884aeb2ec/data/data1/current/BP-1300611721-172.17.0.3-1731066147665 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T11:43:33,537 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/cluster_77012ae3-3eb5-5e0e-6f80-acf884aeb2ec/data/data2/current/BP-1300611721-172.17.0.3-1731066147665 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T11:43:33,537 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T11:43:33,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e543aed{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T11:43:33,557 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23a46088{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T11:43:33,557 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T11:43:33,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@359ec23e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T11:43:33,558 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7154421{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7383ae2b-546f-ac83-4746-18a2375cb349/hadoop.log.dir/,STOPPED} 2024-11-08T11:43:33,570 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T11:43:33,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T11:43:33,617 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=122 (was 93) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:43483 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:43483 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:43483 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43483 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:43483 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:43483 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/7d22a5ea652e:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:43483 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:43483 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=478 (was 446) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=726 (was 683) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=862 (was 1376)