2024-11-18 17:18:40,696 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-18 17:18:40,707 main DEBUG Took 0.009795 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 17:18:40,708 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 17:18:40,708 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 17:18:40,709 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 17:18:40,710 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 17:18:40,717 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 17:18:40,728 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 17:18:40,729 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 17:18:40,730 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 17:18:40,730 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 17:18:40,731 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 17:18:40,731 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 17:18:40,732 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 17:18:40,732 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 17:18:40,733 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 17:18:40,733 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 17:18:40,734 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 17:18:40,734 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 17:18:40,735 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 17:18:40,735 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 17:18:40,736 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 17:18:40,736 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 17:18:40,736 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 17:18:40,737 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 17:18:40,737 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 17:18:40,737 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 17:18:40,738 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 17:18:40,738 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 17:18:40,739 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 17:18:40,739 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 17:18:40,739 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 17:18:40,740 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 17:18:40,741 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 17:18:40,742 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 17:18:40,744 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 17:18:40,744 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 17:18:40,746 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 17:18:40,746 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 17:18:40,754 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 17:18:40,756 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 17:18:40,758 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 17:18:40,758 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 17:18:40,759 main DEBUG createAppenders(={Console}) 2024-11-18 17:18:40,759 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-18 17:18:40,760 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-18 17:18:40,760 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-18 17:18:40,761 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 17:18:40,761 main DEBUG OutputStream closed 2024-11-18 17:18:40,761 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 17:18:40,761 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 17:18:40,762 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-18 17:18:40,834 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 17:18:40,836 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 17:18:40,837 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 17:18:40,838 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 17:18:40,838 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 17:18:40,838 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 17:18:40,839 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 17:18:40,839 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 17:18:40,839 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 17:18:40,840 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 17:18:40,840 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 17:18:40,840 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 17:18:40,840 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 17:18:40,841 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 17:18:40,841 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 17:18:40,841 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 17:18:40,842 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 17:18:40,843 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 17:18:40,845 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 17:18:40,845 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-18 17:18:40,845 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 17:18:40,846 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-18T17:18:40,859 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-18 17:18:40,862 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 17:18:40,862 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T17:18:40,869 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-18T17:18:40,896 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=249, ProcessCount=11, AvailableMemoryMB=5613 2024-11-18T17:18:41,134 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e 2024-11-18T17:18:41,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T17:18:41,150 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/cluster_bb344a8a-6492-3619-38d7-c614da997e6f, deleteOnExit=true 2024-11-18T17:18:41,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T17:18:41,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/test.cache.data in system properties and HBase conf 2024-11-18T17:18:41,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T17:18:41,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/hadoop.log.dir in system properties and HBase conf 2024-11-18T17:18:41,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T17:18:41,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T17:18:41,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T17:18:41,248 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T17:18:41,337 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T17:18:41,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:18:41,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:18:41,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T17:18:41,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:18:41,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T17:18:41,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T17:18:41,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:18:41,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:18:41,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T17:18:41,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/nfs.dump.dir in system properties and HBase conf 2024-11-18T17:18:41,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/java.io.tmpdir in system properties and HBase conf 2024-11-18T17:18:41,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:18:41,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T17:18:41,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T17:18:42,295 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T17:18:42,366 INFO [Time-limited test {}] log.Log(170): Logging initialized @2424ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-18T17:18:42,430 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:18:42,490 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:18:42,511 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:18:42,511 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:18:42,513 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T17:18:42,524 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:18:42,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:18:42,528 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:18:42,707 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/java.io.tmpdir/jetty-localhost-36317-hadoop-hdfs-3_4_1-tests_jar-_-any-5894819496817595823/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:18:42,712 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:36317} 2024-11-18T17:18:42,713 INFO [Time-limited test {}] server.Server(415): Started @2771ms 2024-11-18T17:18:43,197 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:18:43,207 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:18:43,211 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:18:43,212 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:18:43,212 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T17:18:43,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:18:43,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:18:43,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/java.io.tmpdir/jetty-localhost-40869-hadoop-hdfs-3_4_1-tests_jar-_-any-1455331599908471755/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:18:43,330 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:40869} 2024-11-18T17:18:43,330 INFO [Time-limited test {}] server.Server(415): Started @3388ms 2024-11-18T17:18:43,384 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T17:18:43,491 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:18:43,496 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:18:43,502 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:18:43,502 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:18:43,502 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T17:18:43,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:18:43,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:18:43,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/java.io.tmpdir/jetty-localhost-41015-hadoop-hdfs-3_4_1-tests_jar-_-any-11025340803665235840/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:18:43,612 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:41015} 2024-11-18T17:18:43,612 INFO [Time-limited test {}] server.Server(415): Started @3671ms 2024-11-18T17:18:43,615 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T17:18:43,649 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:18:43,653 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:18:43,654 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:18:43,655 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:18:43,655 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T17:18:43,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:18:43,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:18:43,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/java.io.tmpdir/jetty-localhost-35987-hadoop-hdfs-3_4_1-tests_jar-_-any-9096623935432593458/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:18:43,755 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:35987} 2024-11-18T17:18:43,755 INFO [Time-limited test {}] server.Server(415): Started @3814ms 2024-11-18T17:18:43,757 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T17:18:44,763 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/cluster_bb344a8a-6492-3619-38d7-c614da997e6f/data/data2/current/BP-859818845-172.17.0.3-1731950321866/current, will proceed with Du for space computation calculation, 2024-11-18T17:18:44,763 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/cluster_bb344a8a-6492-3619-38d7-c614da997e6f/data/data4/current/BP-859818845-172.17.0.3-1731950321866/current, will proceed with Du for space computation calculation, 2024-11-18T17:18:44,763 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/cluster_bb344a8a-6492-3619-38d7-c614da997e6f/data/data1/current/BP-859818845-172.17.0.3-1731950321866/current, will proceed with Du for space computation calculation, 2024-11-18T17:18:44,763 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/cluster_bb344a8a-6492-3619-38d7-c614da997e6f/data/data3/current/BP-859818845-172.17.0.3-1731950321866/current, will proceed with Du for space computation calculation, 2024-11-18T17:18:44,800 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T17:18:44,800 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T17:18:44,815 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/cluster_bb344a8a-6492-3619-38d7-c614da997e6f/data/data5/current/BP-859818845-172.17.0.3-1731950321866/current, will proceed with Du for space computation calculation, 2024-11-18T17:18:44,817 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/cluster_bb344a8a-6492-3619-38d7-c614da997e6f/data/data6/current/BP-859818845-172.17.0.3-1731950321866/current, will proceed with Du for space computation calculation, 2024-11-18T17:18:44,838 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T17:18:44,851 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1eae3a4afd074bef with lease ID 0xf016a9884c925052: Processing first storage report for DS-17a004ca-bb84-457d-b633-8254d819b28e from datanode DatanodeRegistration(127.0.0.1:40297, datanodeUuid=68661a70-8979-4145-9a24-0a0e4f6ffd65, infoPort=36027, infoSecurePort=0, ipcPort=36659, storageInfo=lv=-57;cid=testClusterID;nsid=408257675;c=1731950321866) 2024-11-18T17:18:44,852 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1eae3a4afd074bef with lease ID 0xf016a9884c925052: from storage DS-17a004ca-bb84-457d-b633-8254d819b28e node DatanodeRegistration(127.0.0.1:40297, datanodeUuid=68661a70-8979-4145-9a24-0a0e4f6ffd65, infoPort=36027, infoSecurePort=0, ipcPort=36659, storageInfo=lv=-57;cid=testClusterID;nsid=408257675;c=1731950321866), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T17:18:44,852 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56f02b28cb42c5ea with lease ID 0xf016a9884c925053: Processing first storage report for DS-58e7d905-2542-4ca1-be7b-312db31585a4 from datanode DatanodeRegistration(127.0.0.1:34315, datanodeUuid=3416d79a-afe8-4156-8f8d-7c373d267c9e, infoPort=34607, infoSecurePort=0, ipcPort=37221, storageInfo=lv=-57;cid=testClusterID;nsid=408257675;c=1731950321866) 2024-11-18T17:18:44,853 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56f02b28cb42c5ea with lease ID 0xf016a9884c925053: from storage DS-58e7d905-2542-4ca1-be7b-312db31585a4 node DatanodeRegistration(127.0.0.1:34315, datanodeUuid=3416d79a-afe8-4156-8f8d-7c373d267c9e, infoPort=34607, infoSecurePort=0, ipcPort=37221, storageInfo=lv=-57;cid=testClusterID;nsid=408257675;c=1731950321866), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:18:44,853 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0bc3d230a5aaa38 with lease ID 0xf016a9884c925051: Processing first storage report for DS-8ef8bd79-3b8a-4894-8cba-92b9d3567d9b from datanode DatanodeRegistration(127.0.0.1:43819, datanodeUuid=82ecf6f8-7e0c-46e0-862d-91cccadfbe1a, infoPort=38721, infoSecurePort=0, ipcPort=42883, storageInfo=lv=-57;cid=testClusterID;nsid=408257675;c=1731950321866) 2024-11-18T17:18:44,853 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0bc3d230a5aaa38 with lease ID 0xf016a9884c925051: from storage DS-8ef8bd79-3b8a-4894-8cba-92b9d3567d9b node DatanodeRegistration(127.0.0.1:43819, datanodeUuid=82ecf6f8-7e0c-46e0-862d-91cccadfbe1a, infoPort=38721, infoSecurePort=0, ipcPort=42883, storageInfo=lv=-57;cid=testClusterID;nsid=408257675;c=1731950321866), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T17:18:44,854 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1eae3a4afd074bef with lease ID 0xf016a9884c925052: Processing first storage report for DS-22b3d378-519b-4931-8573-0ab7035ad0e3 from datanode DatanodeRegistration(127.0.0.1:40297, datanodeUuid=68661a70-8979-4145-9a24-0a0e4f6ffd65, infoPort=36027, infoSecurePort=0, ipcPort=36659, storageInfo=lv=-57;cid=testClusterID;nsid=408257675;c=1731950321866) 2024-11-18T17:18:44,854 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1eae3a4afd074bef with lease ID 0xf016a9884c925052: from storage DS-22b3d378-519b-4931-8573-0ab7035ad0e3 node DatanodeRegistration(127.0.0.1:40297, datanodeUuid=68661a70-8979-4145-9a24-0a0e4f6ffd65, infoPort=36027, infoSecurePort=0, ipcPort=36659, storageInfo=lv=-57;cid=testClusterID;nsid=408257675;c=1731950321866), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:18:44,854 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56f02b28cb42c5ea with lease ID 0xf016a9884c925053: Processing first storage report for DS-f01c1d41-d191-422e-b5e8-4da7e506d8d5 from datanode DatanodeRegistration(127.0.0.1:34315, datanodeUuid=3416d79a-afe8-4156-8f8d-7c373d267c9e, infoPort=34607, infoSecurePort=0, ipcPort=37221, storageInfo=lv=-57;cid=testClusterID;nsid=408257675;c=1731950321866) 2024-11-18T17:18:44,854 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56f02b28cb42c5ea with lease ID 0xf016a9884c925053: from storage DS-f01c1d41-d191-422e-b5e8-4da7e506d8d5 node DatanodeRegistration(127.0.0.1:34315, datanodeUuid=3416d79a-afe8-4156-8f8d-7c373d267c9e, infoPort=34607, infoSecurePort=0, ipcPort=37221, storageInfo=lv=-57;cid=testClusterID;nsid=408257675;c=1731950321866), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:18:44,855 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0bc3d230a5aaa38 with lease ID 0xf016a9884c925051: Processing first storage report for DS-db7dd0d5-01be-47c1-bf89-4a20d81bf55b from datanode DatanodeRegistration(127.0.0.1:43819, datanodeUuid=82ecf6f8-7e0c-46e0-862d-91cccadfbe1a, infoPort=38721, infoSecurePort=0, ipcPort=42883, storageInfo=lv=-57;cid=testClusterID;nsid=408257675;c=1731950321866) 2024-11-18T17:18:44,855 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0bc3d230a5aaa38 with lease ID 0xf016a9884c925051: from storage DS-db7dd0d5-01be-47c1-bf89-4a20d81bf55b node DatanodeRegistration(127.0.0.1:43819, datanodeUuid=82ecf6f8-7e0c-46e0-862d-91cccadfbe1a, infoPort=38721, infoSecurePort=0, ipcPort=42883, storageInfo=lv=-57;cid=testClusterID;nsid=408257675;c=1731950321866), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:18:44,956 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e 2024-11-18T17:18:45,018 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/cluster_bb344a8a-6492-3619-38d7-c614da997e6f/zookeeper_0, clientPort=53755, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/cluster_bb344a8a-6492-3619-38d7-c614da997e6f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/cluster_bb344a8a-6492-3619-38d7-c614da997e6f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T17:18:45,026 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53755 2024-11-18T17:18:45,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:18:45,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:18:45,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741825_1001 (size=7) 2024-11-18T17:18:45,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741825_1001 (size=7) 2024-11-18T17:18:45,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741825_1001 (size=7) 2024-11-18T17:18:45,655 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606 with version=8 2024-11-18T17:18:45,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/hbase-staging 2024-11-18T17:18:45,727 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-18T17:18:45,938 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:18:45,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:18:45,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:18:45,951 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:18:45,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:18:45,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:18:46,081 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T17:18:46,136 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T17:18:46,148 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T17:18:46,152 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:18:46,175 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 114296 (auto-detected) 2024-11-18T17:18:46,176 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-18T17:18:46,194 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40879 2024-11-18T17:18:46,218 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40879 connecting to ZooKeeper ensemble=127.0.0.1:53755 2024-11-18T17:18:46,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408790x0, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:18:46,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40879-0x101503e5ef20000 connected 2024-11-18T17:18:46,428 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:18:46,435 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:18:46,447 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40879-0x101503e5ef20000, quorum=127.0.0.1:53755, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:18:46,451 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606, hbase.cluster.distributed=false 2024-11-18T17:18:46,472 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40879-0x101503e5ef20000, quorum=127.0.0.1:53755, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T17:18:46,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40879 2024-11-18T17:18:46,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40879 2024-11-18T17:18:46,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40879 2024-11-18T17:18:46,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40879 2024-11-18T17:18:46,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40879 2024-11-18T17:18:46,573 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:18:46,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:18:46,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:18:46,575 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:18:46,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:18:46,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:18:46,578 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:18:46,580 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:18:46,581 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42753 2024-11-18T17:18:46,583 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42753 connecting to ZooKeeper ensemble=127.0.0.1:53755 2024-11-18T17:18:46,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:18:46,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:18:46,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427530x0, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:18:46,600 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42753-0x101503e5ef20001 connected 2024-11-18T17:18:46,600 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42753-0x101503e5ef20001, quorum=127.0.0.1:53755, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:18:46,604 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T17:18:46,612 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T17:18:46,614 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42753-0x101503e5ef20001, quorum=127.0.0.1:53755, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T17:18:46,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42753-0x101503e5ef20001, quorum=127.0.0.1:53755, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T17:18:46,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42753 2024-11-18T17:18:46,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42753 2024-11-18T17:18:46,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42753 2024-11-18T17:18:46,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42753 2024-11-18T17:18:46,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42753 2024-11-18T17:18:46,640 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:18:46,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:18:46,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:18:46,641 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:18:46,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:18:46,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:18:46,642 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:18:46,642 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:18:46,643 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42327 2024-11-18T17:18:46,645 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42327 connecting to ZooKeeper ensemble=127.0.0.1:53755 2024-11-18T17:18:46,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:18:46,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:18:46,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423270x0, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:18:46,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42327-0x101503e5ef20002 connected 2024-11-18T17:18:46,665 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42327-0x101503e5ef20002, quorum=127.0.0.1:53755, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:18:46,665 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T17:18:46,666 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T17:18:46,667 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42327-0x101503e5ef20002, quorum=127.0.0.1:53755, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T17:18:46,669 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42327-0x101503e5ef20002, quorum=127.0.0.1:53755, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T17:18:46,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42327 2024-11-18T17:18:46,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42327 2024-11-18T17:18:46,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42327 2024-11-18T17:18:46,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42327 2024-11-18T17:18:46,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42327 2024-11-18T17:18:46,687 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:18:46,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:18:46,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:18:46,687 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:18:46,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:18:46,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:18:46,688 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:18:46,688 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:18:46,689 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34451 2024-11-18T17:18:46,691 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34451 connecting to ZooKeeper ensemble=127.0.0.1:53755 2024-11-18T17:18:46,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:18:46,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:18:46,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344510x0, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:18:46,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344510x0, quorum=127.0.0.1:53755, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:18:46,708 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34451-0x101503e5ef20003 connected 2024-11-18T17:18:46,709 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T17:18:46,710 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T17:18:46,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34451-0x101503e5ef20003, quorum=127.0.0.1:53755, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T17:18:46,714 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34451-0x101503e5ef20003, quorum=127.0.0.1:53755, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T17:18:46,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34451 2024-11-18T17:18:46,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34451 2024-11-18T17:18:46,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34451 2024-11-18T17:18:46,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34451 2024-11-18T17:18:46,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34451 2024-11-18T17:18:46,731 DEBUG [M:0;6912f599d260:40879 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6912f599d260:40879 2024-11-18T17:18:46,732 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6912f599d260,40879,1731950325787 2024-11-18T17:18:46,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42753-0x101503e5ef20001, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:18:46,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42327-0x101503e5ef20002, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:18:46,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40879-0x101503e5ef20000, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:18:46,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34451-0x101503e5ef20003, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:18:46,752 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40879-0x101503e5ef20000, quorum=127.0.0.1:53755, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6912f599d260,40879,1731950325787 2024-11-18T17:18:46,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42327-0x101503e5ef20002, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T17:18:46,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40879-0x101503e5ef20000, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:18:46,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34451-0x101503e5ef20003, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T17:18:46,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42753-0x101503e5ef20001, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T17:18:46,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42327-0x101503e5ef20002, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:18:46,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34451-0x101503e5ef20003, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:18:46,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42753-0x101503e5ef20001, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:18:46,783 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40879-0x101503e5ef20000, quorum=127.0.0.1:53755, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T17:18:46,784 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6912f599d260,40879,1731950325787 from backup master directory 2024-11-18T17:18:46,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42327-0x101503e5ef20002, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:18:46,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40879-0x101503e5ef20000, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6912f599d260,40879,1731950325787 2024-11-18T17:18:46,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42753-0x101503e5ef20001, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:18:46,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34451-0x101503e5ef20003, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:18:46,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40879-0x101503e5ef20000, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:18:46,791 WARN [master/6912f599d260:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:18:46,792 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6912f599d260,40879,1731950325787 2024-11-18T17:18:46,795 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-18T17:18:46,796 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-18T17:18:46,850 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/hbase.id] with ID: c49d255e-8177-4c6b-a865-c53b60f15a55 2024-11-18T17:18:46,850 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/.tmp/hbase.id 2024-11-18T17:18:46,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741826_1002 (size=42) 2024-11-18T17:18:46,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741826_1002 (size=42) 2024-11-18T17:18:46,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741826_1002 (size=42) 2024-11-18T17:18:46,866 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/.tmp/hbase.id]:[hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/hbase.id] 2024-11-18T17:18:46,911 INFO [master/6912f599d260:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:18:46,916 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T17:18:46,935 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-18T17:18:46,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34451-0x101503e5ef20003, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:18:46,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42753-0x101503e5ef20001, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:18:46,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42327-0x101503e5ef20002, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:18:46,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40879-0x101503e5ef20000, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:18:46,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741827_1003 (size=196) 2024-11-18T17:18:46,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741827_1003 (size=196) 2024-11-18T17:18:46,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741827_1003 (size=196) 2024-11-18T17:18:46,985 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:18:46,987 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T17:18:47,001 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T17:18:47,004 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:18:47,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741828_1004 (size=1189) 2024-11-18T17:18:47,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741828_1004 (size=1189) 2024-11-18T17:18:47,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741828_1004 (size=1189) 2024-11-18T17:18:47,053 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/MasterData/data/master/store 2024-11-18T17:18:47,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741829_1005 (size=34) 2024-11-18T17:18:47,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741829_1005 (size=34) 2024-11-18T17:18:47,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741829_1005 (size=34) 2024-11-18T17:18:47,081 INFO [master/6912f599d260:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-18T17:18:47,085 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:18:47,087 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:18:47,088 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:18:47,088 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:18:47,090 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:18:47,091 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:18:47,091 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:18:47,093 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731950327087Disabling compacts and flushes for region at 1731950327087Disabling writes for close at 1731950327090 (+3 ms)Writing region close event to WAL at 1731950327091 (+1 ms)Closed at 1731950327091 2024-11-18T17:18:47,095 WARN [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/MasterData/data/master/store/.initializing 2024-11-18T17:18:47,096 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/MasterData/WALs/6912f599d260,40879,1731950325787 2024-11-18T17:18:47,105 INFO [master/6912f599d260:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:18:47,120 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6912f599d260%2C40879%2C1731950325787, suffix=, logDir=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/MasterData/WALs/6912f599d260,40879,1731950325787, archiveDir=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/MasterData/oldWALs, maxLogs=10 2024-11-18T17:18:47,152 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/MasterData/WALs/6912f599d260,40879,1731950325787/6912f599d260%2C40879%2C1731950325787.1731950327126, exclude list is [], retry=0 2024-11-18T17:18:47,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43819,DS-8ef8bd79-3b8a-4894-8cba-92b9d3567d9b,DISK] 2024-11-18T17:18:47,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40297,DS-17a004ca-bb84-457d-b633-8254d819b28e,DISK] 2024-11-18T17:18:47,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34315,DS-58e7d905-2542-4ca1-be7b-312db31585a4,DISK] 2024-11-18T17:18:47,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-18T17:18:47,206 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/MasterData/WALs/6912f599d260,40879,1731950325787/6912f599d260%2C40879%2C1731950325787.1731950327126 2024-11-18T17:18:47,207 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36027:36027),(127.0.0.1/127.0.0.1:38721:38721),(127.0.0.1/127.0.0.1:34607:34607)] 2024-11-18T17:18:47,207 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:18:47,208 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:18:47,210 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:18:47,211 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:18:47,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:18:47,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T17:18:47,269 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:18:47,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:18:47,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:18:47,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T17:18:47,275 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:18:47,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:18:47,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:18:47,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T17:18:47,279 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:18:47,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:18:47,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:18:47,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T17:18:47,284 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:18:47,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:18:47,285 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:18:47,288 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:18:47,289 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:18:47,294 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:18:47,295 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:18:47,298 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:18:47,301 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:18:47,307 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:18:47,308 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74451613, jitterRate=0.10941548645496368}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:18:47,315 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731950327222Initializing all the Stores at 1731950327224 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731950327225 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950327225Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950327225Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950327226 (+1 ms)Cleaning up temporary data from old regions at 1731950327295 (+69 ms)Region opened successfully at 1731950327315 (+20 ms) 2024-11-18T17:18:47,316 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T17:18:47,350 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@136bf810, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:18:47,376 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T17:18:47,385 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T17:18:47,385 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T17:18:47,387 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T17:18:47,389 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T17:18:47,394 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-18T17:18:47,395 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-18T17:18:47,423 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T17:18:47,433 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40879-0x101503e5ef20000, quorum=127.0.0.1:53755, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T17:18:47,472 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-18T17:18:47,478 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T17:18:47,481 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40879-0x101503e5ef20000, quorum=127.0.0.1:53755, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T17:18:47,490 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-18T17:18:47,492 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T17:18:47,495 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40879-0x101503e5ef20000, quorum=127.0.0.1:53755, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T17:18:47,505 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-18T17:18:47,506 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40879-0x101503e5ef20000, quorum=127.0.0.1:53755, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T17:18:47,515 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T17:18:47,537 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40879-0x101503e5ef20000, quorum=127.0.0.1:53755, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T17:18:47,546 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T17:18:47,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42327-0x101503e5ef20002, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T17:18:47,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40879-0x101503e5ef20000, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T17:18:47,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42753-0x101503e5ef20001, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T17:18:47,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34451-0x101503e5ef20003, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T17:18:47,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42327-0x101503e5ef20002, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:18:47,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40879-0x101503e5ef20000, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:18:47,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34451-0x101503e5ef20003, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:18:47,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42753-0x101503e5ef20001, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:18:47,563 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6912f599d260,40879,1731950325787, sessionid=0x101503e5ef20000, setting cluster-up flag (Was=false) 2024-11-18T17:18:47,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42327-0x101503e5ef20002, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:18:47,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42753-0x101503e5ef20001, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:18:47,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40879-0x101503e5ef20000, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:18:47,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34451-0x101503e5ef20003, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:18:47,616 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T17:18:47,619 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,40879,1731950325787 2024-11-18T17:18:47,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40879-0x101503e5ef20000, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:18:47,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42327-0x101503e5ef20002, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:18:47,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42753-0x101503e5ef20001, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:18:47,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34451-0x101503e5ef20003, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:18:47,665 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T17:18:47,668 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,40879,1731950325787 2024-11-18T17:18:47,676 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T17:18:47,721 INFO [RS:2;6912f599d260:34451 {}] regionserver.HRegionServer(746): ClusterId : c49d255e-8177-4c6b-a865-c53b60f15a55 2024-11-18T17:18:47,721 INFO [RS:1;6912f599d260:42327 {}] regionserver.HRegionServer(746): ClusterId : c49d255e-8177-4c6b-a865-c53b60f15a55 2024-11-18T17:18:47,721 INFO [RS:0;6912f599d260:42753 {}] regionserver.HRegionServer(746): ClusterId : c49d255e-8177-4c6b-a865-c53b60f15a55 2024-11-18T17:18:47,723 DEBUG [RS:2;6912f599d260:34451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T17:18:47,723 DEBUG [RS:1;6912f599d260:42327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T17:18:47,723 DEBUG [RS:0;6912f599d260:42753 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T17:18:47,742 DEBUG [RS:0;6912f599d260:42753 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T17:18:47,742 DEBUG [RS:1;6912f599d260:42327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T17:18:47,742 DEBUG [RS:2;6912f599d260:34451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T17:18:47,742 DEBUG [RS:0;6912f599d260:42753 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T17:18:47,742 DEBUG [RS:1;6912f599d260:42327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T17:18:47,742 DEBUG [RS:2;6912f599d260:34451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T17:18:47,746 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T17:18:47,750 DEBUG [RS:1;6912f599d260:42327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T17:18:47,750 DEBUG [RS:0;6912f599d260:42753 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T17:18:47,750 DEBUG [RS:2;6912f599d260:34451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T17:18:47,750 DEBUG [RS:1;6912f599d260:42327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f4a5ec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:18:47,750 DEBUG [RS:2;6912f599d260:34451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74393357, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:18:47,750 DEBUG [RS:0;6912f599d260:42753 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@498a5a94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:18:47,757 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T17:18:47,764 DEBUG [RS:1;6912f599d260:42327 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6912f599d260:42327 2024-11-18T17:18:47,764 DEBUG [RS:2;6912f599d260:34451 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;6912f599d260:34451 2024-11-18T17:18:47,765 DEBUG [RS:0;6912f599d260:42753 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6912f599d260:42753 2024-11-18T17:18:47,765 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T17:18:47,767 INFO [RS:2;6912f599d260:34451 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T17:18:47,767 INFO [RS:0;6912f599d260:42753 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T17:18:47,767 INFO [RS:1;6912f599d260:42327 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T17:18:47,767 INFO [RS:1;6912f599d260:42327 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T17:18:47,767 INFO [RS:2;6912f599d260:34451 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T17:18:47,767 INFO [RS:0;6912f599d260:42753 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T17:18:47,767 DEBUG [RS:2;6912f599d260:34451 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T17:18:47,767 DEBUG [RS:1;6912f599d260:42327 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T17:18:47,767 DEBUG [RS:0;6912f599d260:42753 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T17:18:47,769 INFO [RS:2;6912f599d260:34451 {}] regionserver.HRegionServer(2659): reportForDuty to master=6912f599d260,40879,1731950325787 with port=34451, startcode=1731950326686 2024-11-18T17:18:47,769 INFO [RS:1;6912f599d260:42327 {}] regionserver.HRegionServer(2659): reportForDuty to master=6912f599d260,40879,1731950325787 with port=42327, startcode=1731950326639 2024-11-18T17:18:47,769 INFO [RS:0;6912f599d260:42753 {}] regionserver.HRegionServer(2659): reportForDuty to master=6912f599d260,40879,1731950325787 with port=42753, startcode=1731950326542 2024-11-18T17:18:47,772 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6912f599d260,40879,1731950325787 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T17:18:47,781 DEBUG [RS:2;6912f599d260:34451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T17:18:47,781 DEBUG [RS:1;6912f599d260:42327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T17:18:47,781 DEBUG [RS:0;6912f599d260:42753 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T17:18:47,781 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:18:47,781 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:18:47,781 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:18:47,781 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:18:47,782 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6912f599d260:0, corePoolSize=10, maxPoolSize=10 2024-11-18T17:18:47,782 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:18:47,782 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:18:47,782 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:18:47,785 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731950357785 2024-11-18T17:18:47,787 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T17:18:47,788 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:18:47,788 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T17:18:47,788 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T17:18:47,792 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T17:18:47,792 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T17:18:47,792 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T17:18:47,792 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T17:18:47,794 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:18:47,794 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T17:18:47,793 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:18:47,797 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T17:18:47,798 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T17:18:47,799 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T17:18:47,808 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T17:18:47,808 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T17:18:47,810 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731950327809,5,FailOnTimeoutGroup] 2024-11-18T17:18:47,810 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731950327810,5,FailOnTimeoutGroup] 2024-11-18T17:18:47,810 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:18:47,811 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T17:18:47,812 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T17:18:47,812 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T17:18:47,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741831_1007 (size=1321) 2024-11-18T17:18:47,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741831_1007 (size=1321) 2024-11-18T17:18:47,843 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49447, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T17:18:47,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741831_1007 (size=1321) 2024-11-18T17:18:47,843 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T17:18:47,843 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T17:18:47,845 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T17:18:47,846 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606 2024-11-18T17:18:47,849 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40879 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6912f599d260,42327,1731950326639 2024-11-18T17:18:47,851 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40879 {}] master.ServerManager(517): Registering regionserver=6912f599d260,42327,1731950326639 2024-11-18T17:18:47,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741832_1008 (size=32) 2024-11-18T17:18:47,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741832_1008 (size=32) 2024-11-18T17:18:47,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741832_1008 (size=32) 2024-11-18T17:18:47,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:18:47,865 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40879 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6912f599d260,42753,1731950326542 2024-11-18T17:18:47,865 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40879 {}] master.ServerManager(517): Registering regionserver=6912f599d260,42753,1731950326542 2024-11-18T17:18:47,869 DEBUG [RS:1;6912f599d260:42327 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606 2024-11-18T17:18:47,869 DEBUG [RS:1;6912f599d260:42327 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42651 2024-11-18T17:18:47,869 DEBUG [RS:1;6912f599d260:42327 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T17:18:47,870 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40879 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6912f599d260,34451,1731950326686 2024-11-18T17:18:47,870 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40879 {}] master.ServerManager(517): Registering regionserver=6912f599d260,34451,1731950326686 2024-11-18T17:18:47,870 DEBUG [RS:0;6912f599d260:42753 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606 2024-11-18T17:18:47,870 DEBUG [RS:0;6912f599d260:42753 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42651 2024-11-18T17:18:47,870 DEBUG [RS:0;6912f599d260:42753 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T17:18:47,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:18:47,875 DEBUG [RS:2;6912f599d260:34451 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606 2024-11-18T17:18:47,875 DEBUG [RS:2;6912f599d260:34451 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42651 2024-11-18T17:18:47,875 DEBUG [RS:2;6912f599d260:34451 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T17:18:47,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:18:47,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:18:47,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:18:47,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:18:47,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:18:47,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:18:47,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:18:47,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:18:47,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:18:47,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:18:47,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:18:47,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:18:47,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:18:47,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:18:47,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:18:47,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:18:47,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/hbase/meta/1588230740 2024-11-18T17:18:47,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/hbase/meta/1588230740 2024-11-18T17:18:47,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:18:47,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:18:47,897 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:18:47,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:18:47,904 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:18:47,905 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66297179, jitterRate=-0.012095049023628235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:18:47,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40879-0x101503e5ef20000, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T17:18:47,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731950327865Initializing all the Stores at 1731950327867 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731950327867Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731950327872 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950327872Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731950327873 (+1 ms)Cleaning up temporary data from old regions at 1731950327896 (+23 ms)Region opened successfully at 1731950327909 (+13 ms) 2024-11-18T17:18:47,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:18:47,909 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:18:47,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:18:47,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:18:47,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:18:47,911 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:18:47,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731950327909Disabling compacts and flushes for region at 1731950327909Disabling writes for close at 1731950327909Writing region close event to WAL at 1731950327911 (+2 ms)Closed at 1731950327911 2024-11-18T17:18:47,914 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:18:47,914 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T17:18:47,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T17:18:47,924 DEBUG [RS:0;6912f599d260:42753 {}] zookeeper.ZKUtil(111): regionserver:42753-0x101503e5ef20001, quorum=127.0.0.1:53755, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6912f599d260,42753,1731950326542 2024-11-18T17:18:47,924 DEBUG [RS:1;6912f599d260:42327 {}] zookeeper.ZKUtil(111): regionserver:42327-0x101503e5ef20002, quorum=127.0.0.1:53755, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6912f599d260,42327,1731950326639 2024-11-18T17:18:47,924 WARN [RS:0;6912f599d260:42753 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:18:47,924 WARN [RS:1;6912f599d260:42327 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:18:47,924 INFO [RS:0;6912f599d260:42753 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:18:47,924 INFO [RS:1;6912f599d260:42327 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:18:47,924 DEBUG [RS:2;6912f599d260:34451 {}] zookeeper.ZKUtil(111): regionserver:34451-0x101503e5ef20003, quorum=127.0.0.1:53755, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6912f599d260,34451,1731950326686 2024-11-18T17:18:47,925 WARN [RS:2;6912f599d260:34451 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:18:47,925 DEBUG [RS:1;6912f599d260:42327 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/WALs/6912f599d260,42327,1731950326639 2024-11-18T17:18:47,925 INFO [RS:2;6912f599d260:34451 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:18:47,925 DEBUG [RS:0;6912f599d260:42753 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/WALs/6912f599d260,42753,1731950326542 2024-11-18T17:18:47,925 DEBUG [RS:2;6912f599d260:34451 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/WALs/6912f599d260,34451,1731950326686 2024-11-18T17:18:47,926 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6912f599d260,42753,1731950326542] 2024-11-18T17:18:47,926 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6912f599d260,42327,1731950326639] 2024-11-18T17:18:47,926 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6912f599d260,34451,1731950326686] 2024-11-18T17:18:47,929 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:18:47,934 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T17:18:47,951 INFO [RS:1;6912f599d260:42327 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T17:18:47,951 INFO [RS:0;6912f599d260:42753 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T17:18:47,951 INFO [RS:2;6912f599d260:34451 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T17:18:47,968 INFO [RS:2;6912f599d260:34451 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T17:18:47,968 INFO [RS:1;6912f599d260:42327 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T17:18:47,968 INFO [RS:0;6912f599d260:42753 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T17:18:47,973 INFO [RS:0;6912f599d260:42753 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T17:18:47,973 INFO [RS:1;6912f599d260:42327 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T17:18:47,973 INFO [RS:2;6912f599d260:34451 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T17:18:47,974 INFO [RS:1;6912f599d260:42327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:18:47,974 INFO [RS:2;6912f599d260:34451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:18:47,974 INFO [RS:0;6912f599d260:42753 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:18:47,975 INFO [RS:2;6912f599d260:34451 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T17:18:47,975 INFO [RS:0;6912f599d260:42753 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T17:18:47,975 INFO [RS:1;6912f599d260:42327 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T17:18:47,981 INFO [RS:0;6912f599d260:42753 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T17:18:47,981 INFO [RS:2;6912f599d260:34451 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T17:18:47,981 INFO [RS:1;6912f599d260:42327 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T17:18:47,983 INFO [RS:0;6912f599d260:42753 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T17:18:47,983 INFO [RS:2;6912f599d260:34451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T17:18:47,983 INFO [RS:1;6912f599d260:42327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T17:18:47,983 DEBUG [RS:0;6912f599d260:42753 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:18:47,983 DEBUG [RS:2;6912f599d260:34451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:18:47,983 DEBUG [RS:1;6912f599d260:42327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:18:47,983 DEBUG [RS:0;6912f599d260:42753 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:18:47,983 DEBUG [RS:2;6912f599d260:34451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:18:47,983 DEBUG [RS:1;6912f599d260:42327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:18:47,983 DEBUG [RS:0;6912f599d260:42753 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:18:47,983 DEBUG [RS:1;6912f599d260:42327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:18:47,984 DEBUG [RS:2;6912f599d260:34451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:18:47,984 DEBUG [RS:0;6912f599d260:42753 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:18:47,984 DEBUG [RS:1;6912f599d260:42327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:18:47,984 DEBUG [RS:2;6912f599d260:34451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:18:47,984 DEBUG [RS:1;6912f599d260:42327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:18:47,984 DEBUG [RS:0;6912f599d260:42753 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:18:47,984 DEBUG [RS:1;6912f599d260:42327 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:18:47,984 DEBUG [RS:2;6912f599d260:34451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:18:47,984 DEBUG [RS:0;6912f599d260:42753 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:18:47,984 DEBUG [RS:1;6912f599d260:42327 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:18:47,984 DEBUG [RS:2;6912f599d260:34451 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:18:47,984 DEBUG [RS:0;6912f599d260:42753 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:18:47,984 DEBUG [RS:1;6912f599d260:42327 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:18:47,984 DEBUG [RS:2;6912f599d260:34451 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:18:47,984 DEBUG [RS:1;6912f599d260:42327 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:18:47,984 DEBUG [RS:0;6912f599d260:42753 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:18:47,984 DEBUG [RS:1;6912f599d260:42327 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:18:47,984 DEBUG [RS:2;6912f599d260:34451 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:18:47,984 DEBUG [RS:0;6912f599d260:42753 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:18:47,984 DEBUG [RS:1;6912f599d260:42327 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:18:47,984 DEBUG [RS:2;6912f599d260:34451 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:18:47,985 DEBUG [RS:1;6912f599d260:42327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:18:47,985 DEBUG [RS:0;6912f599d260:42753 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:18:47,985 DEBUG [RS:1;6912f599d260:42327 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:18:47,985 DEBUG [RS:2;6912f599d260:34451 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:18:47,985 DEBUG [RS:0;6912f599d260:42753 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:18:47,985 DEBUG [RS:1;6912f599d260:42327 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:18:47,985 DEBUG [RS:2;6912f599d260:34451 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:18:47,985 DEBUG [RS:0;6912f599d260:42753 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:18:47,985 DEBUG [RS:2;6912f599d260:34451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:18:47,985 DEBUG [RS:0;6912f599d260:42753 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:18:47,985 DEBUG [RS:2;6912f599d260:34451 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:18:47,985 DEBUG [RS:0;6912f599d260:42753 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:18:47,985 DEBUG [RS:2;6912f599d260:34451 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:18:47,988 INFO [RS:0;6912f599d260:42753 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:18:47,988 INFO [RS:0;6912f599d260:42753 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:18:47,988 INFO [RS:0;6912f599d260:42753 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:18:47,988 INFO [RS:1;6912f599d260:42327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:18:47,988 INFO [RS:0;6912f599d260:42753 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T17:18:47,988 INFO [RS:1;6912f599d260:42327 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:18:47,988 INFO [RS:0;6912f599d260:42753 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T17:18:47,988 INFO [RS:1;6912f599d260:42327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:18:47,988 INFO [RS:0;6912f599d260:42753 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,42753,1731950326542-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:18:47,988 INFO [RS:1;6912f599d260:42327 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T17:18:47,988 INFO [RS:1;6912f599d260:42327 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T17:18:47,988 INFO [RS:1;6912f599d260:42327 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,42327,1731950326639-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:18:47,991 INFO [RS:2;6912f599d260:34451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:18:47,991 INFO [RS:2;6912f599d260:34451 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:18:47,991 INFO [RS:2;6912f599d260:34451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:18:47,992 INFO [RS:2;6912f599d260:34451 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T17:18:47,992 INFO [RS:2;6912f599d260:34451 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T17:18:47,992 INFO [RS:2;6912f599d260:34451 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,34451,1731950326686-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:18:48,010 INFO [RS:1;6912f599d260:42327 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T17:18:48,012 INFO [RS:1;6912f599d260:42327 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,42327,1731950326639-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:18:48,013 INFO [RS:1;6912f599d260:42327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:18:48,013 INFO [RS:0;6912f599d260:42753 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T17:18:48,013 INFO [RS:2;6912f599d260:34451 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T17:18:48,013 INFO [RS:1;6912f599d260:42327 {}] regionserver.Replication(171): 6912f599d260,42327,1731950326639 started 2024-11-18T17:18:48,013 INFO [RS:2;6912f599d260:34451 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,34451,1731950326686-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:18:48,013 INFO [RS:0;6912f599d260:42753 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,42753,1731950326542-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:18:48,013 INFO [RS:0;6912f599d260:42753 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:18:48,013 INFO [RS:0;6912f599d260:42753 {}] regionserver.Replication(171): 6912f599d260,42753,1731950326542 started 2024-11-18T17:18:48,013 INFO [RS:2;6912f599d260:34451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:18:48,014 INFO [RS:2;6912f599d260:34451 {}] regionserver.Replication(171): 6912f599d260,34451,1731950326686 started 2024-11-18T17:18:48,033 INFO [RS:1;6912f599d260:42327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:18:48,033 INFO [RS:1;6912f599d260:42327 {}] regionserver.HRegionServer(1482): Serving as 6912f599d260,42327,1731950326639, RpcServer on 6912f599d260/172.17.0.3:42327, sessionid=0x101503e5ef20002 2024-11-18T17:18:48,034 DEBUG [RS:1;6912f599d260:42327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T17:18:48,034 DEBUG [RS:1;6912f599d260:42327 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6912f599d260,42327,1731950326639 2024-11-18T17:18:48,034 DEBUG [RS:1;6912f599d260:42327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,42327,1731950326639' 2024-11-18T17:18:48,035 DEBUG [RS:1;6912f599d260:42327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T17:18:48,036 INFO [RS:0;6912f599d260:42753 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:18:48,036 INFO [RS:2;6912f599d260:34451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:18:48,036 DEBUG [RS:1;6912f599d260:42327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T17:18:48,036 INFO [RS:2;6912f599d260:34451 {}] regionserver.HRegionServer(1482): Serving as 6912f599d260,34451,1731950326686, RpcServer on 6912f599d260/172.17.0.3:34451, sessionid=0x101503e5ef20003 2024-11-18T17:18:48,036 INFO [RS:0;6912f599d260:42753 {}] regionserver.HRegionServer(1482): Serving as 6912f599d260,42753,1731950326542, RpcServer on 6912f599d260/172.17.0.3:42753, sessionid=0x101503e5ef20001 2024-11-18T17:18:48,036 DEBUG [RS:2;6912f599d260:34451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T17:18:48,036 DEBUG [RS:0;6912f599d260:42753 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T17:18:48,036 DEBUG [RS:2;6912f599d260:34451 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6912f599d260,34451,1731950326686 2024-11-18T17:18:48,036 DEBUG [RS:0;6912f599d260:42753 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6912f599d260,42753,1731950326542 2024-11-18T17:18:48,036 DEBUG [RS:2;6912f599d260:34451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,34451,1731950326686' 2024-11-18T17:18:48,036 DEBUG [RS:0;6912f599d260:42753 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,42753,1731950326542' 2024-11-18T17:18:48,036 DEBUG [RS:2;6912f599d260:34451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T17:18:48,036 DEBUG [RS:0;6912f599d260:42753 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T17:18:48,036 DEBUG [RS:1;6912f599d260:42327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T17:18:48,036 DEBUG [RS:1;6912f599d260:42327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T17:18:48,037 DEBUG [RS:1;6912f599d260:42327 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6912f599d260,42327,1731950326639 2024-11-18T17:18:48,037 DEBUG [RS:1;6912f599d260:42327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,42327,1731950326639' 2024-11-18T17:18:48,037 DEBUG [RS:2;6912f599d260:34451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T17:18:48,037 DEBUG [RS:0;6912f599d260:42753 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T17:18:48,037 DEBUG [RS:1;6912f599d260:42327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T17:18:48,037 DEBUG [RS:0;6912f599d260:42753 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T17:18:48,037 DEBUG [RS:1;6912f599d260:42327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T17:18:48,037 DEBUG [RS:2;6912f599d260:34451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T17:18:48,037 DEBUG [RS:0;6912f599d260:42753 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T17:18:48,037 DEBUG [RS:2;6912f599d260:34451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T17:18:48,037 DEBUG [RS:0;6912f599d260:42753 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6912f599d260,42753,1731950326542 2024-11-18T17:18:48,037 DEBUG [RS:2;6912f599d260:34451 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6912f599d260,34451,1731950326686 2024-11-18T17:18:48,037 DEBUG [RS:0;6912f599d260:42753 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,42753,1731950326542' 2024-11-18T17:18:48,038 DEBUG [RS:2;6912f599d260:34451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,34451,1731950326686' 2024-11-18T17:18:48,038 DEBUG [RS:0;6912f599d260:42753 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T17:18:48,038 DEBUG [RS:2;6912f599d260:34451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T17:18:48,038 DEBUG [RS:1;6912f599d260:42327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T17:18:48,038 INFO [RS:1;6912f599d260:42327 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T17:18:48,038 INFO [RS:1;6912f599d260:42327 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T17:18:48,038 DEBUG [RS:0;6912f599d260:42753 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T17:18:48,038 DEBUG [RS:2;6912f599d260:34451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T17:18:48,039 DEBUG [RS:0;6912f599d260:42753 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T17:18:48,039 INFO [RS:0;6912f599d260:42753 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T17:18:48,039 INFO [RS:0;6912f599d260:42753 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T17:18:48,039 DEBUG [RS:2;6912f599d260:34451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T17:18:48,039 INFO [RS:2;6912f599d260:34451 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T17:18:48,039 INFO [RS:2;6912f599d260:34451 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T17:18:48,085 WARN [6912f599d260:40879 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T17:18:48,147 INFO [RS:0;6912f599d260:42753 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:18:48,147 INFO [RS:1;6912f599d260:42327 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:18:48,147 INFO [RS:2;6912f599d260:34451 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:18:48,151 INFO [RS:0;6912f599d260:42753 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6912f599d260%2C42753%2C1731950326542, suffix=, logDir=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/WALs/6912f599d260,42753,1731950326542, archiveDir=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/oldWALs, maxLogs=32 2024-11-18T17:18:48,151 INFO [RS:1;6912f599d260:42327 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6912f599d260%2C42327%2C1731950326639, suffix=, logDir=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/WALs/6912f599d260,42327,1731950326639, archiveDir=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/oldWALs, maxLogs=32 2024-11-18T17:18:48,151 INFO [RS:2;6912f599d260:34451 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6912f599d260%2C34451%2C1731950326686, suffix=, logDir=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/WALs/6912f599d260,34451,1731950326686, archiveDir=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/oldWALs, maxLogs=32 2024-11-18T17:18:48,168 DEBUG [RS:1;6912f599d260:42327 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/WALs/6912f599d260,42327,1731950326639/6912f599d260%2C42327%2C1731950326639.1731950328154, exclude list is [], retry=0 2024-11-18T17:18:48,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43819,DS-8ef8bd79-3b8a-4894-8cba-92b9d3567d9b,DISK] 2024-11-18T17:18:48,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34315,DS-58e7d905-2542-4ca1-be7b-312db31585a4,DISK] 2024-11-18T17:18:48,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40297,DS-17a004ca-bb84-457d-b633-8254d819b28e,DISK] 2024-11-18T17:18:48,174 DEBUG [RS:0;6912f599d260:42753 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/WALs/6912f599d260,42753,1731950326542/6912f599d260%2C42753%2C1731950326542.1731950328155, exclude list is [], retry=0 2024-11-18T17:18:48,174 DEBUG [RS:2;6912f599d260:34451 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/WALs/6912f599d260,34451,1731950326686/6912f599d260%2C34451%2C1731950326686.1731950328155, exclude list is [], retry=0 2024-11-18T17:18:48,176 INFO [RS:1;6912f599d260:42327 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/WALs/6912f599d260,42327,1731950326639/6912f599d260%2C42327%2C1731950326639.1731950328154 2024-11-18T17:18:48,177 DEBUG [RS:1;6912f599d260:42327 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34607:34607),(127.0.0.1/127.0.0.1:38721:38721),(127.0.0.1/127.0.0.1:36027:36027)] 2024-11-18T17:18:48,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34315,DS-58e7d905-2542-4ca1-be7b-312db31585a4,DISK] 2024-11-18T17:18:48,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43819,DS-8ef8bd79-3b8a-4894-8cba-92b9d3567d9b,DISK] 2024-11-18T17:18:48,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40297,DS-17a004ca-bb84-457d-b633-8254d819b28e,DISK] 2024-11-18T17:18:48,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40297,DS-17a004ca-bb84-457d-b633-8254d819b28e,DISK] 2024-11-18T17:18:48,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43819,DS-8ef8bd79-3b8a-4894-8cba-92b9d3567d9b,DISK] 2024-11-18T17:18:48,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34315,DS-58e7d905-2542-4ca1-be7b-312db31585a4,DISK] 2024-11-18T17:18:48,187 INFO [RS:2;6912f599d260:34451 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/WALs/6912f599d260,34451,1731950326686/6912f599d260%2C34451%2C1731950326686.1731950328155 2024-11-18T17:18:48,188 INFO [RS:0;6912f599d260:42753 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/WALs/6912f599d260,42753,1731950326542/6912f599d260%2C42753%2C1731950326542.1731950328155 2024-11-18T17:18:48,191 DEBUG [RS:0;6912f599d260:42753 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34607:34607),(127.0.0.1/127.0.0.1:38721:38721),(127.0.0.1/127.0.0.1:36027:36027)] 2024-11-18T17:18:48,191 DEBUG [RS:2;6912f599d260:34451 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36027:36027),(127.0.0.1/127.0.0.1:38721:38721),(127.0.0.1/127.0.0.1:34607:34607)] 2024-11-18T17:18:48,340 DEBUG [6912f599d260:40879 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-18T17:18:48,353 DEBUG [6912f599d260:40879 {}] balancer.BalancerClusterState(204): Hosts are {6912f599d260=0} racks are {/default-rack=0} 2024-11-18T17:18:48,359 DEBUG [6912f599d260:40879 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T17:18:48,359 DEBUG [6912f599d260:40879 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T17:18:48,359 DEBUG [6912f599d260:40879 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-18T17:18:48,359 DEBUG [6912f599d260:40879 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T17:18:48,359 DEBUG [6912f599d260:40879 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T17:18:48,359 DEBUG [6912f599d260:40879 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-18T17:18:48,359 INFO [6912f599d260:40879 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T17:18:48,360 INFO [6912f599d260:40879 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T17:18:48,360 INFO [6912f599d260:40879 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-18T17:18:48,360 DEBUG [6912f599d260:40879 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T17:18:48,366 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6912f599d260,42753,1731950326542 2024-11-18T17:18:48,372 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,42753,1731950326542, state=OPENING 2024-11-18T17:18:48,422 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T17:18:48,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40879-0x101503e5ef20000, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:18:48,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42327-0x101503e5ef20002, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:18:48,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34451-0x101503e5ef20003, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:18:48,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42753-0x101503e5ef20001, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:18:48,434 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:18:48,434 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:18:48,434 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:18:48,435 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:18:48,437 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:18:48,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,42753,1731950326542}] 2024-11-18T17:18:56,132 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T17:18:56,133 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T17:18:58,465 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:18:58,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:18:58,479 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T17:18:58,480 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:18:58,480 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T17:18:58,483 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6912f599d260%2C42753%2C1731950326542.meta, suffix=.meta, logDir=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/WALs/6912f599d260,42753,1731950326542, archiveDir=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/oldWALs, maxLogs=32 2024-11-18T17:18:58,499 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/WALs/6912f599d260,42753,1731950326542/6912f599d260%2C42753%2C1731950326542.meta.1731950338485.meta, exclude list is [], retry=0 2024-11-18T17:18:58,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40297,DS-17a004ca-bb84-457d-b633-8254d819b28e,DISK] 2024-11-18T17:18:58,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43819,DS-8ef8bd79-3b8a-4894-8cba-92b9d3567d9b,DISK] 2024-11-18T17:18:58,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34315,DS-58e7d905-2542-4ca1-be7b-312db31585a4,DISK] 2024-11-18T17:18:58,506 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/WALs/6912f599d260,42753,1731950326542/6912f599d260%2C42753%2C1731950326542.meta.1731950338485.meta 2024-11-18T17:18:58,506 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38721:38721),(127.0.0.1/127.0.0.1:36027:36027),(127.0.0.1/127.0.0.1:34607:34607)] 2024-11-18T17:18:58,506 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:18:58,508 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:18:58,510 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T17:18:58,514 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T17:18:58,518 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T17:18:58,518 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:18:58,518 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T17:18:58,518 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T17:18:58,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:18:58,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:18:58,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:18:58,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:18:58,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:18:58,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:18:58,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:18:58,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:18:58,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:18:58,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:18:58,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:18:58,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:18:58,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:18:58,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:18:58,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:18:58,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:18:58,531 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:18:58,532 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/hbase/meta/1588230740 2024-11-18T17:18:58,535 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/hbase/meta/1588230740 2024-11-18T17:18:58,537 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:18:58,537 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:18:58,538 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:18:58,540 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:18:58,541 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72774225, jitterRate=0.08442045748233795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:18:58,542 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T17:18:58,543 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731950338519Writing region info on filesystem at 1731950338519Initializing all the Stores at 1731950338521 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731950338521Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731950338521Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950338521Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731950338521Cleaning up temporary data from old regions at 1731950338537 (+16 ms)Running coprocessor post-open hooks at 1731950338542 (+5 ms)Region opened successfully at 1731950338543 (+1 ms) 2024-11-18T17:18:58,550 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731950338458 2024-11-18T17:18:58,560 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T17:18:58,560 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T17:18:58,561 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,42753,1731950326542 2024-11-18T17:18:58,563 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,42753,1731950326542, state=OPEN 2024-11-18T17:18:58,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40879-0x101503e5ef20000, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T17:18:58,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42327-0x101503e5ef20002, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T17:18:58,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34451-0x101503e5ef20003, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T17:18:58,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42753-0x101503e5ef20001, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T17:18:58,631 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:18:58,631 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:18:58,631 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:18:58,631 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:18:58,632 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6912f599d260,42753,1731950326542 2024-11-18T17:18:58,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T17:18:58,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,42753,1731950326542 in 10.1930 sec 2024-11-18T17:18:58,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T17:18:58,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7210 sec 2024-11-18T17:18:58,647 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:18:58,647 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T17:18:58,672 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:18:58,674 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,42753,1731950326542, seqNum=-1] 2024-11-18T17:18:58,717 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:18:58,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:18:58,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0390 sec 2024-11-18T17:18:58,748 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731950338748, completionTime=-1 2024-11-18T17:18:58,750 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-18T17:18:58,751 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T17:18:58,776 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-18T17:18:58,777 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731950398777 2024-11-18T17:18:58,777 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731950458777 2024-11-18T17:18:58,777 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 26 msec 2024-11-18T17:18:58,778 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-18T17:18:58,785 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,40879,1731950325787-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:18:58,785 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,40879,1731950325787-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:18:58,785 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,40879,1731950325787-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:18:58,786 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6912f599d260:40879, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:18:58,787 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T17:18:58,787 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T17:18:58,794 DEBUG [master/6912f599d260:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T17:18:58,814 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.022sec 2024-11-18T17:18:58,816 INFO [master/6912f599d260:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T17:18:58,817 INFO [master/6912f599d260:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T17:18:58,818 INFO [master/6912f599d260:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T17:18:58,818 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T17:18:58,818 INFO [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T17:18:58,819 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,40879,1731950325787-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:18:58,820 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,40879,1731950325787-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T17:18:58,824 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T17:18:58,825 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T17:18:58,825 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,40879,1731950325787-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:18:58,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b52e66c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:18:58,848 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-18T17:18:58,849 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-18T17:18:58,852 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,40879,-1 for getting cluster id 2024-11-18T17:18:58,855 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:18:58,864 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c49d255e-8177-4c6b-a865-c53b60f15a55' 2024-11-18T17:18:58,867 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:18:58,867 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c49d255e-8177-4c6b-a865-c53b60f15a55" 2024-11-18T17:18:58,868 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@356d88c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:18:58,868 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,40879,-1] 2024-11-18T17:18:58,870 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:18:58,871 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:18:58,872 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:18:58,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7152e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:18:58,875 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:18:58,882 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,42753,1731950326542, seqNum=-1] 2024-11-18T17:18:58,883 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:18:58,885 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:18:58,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6912f599d260,40879,1731950325787 2024-11-18T17:18:58,906 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731950338905 (current time:1731950338905). 2024-11-18T17:18:58,906 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-18T17:18:58,906 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-18T17:18:58,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de9cb9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:18:58,908 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,40879,-1 for getting cluster id 2024-11-18T17:18:58,908 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:18:58,909 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c49d255e-8177-4c6b-a865-c53b60f15a55' 2024-11-18T17:18:58,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:18:58,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c49d255e-8177-4c6b-a865-c53b60f15a55" 2024-11-18T17:18:58,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7036938b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:18:58,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,40879,-1] 2024-11-18T17:18:58,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:18:58,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:18:58,911 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:18:58,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d2b9d1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:18:58,914 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:18:58,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,42753,1731950326542, seqNum=-1] 2024-11-18T17:18:58,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:18:58,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:18:58,919 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:18:58,919 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:18:58,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:18:58,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:18:58,924 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:18:58,929 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:18:58,932 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,40879,1731950325787 2024-11-18T17:18:58,935 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18124827 2024-11-18T17:18:58,936 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:18:58,938 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:18:58,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:18:58,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-18T17:18:58,951 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:18:58,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-18T17:18:58,953 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:18:58,956 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:18:58,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:18:58,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741837_1013 (size=361) 2024-11-18T17:18:58,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741837_1013 (size=361) 2024-11-18T17:18:58,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741837_1013 (size=361) 2024-11-18T17:18:58,973 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a4bd88da0a7bf9315de334e4bbaa386d, NAME => 'SPTestTable,,1731950338939.a4bd88da0a7bf9315de334e4bbaa386d.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606 2024-11-18T17:18:58,973 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f4ced92d49690ab3c3cb039193f1aba2, NAME => 'SPTestTable,33333332,1731950338939.f4ced92d49690ab3c3cb039193f1aba2.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606 2024-11-18T17:18:58,974 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8037b478978f445e50ccd0d84f73bf4f, NAME => 'SPTestTable,19999999,1731950338939.8037b478978f445e50ccd0d84f73bf4f.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606 2024-11-18T17:18:58,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741839_1015 (size=62) 2024-11-18T17:18:58,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741840_1016 (size=54) 2024-11-18T17:18:58,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741838_1014 (size=62) 2024-11-18T17:18:58,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741839_1015 (size=62) 2024-11-18T17:18:58,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741838_1014 (size=62) 2024-11-18T17:18:58,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741839_1015 (size=62) 2024-11-18T17:18:58,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741838_1014 (size=62) 2024-11-18T17:18:59,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741840_1016 (size=54) 2024-11-18T17:18:59,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741840_1016 (size=54) 2024-11-18T17:18:59,001 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731950338939.8037b478978f445e50ccd0d84f73bf4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:18:59,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 8037b478978f445e50ccd0d84f73bf4f, disabling compactions & flushes 2024-11-18T17:18:59,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731950338939.a4bd88da0a7bf9315de334e4bbaa386d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:18:59,002 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731950338939.8037b478978f445e50ccd0d84f73bf4f. 2024-11-18T17:18:59,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731950338939.8037b478978f445e50ccd0d84f73bf4f. 2024-11-18T17:18:59,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing a4bd88da0a7bf9315de334e4bbaa386d, disabling compactions & flushes 2024-11-18T17:18:59,002 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731950338939.a4bd88da0a7bf9315de334e4bbaa386d. 2024-11-18T17:18:59,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731950338939.f4ced92d49690ab3c3cb039193f1aba2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:18:59,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731950338939.8037b478978f445e50ccd0d84f73bf4f. after waiting 0 ms 2024-11-18T17:18:59,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731950338939.a4bd88da0a7bf9315de334e4bbaa386d. 2024-11-18T17:18:59,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731950338939.8037b478978f445e50ccd0d84f73bf4f. 2024-11-18T17:18:59,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f4ced92d49690ab3c3cb039193f1aba2, disabling compactions & flushes 2024-11-18T17:18:59,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731950338939.a4bd88da0a7bf9315de334e4bbaa386d. after waiting 0 ms 2024-11-18T17:18:59,002 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731950338939.8037b478978f445e50ccd0d84f73bf4f. 2024-11-18T17:18:59,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731950338939.a4bd88da0a7bf9315de334e4bbaa386d. 2024-11-18T17:18:59,002 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731950338939.f4ced92d49690ab3c3cb039193f1aba2. 2024-11-18T17:18:59,002 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731950338939.a4bd88da0a7bf9315de334e4bbaa386d. 2024-11-18T17:18:59,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731950338939.f4ced92d49690ab3c3cb039193f1aba2. 2024-11-18T17:18:59,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8037b478978f445e50ccd0d84f73bf4f: Waiting for close lock at 1731950339001Disabling compacts and flushes for region at 1731950339001Disabling writes for close at 1731950339002 (+1 ms)Writing region close event to WAL at 1731950339002Closed at 1731950339002 2024-11-18T17:18:59,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731950338939.f4ced92d49690ab3c3cb039193f1aba2. after waiting 0 ms 2024-11-18T17:18:59,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for a4bd88da0a7bf9315de334e4bbaa386d: Waiting for close lock at 1731950339002Disabling compacts and flushes for region at 1731950339002Disabling writes for close at 1731950339002Writing region close event to WAL at 1731950339002Closed at 1731950339002 2024-11-18T17:18:59,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731950338939.f4ced92d49690ab3c3cb039193f1aba2. 2024-11-18T17:18:59,002 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731950338939.f4ced92d49690ab3c3cb039193f1aba2. 2024-11-18T17:18:59,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f4ced92d49690ab3c3cb039193f1aba2: Waiting for close lock at 1731950339002Disabling compacts and flushes for region at 1731950339002Disabling writes for close at 1731950339002Writing region close event to WAL at 1731950339002Closed at 1731950339002 2024-11-18T17:18:59,003 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8d021a084f1fe0997447e74fa75a7d6b, NAME => 'SPTestTable,4ccccccb,1731950338939.8d021a084f1fe0997447e74fa75a7d6b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606 2024-11-18T17:18:59,003 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 13b4b877c7551deea2440d78f4001ebe, NAME => 'SPTestTable,7ffffffd,1731950338939.13b4b877c7551deea2440d78f4001ebe.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606 2024-11-18T17:18:59,004 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ee574b095aba8e9622a126737b812af0, NAME => 'SPTestTable,66666664,1731950338939.ee574b095aba8e9622a126737b812af0.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606 2024-11-18T17:18:59,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741841_1017 (size=62) 2024-11-18T17:18:59,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741841_1017 (size=62) 2024-11-18T17:18:59,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741841_1017 (size=62) 2024-11-18T17:18:59,024 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731950338939.ee574b095aba8e9622a126737b812af0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:18:59,024 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ee574b095aba8e9622a126737b812af0, disabling compactions & flushes 2024-11-18T17:18:59,024 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731950338939.ee574b095aba8e9622a126737b812af0. 2024-11-18T17:18:59,024 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731950338939.ee574b095aba8e9622a126737b812af0. 2024-11-18T17:18:59,024 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731950338939.ee574b095aba8e9622a126737b812af0. after waiting 0 ms 2024-11-18T17:18:59,024 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731950338939.ee574b095aba8e9622a126737b812af0. 2024-11-18T17:18:59,024 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731950338939.ee574b095aba8e9622a126737b812af0. 2024-11-18T17:18:59,024 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ee574b095aba8e9622a126737b812af0: Waiting for close lock at 1731950339024Disabling compacts and flushes for region at 1731950339024Disabling writes for close at 1731950339024Writing region close event to WAL at 1731950339024Closed at 1731950339024 2024-11-18T17:18:59,025 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 750636037f182697488863c6703d8d97, NAME => 'SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606 2024-11-18T17:18:59,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741843_1019 (size=62) 2024-11-18T17:18:59,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741843_1019 (size=62) 2024-11-18T17:18:59,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741843_1019 (size=62) 2024-11-18T17:18:59,031 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731950338939.8d021a084f1fe0997447e74fa75a7d6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:18:59,032 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 8d021a084f1fe0997447e74fa75a7d6b, disabling compactions & flushes 2024-11-18T17:18:59,032 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731950338939.8d021a084f1fe0997447e74fa75a7d6b. 2024-11-18T17:18:59,032 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731950338939.8d021a084f1fe0997447e74fa75a7d6b. 2024-11-18T17:18:59,032 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731950338939.8d021a084f1fe0997447e74fa75a7d6b. after waiting 0 ms 2024-11-18T17:18:59,032 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731950338939.8d021a084f1fe0997447e74fa75a7d6b. 2024-11-18T17:18:59,032 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731950338939.8d021a084f1fe0997447e74fa75a7d6b. 2024-11-18T17:18:59,032 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8d021a084f1fe0997447e74fa75a7d6b: Waiting for close lock at 1731950339032Disabling compacts and flushes for region at 1731950339032Disabling writes for close at 1731950339032Writing region close event to WAL at 1731950339032Closed at 1731950339032 2024-11-18T17:18:59,033 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b85b3313451bec49512e9ececc169c67, NAME => 'SPTestTable,b333332f,1731950338939.b85b3313451bec49512e9ececc169c67.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606 2024-11-18T17:18:59,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741842_1018 (size=62) 2024-11-18T17:18:59,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741842_1018 (size=62) 2024-11-18T17:18:59,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741842_1018 (size=62) 2024-11-18T17:18:59,042 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731950338939.13b4b877c7551deea2440d78f4001ebe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:18:59,042 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 13b4b877c7551deea2440d78f4001ebe, disabling compactions & flushes 2024-11-18T17:18:59,043 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731950338939.13b4b877c7551deea2440d78f4001ebe. 2024-11-18T17:18:59,043 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731950338939.13b4b877c7551deea2440d78f4001ebe. 2024-11-18T17:18:59,043 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731950338939.13b4b877c7551deea2440d78f4001ebe. after waiting 0 ms 2024-11-18T17:18:59,043 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731950338939.13b4b877c7551deea2440d78f4001ebe. 2024-11-18T17:18:59,043 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731950338939.13b4b877c7551deea2440d78f4001ebe. 2024-11-18T17:18:59,043 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 13b4b877c7551deea2440d78f4001ebe: Waiting for close lock at 1731950339042Disabling compacts and flushes for region at 1731950339042Disabling writes for close at 1731950339043 (+1 ms)Writing region close event to WAL at 1731950339043Closed at 1731950339043 2024-11-18T17:18:59,044 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 9e4a6add0bf4352bb36a308fa903fbab, NAME => 'SPTestTable,ccccccc8,1731950338939.9e4a6add0bf4352bb36a308fa903fbab.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606 2024-11-18T17:18:59,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741844_1020 (size=62) 2024-11-18T17:18:59,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741844_1020 (size=62) 2024-11-18T17:18:59,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741844_1020 (size=62) 2024-11-18T17:18:59,051 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731950338939.b85b3313451bec49512e9ececc169c67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:18:59,051 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing b85b3313451bec49512e9ececc169c67, disabling compactions & flushes 2024-11-18T17:18:59,051 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731950338939.b85b3313451bec49512e9ececc169c67. 2024-11-18T17:18:59,051 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731950338939.b85b3313451bec49512e9ececc169c67. 2024-11-18T17:18:59,051 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731950338939.b85b3313451bec49512e9ececc169c67. after waiting 0 ms 2024-11-18T17:18:59,052 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731950338939.b85b3313451bec49512e9ececc169c67. 2024-11-18T17:18:59,052 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731950338939.b85b3313451bec49512e9ececc169c67. 2024-11-18T17:18:59,052 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for b85b3313451bec49512e9ececc169c67: Waiting for close lock at 1731950339051Disabling compacts and flushes for region at 1731950339051Disabling writes for close at 1731950339051Writing region close event to WAL at 1731950339052 (+1 ms)Closed at 1731950339052 2024-11-18T17:18:59,052 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 257fdbaa8fbdf07683894c5debf17a5a, NAME => 'SPTestTable,e6666661,1731950338939.257fdbaa8fbdf07683894c5debf17a5a.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606 2024-11-18T17:18:59,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741845_1021 (size=62) 2024-11-18T17:18:59,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741845_1021 (size=62) 2024-11-18T17:18:59,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741845_1021 (size=62) 2024-11-18T17:18:59,059 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:18:59,059 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 750636037f182697488863c6703d8d97, disabling compactions & flushes 2024-11-18T17:18:59,059 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97. 2024-11-18T17:18:59,059 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97. 2024-11-18T17:18:59,059 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97. after waiting 0 ms 2024-11-18T17:18:59,059 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97. 2024-11-18T17:18:59,059 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97. 2024-11-18T17:18:59,060 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 750636037f182697488863c6703d8d97: Waiting for close lock at 1731950339059Disabling compacts and flushes for region at 1731950339059Disabling writes for close at 1731950339059Writing region close event to WAL at 1731950339059Closed at 1731950339059 2024-11-18T17:18:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:18:59,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741846_1022 (size=62) 2024-11-18T17:18:59,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741846_1022 (size=62) 2024-11-18T17:18:59,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741846_1022 (size=62) 2024-11-18T17:18:59,076 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731950338939.9e4a6add0bf4352bb36a308fa903fbab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:18:59,076 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 9e4a6add0bf4352bb36a308fa903fbab, disabling compactions & flushes 2024-11-18T17:18:59,076 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731950338939.9e4a6add0bf4352bb36a308fa903fbab. 2024-11-18T17:18:59,076 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731950338939.9e4a6add0bf4352bb36a308fa903fbab. 2024-11-18T17:18:59,076 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731950338939.9e4a6add0bf4352bb36a308fa903fbab. after waiting 0 ms 2024-11-18T17:18:59,076 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731950338939.9e4a6add0bf4352bb36a308fa903fbab. 2024-11-18T17:18:59,076 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731950338939.9e4a6add0bf4352bb36a308fa903fbab. 2024-11-18T17:18:59,076 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 9e4a6add0bf4352bb36a308fa903fbab: Waiting for close lock at 1731950339076Disabling compacts and flushes for region at 1731950339076Disabling writes for close at 1731950339076Writing region close event to WAL at 1731950339076Closed at 1731950339076 2024-11-18T17:18:59,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741847_1023 (size=54) 2024-11-18T17:18:59,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741847_1023 (size=54) 2024-11-18T17:18:59,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741847_1023 (size=54) 2024-11-18T17:18:59,079 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731950338939.257fdbaa8fbdf07683894c5debf17a5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:18:59,079 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 257fdbaa8fbdf07683894c5debf17a5a, disabling compactions & flushes 2024-11-18T17:18:59,079 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731950338939.257fdbaa8fbdf07683894c5debf17a5a. 2024-11-18T17:18:59,079 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731950338939.257fdbaa8fbdf07683894c5debf17a5a. 2024-11-18T17:18:59,079 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731950338939.257fdbaa8fbdf07683894c5debf17a5a. after waiting 0 ms 2024-11-18T17:18:59,079 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731950338939.257fdbaa8fbdf07683894c5debf17a5a. 2024-11-18T17:18:59,079 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731950338939.257fdbaa8fbdf07683894c5debf17a5a. 2024-11-18T17:18:59,079 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 257fdbaa8fbdf07683894c5debf17a5a: Waiting for close lock at 1731950339079Disabling compacts and flushes for region at 1731950339079Disabling writes for close at 1731950339079Writing region close event to WAL at 1731950339079Closed at 1731950339079 2024-11-18T17:18:59,081 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:18:59,086 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731950338939.8037b478978f445e50ccd0d84f73bf4f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731950339081"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731950339081"}]},"ts":"1731950339081"} 2024-11-18T17:18:59,086 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731950338939.a4bd88da0a7bf9315de334e4bbaa386d.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731950339081"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731950339081"}]},"ts":"1731950339081"} 2024-11-18T17:18:59,086 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731950338939.f4ced92d49690ab3c3cb039193f1aba2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731950339081"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731950339081"}]},"ts":"1731950339081"} 2024-11-18T17:18:59,086 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731950338939.ee574b095aba8e9622a126737b812af0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731950339081"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731950339081"}]},"ts":"1731950339081"} 2024-11-18T17:18:59,086 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731950338939.8d021a084f1fe0997447e74fa75a7d6b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731950339081"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731950339081"}]},"ts":"1731950339081"} 2024-11-18T17:18:59,087 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731950338939.13b4b877c7551deea2440d78f4001ebe.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731950339081"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731950339081"}]},"ts":"1731950339081"} 2024-11-18T17:18:59,087 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731950338939.b85b3313451bec49512e9ececc169c67.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731950339081"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731950339081"}]},"ts":"1731950339081"} 2024-11-18T17:18:59,087 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731950339081"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731950339081"}]},"ts":"1731950339081"} 2024-11-18T17:18:59,087 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731950338939.9e4a6add0bf4352bb36a308fa903fbab.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731950339081"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731950339081"}]},"ts":"1731950339081"} 2024-11-18T17:18:59,087 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731950338939.257fdbaa8fbdf07683894c5debf17a5a.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731950339081"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731950339081"}]},"ts":"1731950339081"} 2024-11-18T17:18:59,121 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-18T17:18:59,123 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:18:59,125 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731950339123"}]},"ts":"1731950339123"} 2024-11-18T17:18:59,129 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-18T17:18:59,130 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {6912f599d260=0} racks are {/default-rack=0} 2024-11-18T17:18:59,136 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T17:18:59,136 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T17:18:59,136 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-18T17:18:59,137 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T17:18:59,137 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T17:18:59,137 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-18T17:18:59,137 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T17:18:59,137 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T17:18:59,137 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-18T17:18:59,137 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T17:18:59,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a4bd88da0a7bf9315de334e4bbaa386d, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8037b478978f445e50ccd0d84f73bf4f, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f4ced92d49690ab3c3cb039193f1aba2, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8d021a084f1fe0997447e74fa75a7d6b, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ee574b095aba8e9622a126737b812af0, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13b4b877c7551deea2440d78f4001ebe, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=750636037f182697488863c6703d8d97, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b85b3313451bec49512e9ececc169c67, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9e4a6add0bf4352bb36a308fa903fbab, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=257fdbaa8fbdf07683894c5debf17a5a, ASSIGN}] 2024-11-18T17:18:59,143 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8037b478978f445e50ccd0d84f73bf4f, ASSIGN 2024-11-18T17:18:59,143 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8d021a084f1fe0997447e74fa75a7d6b, ASSIGN 2024-11-18T17:18:59,143 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a4bd88da0a7bf9315de334e4bbaa386d, ASSIGN 2024-11-18T17:18:59,143 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f4ced92d49690ab3c3cb039193f1aba2, ASSIGN 2024-11-18T17:18:59,145 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8d021a084f1fe0997447e74fa75a7d6b, ASSIGN; state=OFFLINE, location=6912f599d260,34451,1731950326686; forceNewPlan=false, retain=false 2024-11-18T17:18:59,145 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8037b478978f445e50ccd0d84f73bf4f, ASSIGN; state=OFFLINE, location=6912f599d260,42753,1731950326542; forceNewPlan=false, retain=false 2024-11-18T17:18:59,145 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a4bd88da0a7bf9315de334e4bbaa386d, ASSIGN; state=OFFLINE, location=6912f599d260,34451,1731950326686; forceNewPlan=false, retain=false 2024-11-18T17:18:59,145 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f4ced92d49690ab3c3cb039193f1aba2, ASSIGN; state=OFFLINE, location=6912f599d260,42327,1731950326639; forceNewPlan=false, retain=false 2024-11-18T17:18:59,151 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b85b3313451bec49512e9ececc169c67, ASSIGN 2024-11-18T17:18:59,151 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9e4a6add0bf4352bb36a308fa903fbab, ASSIGN 2024-11-18T17:18:59,151 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=257fdbaa8fbdf07683894c5debf17a5a, ASSIGN 2024-11-18T17:18:59,151 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13b4b877c7551deea2440d78f4001ebe, ASSIGN 2024-11-18T17:18:59,152 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=750636037f182697488863c6703d8d97, ASSIGN 2024-11-18T17:18:59,153 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=257fdbaa8fbdf07683894c5debf17a5a, ASSIGN; state=OFFLINE, location=6912f599d260,42753,1731950326542; forceNewPlan=false, retain=false 2024-11-18T17:18:59,153 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9e4a6add0bf4352bb36a308fa903fbab, ASSIGN; state=OFFLINE, location=6912f599d260,42327,1731950326639; forceNewPlan=false, retain=false 2024-11-18T17:18:59,153 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b85b3313451bec49512e9ececc169c67, ASSIGN; state=OFFLINE, location=6912f599d260,42753,1731950326542; forceNewPlan=false, retain=false 2024-11-18T17:18:59,153 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=13b4b877c7551deea2440d78f4001ebe, ASSIGN; state=OFFLINE, location=6912f599d260,42327,1731950326639; forceNewPlan=false, retain=false 2024-11-18T17:18:59,154 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=750636037f182697488863c6703d8d97, ASSIGN; state=OFFLINE, location=6912f599d260,34451,1731950326686; forceNewPlan=false, retain=false 2024-11-18T17:18:59,159 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ee574b095aba8e9622a126737b812af0, ASSIGN 2024-11-18T17:18:59,161 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ee574b095aba8e9622a126737b812af0, ASSIGN; state=OFFLINE, location=6912f599d260,42753,1731950326542; forceNewPlan=false, retain=false 2024-11-18T17:18:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:18:59,299 INFO [6912f599d260:40879 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-18T17:18:59,301 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ee574b095aba8e9622a126737b812af0, regionState=OPENING, regionLocation=6912f599d260,42753,1731950326542 2024-11-18T17:18:59,301 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=257fdbaa8fbdf07683894c5debf17a5a, regionState=OPENING, regionLocation=6912f599d260,42753,1731950326542 2024-11-18T17:18:59,301 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b85b3313451bec49512e9ececc169c67, regionState=OPENING, regionLocation=6912f599d260,42753,1731950326542 2024-11-18T17:18:59,301 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8037b478978f445e50ccd0d84f73bf4f, regionState=OPENING, regionLocation=6912f599d260,42753,1731950326542 2024-11-18T17:18:59,301 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=9e4a6add0bf4352bb36a308fa903fbab, regionState=OPENING, regionLocation=6912f599d260,42327,1731950326639 2024-11-18T17:18:59,302 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=f4ced92d49690ab3c3cb039193f1aba2, regionState=OPENING, regionLocation=6912f599d260,42327,1731950326639 2024-11-18T17:18:59,302 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=13b4b877c7551deea2440d78f4001ebe, regionState=OPENING, regionLocation=6912f599d260,42327,1731950326639 2024-11-18T17:18:59,303 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=750636037f182697488863c6703d8d97, regionState=OPENING, regionLocation=6912f599d260,34451,1731950326686 2024-11-18T17:18:59,304 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8d021a084f1fe0997447e74fa75a7d6b, regionState=OPENING, regionLocation=6912f599d260,34451,1731950326686 2024-11-18T17:18:59,304 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a4bd88da0a7bf9315de334e4bbaa386d, regionState=OPENING, regionLocation=6912f599d260,34451,1731950326686 2024-11-18T17:18:59,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ee574b095aba8e9622a126737b812af0, ASSIGN because future has completed 2024-11-18T17:18:59,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee574b095aba8e9622a126737b812af0, server=6912f599d260,42753,1731950326542}] 2024-11-18T17:18:59,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=257fdbaa8fbdf07683894c5debf17a5a, ASSIGN because future has completed 2024-11-18T17:18:59,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 257fdbaa8fbdf07683894c5debf17a5a, server=6912f599d260,42753,1731950326542}] 2024-11-18T17:18:59,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b85b3313451bec49512e9ececc169c67, ASSIGN because future has completed 2024-11-18T17:18:59,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8037b478978f445e50ccd0d84f73bf4f, ASSIGN because future has completed 2024-11-18T17:18:59,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b85b3313451bec49512e9ececc169c67, server=6912f599d260,42753,1731950326542}] 2024-11-18T17:18:59,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8037b478978f445e50ccd0d84f73bf4f, server=6912f599d260,42753,1731950326542}] 2024-11-18T17:18:59,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9e4a6add0bf4352bb36a308fa903fbab, ASSIGN because future has completed 2024-11-18T17:18:59,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f4ced92d49690ab3c3cb039193f1aba2, ASSIGN because future has completed 2024-11-18T17:18:59,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e4a6add0bf4352bb36a308fa903fbab, server=6912f599d260,42327,1731950326639}] 2024-11-18T17:18:59,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=750636037f182697488863c6703d8d97, ASSIGN because future has completed 2024-11-18T17:18:59,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=13b4b877c7551deea2440d78f4001ebe, ASSIGN because future has completed 2024-11-18T17:18:59,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8d021a084f1fe0997447e74fa75a7d6b, ASSIGN because future has completed 2024-11-18T17:18:59,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a4bd88da0a7bf9315de334e4bbaa386d, ASSIGN because future has completed 2024-11-18T17:18:59,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4ced92d49690ab3c3cb039193f1aba2, server=6912f599d260,42327,1731950326639}] 2024-11-18T17:18:59,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d021a084f1fe0997447e74fa75a7d6b, server=6912f599d260,34451,1731950326686}] 2024-11-18T17:18:59,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4bd88da0a7bf9315de334e4bbaa386d, server=6912f599d260,34451,1731950326686}] 2024-11-18T17:18:59,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13b4b877c7551deea2440d78f4001ebe, server=6912f599d260,42327,1731950326639}] 2024-11-18T17:18:59,336 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 750636037f182697488863c6703d8d97, server=6912f599d260,34451,1731950326686}] 2024-11-18T17:18:59,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:18:59,949 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T17:19:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:19:01,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:19:03,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:19:04,063 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T17:19:06,132 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T17:19:06,132 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T17:19:06,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:19:06,134 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T17:19:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:19:09,319 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731950338939.257fdbaa8fbdf07683894c5debf17a5a. 2024-11-18T17:19:09,319 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 257fdbaa8fbdf07683894c5debf17a5a, NAME => 'SPTestTable,e6666661,1731950338939.257fdbaa8fbdf07683894c5debf17a5a.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-18T17:19:09,320 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 257fdbaa8fbdf07683894c5debf17a5a 2024-11-18T17:19:09,320 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731950338939.257fdbaa8fbdf07683894c5debf17a5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:19:09,320 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 257fdbaa8fbdf07683894c5debf17a5a 2024-11-18T17:19:09,320 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 257fdbaa8fbdf07683894c5debf17a5a 2024-11-18T17:19:09,322 INFO [StoreOpener-257fdbaa8fbdf07683894c5debf17a5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 257fdbaa8fbdf07683894c5debf17a5a 2024-11-18T17:19:09,324 INFO [StoreOpener-257fdbaa8fbdf07683894c5debf17a5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 257fdbaa8fbdf07683894c5debf17a5a columnFamilyName cf 2024-11-18T17:19:09,324 DEBUG [StoreOpener-257fdbaa8fbdf07683894c5debf17a5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:19:09,325 INFO [StoreOpener-257fdbaa8fbdf07683894c5debf17a5a-1 {}] regionserver.HStore(327): Store=257fdbaa8fbdf07683894c5debf17a5a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:19:09,325 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 257fdbaa8fbdf07683894c5debf17a5a 2024-11-18T17:19:09,327 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/257fdbaa8fbdf07683894c5debf17a5a 2024-11-18T17:19:09,327 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/257fdbaa8fbdf07683894c5debf17a5a 2024-11-18T17:19:09,328 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 257fdbaa8fbdf07683894c5debf17a5a 2024-11-18T17:19:09,328 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 257fdbaa8fbdf07683894c5debf17a5a 2024-11-18T17:19:09,331 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 257fdbaa8fbdf07683894c5debf17a5a 2024-11-18T17:19:09,331 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:19:09,331 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:19:09,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:19:09,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:19:09,335 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/257fdbaa8fbdf07683894c5debf17a5a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:19:09,336 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 257fdbaa8fbdf07683894c5debf17a5a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71116734, jitterRate=0.059721916913986206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T17:19:09,336 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 257fdbaa8fbdf07683894c5debf17a5a 2024-11-18T17:19:09,338 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 257fdbaa8fbdf07683894c5debf17a5a: Running coprocessor pre-open hook at 1731950349320Writing region info on filesystem at 1731950349320Initializing all the Stores at 1731950349322 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950349322Cleaning up temporary data from old regions at 1731950349328 (+6 ms)Running coprocessor post-open hooks at 1731950349336 (+8 ms)Region opened successfully at 1731950349337 (+1 ms) 2024-11-18T17:19:09,339 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731950338939.9e4a6add0bf4352bb36a308fa903fbab. 2024-11-18T17:19:09,339 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e4a6add0bf4352bb36a308fa903fbab, NAME => 'SPTestTable,ccccccc8,1731950338939.9e4a6add0bf4352bb36a308fa903fbab.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-18T17:19:09,339 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731950338939.8d021a084f1fe0997447e74fa75a7d6b. 2024-11-18T17:19:09,340 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d021a084f1fe0997447e74fa75a7d6b, NAME => 'SPTestTable,4ccccccb,1731950338939.8d021a084f1fe0997447e74fa75a7d6b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-18T17:19:09,340 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9e4a6add0bf4352bb36a308fa903fbab 2024-11-18T17:19:09,340 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8d021a084f1fe0997447e74fa75a7d6b 2024-11-18T17:19:09,340 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731950338939.257fdbaa8fbdf07683894c5debf17a5a., pid=16, masterSystemTime=1731950349312 2024-11-18T17:19:09,340 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731950338939.9e4a6add0bf4352bb36a308fa903fbab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:19:09,340 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731950338939.8d021a084f1fe0997447e74fa75a7d6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:19:09,340 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 9e4a6add0bf4352bb36a308fa903fbab 2024-11-18T17:19:09,340 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 8d021a084f1fe0997447e74fa75a7d6b 2024-11-18T17:19:09,340 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 9e4a6add0bf4352bb36a308fa903fbab 2024-11-18T17:19:09,340 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 8d021a084f1fe0997447e74fa75a7d6b 2024-11-18T17:19:09,343 INFO [StoreOpener-9e4a6add0bf4352bb36a308fa903fbab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9e4a6add0bf4352bb36a308fa903fbab 2024-11-18T17:19:09,343 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731950338939.257fdbaa8fbdf07683894c5debf17a5a. 2024-11-18T17:19:09,343 INFO [StoreOpener-8d021a084f1fe0997447e74fa75a7d6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8d021a084f1fe0997447e74fa75a7d6b 2024-11-18T17:19:09,343 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731950338939.257fdbaa8fbdf07683894c5debf17a5a. 2024-11-18T17:19:09,343 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731950338939.b85b3313451bec49512e9ececc169c67. 2024-11-18T17:19:09,344 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => b85b3313451bec49512e9ececc169c67, NAME => 'SPTestTable,b333332f,1731950338939.b85b3313451bec49512e9ececc169c67.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-18T17:19:09,344 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b85b3313451bec49512e9ececc169c67 2024-11-18T17:19:09,344 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731950338939.b85b3313451bec49512e9ececc169c67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:19:09,344 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for b85b3313451bec49512e9ececc169c67 2024-11-18T17:19:09,344 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=257fdbaa8fbdf07683894c5debf17a5a, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,42753,1731950326542 2024-11-18T17:19:09,344 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for b85b3313451bec49512e9ececc169c67 2024-11-18T17:19:09,347 INFO [StoreOpener-9e4a6add0bf4352bb36a308fa903fbab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e4a6add0bf4352bb36a308fa903fbab columnFamilyName cf 2024-11-18T17:19:09,348 DEBUG [StoreOpener-9e4a6add0bf4352bb36a308fa903fbab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:19:09,348 INFO [StoreOpener-8d021a084f1fe0997447e74fa75a7d6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d021a084f1fe0997447e74fa75a7d6b columnFamilyName cf 2024-11-18T17:19:09,348 DEBUG [StoreOpener-8d021a084f1fe0997447e74fa75a7d6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:19:09,349 INFO [StoreOpener-9e4a6add0bf4352bb36a308fa903fbab-1 {}] regionserver.HStore(327): Store=9e4a6add0bf4352bb36a308fa903fbab/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:19:09,349 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 9e4a6add0bf4352bb36a308fa903fbab 2024-11-18T17:19:09,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 257fdbaa8fbdf07683894c5debf17a5a, server=6912f599d260,42753,1731950326542 because future has completed 2024-11-18T17:19:09,349 INFO [StoreOpener-8d021a084f1fe0997447e74fa75a7d6b-1 {}] regionserver.HStore(327): Store=8d021a084f1fe0997447e74fa75a7d6b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:19:09,349 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 8d021a084f1fe0997447e74fa75a7d6b 2024-11-18T17:19:09,349 INFO [StoreOpener-b85b3313451bec49512e9ececc169c67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b85b3313451bec49512e9ececc169c67 2024-11-18T17:19:09,350 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/9e4a6add0bf4352bb36a308fa903fbab 2024-11-18T17:19:09,351 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/8d021a084f1fe0997447e74fa75a7d6b 2024-11-18T17:19:09,351 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/9e4a6add0bf4352bb36a308fa903fbab 2024-11-18T17:19:09,351 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/8d021a084f1fe0997447e74fa75a7d6b 2024-11-18T17:19:09,352 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 9e4a6add0bf4352bb36a308fa903fbab 2024-11-18T17:19:09,352 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 9e4a6add0bf4352bb36a308fa903fbab 2024-11-18T17:19:09,352 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 8d021a084f1fe0997447e74fa75a7d6b 2024-11-18T17:19:09,352 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 8d021a084f1fe0997447e74fa75a7d6b 2024-11-18T17:19:09,353 INFO [StoreOpener-b85b3313451bec49512e9ececc169c67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b85b3313451bec49512e9ececc169c67 columnFamilyName cf 2024-11-18T17:19:09,353 DEBUG [StoreOpener-b85b3313451bec49512e9ececc169c67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:19:09,354 INFO [StoreOpener-b85b3313451bec49512e9ececc169c67-1 {}] regionserver.HStore(327): Store=b85b3313451bec49512e9ececc169c67/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:19:09,354 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for b85b3313451bec49512e9ececc169c67 2024-11-18T17:19:09,355 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 9e4a6add0bf4352bb36a308fa903fbab 2024-11-18T17:19:09,355 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/b85b3313451bec49512e9ececc169c67 2024-11-18T17:19:09,356 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 8d021a084f1fe0997447e74fa75a7d6b 2024-11-18T17:19:09,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=14 2024-11-18T17:19:09,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 257fdbaa8fbdf07683894c5debf17a5a, server=6912f599d260,42753,1731950326542 in 10.0410 sec 2024-11-18T17:19:09,357 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/b85b3313451bec49512e9ececc169c67 2024-11-18T17:19:09,358 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for b85b3313451bec49512e9ececc169c67 2024-11-18T17:19:09,358 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for b85b3313451bec49512e9ececc169c67 2024-11-18T17:19:09,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=257fdbaa8fbdf07683894c5debf17a5a, ASSIGN in 10.2190 sec 2024-11-18T17:19:09,361 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for b85b3313451bec49512e9ececc169c67 2024-11-18T17:19:09,362 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/9e4a6add0bf4352bb36a308fa903fbab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:19:09,362 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/8d021a084f1fe0997447e74fa75a7d6b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:19:09,363 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 9e4a6add0bf4352bb36a308fa903fbab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59938808, jitterRate=-0.10684216022491455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T17:19:09,363 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e4a6add0bf4352bb36a308fa903fbab 2024-11-18T17:19:09,363 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 8d021a084f1fe0997447e74fa75a7d6b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65602938, jitterRate=-0.022440046072006226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T17:19:09,363 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8d021a084f1fe0997447e74fa75a7d6b 2024-11-18T17:19:09,363 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 9e4a6add0bf4352bb36a308fa903fbab: Running coprocessor pre-open hook at 1731950349340Writing region info on filesystem at 1731950349340Initializing all the Stores at 1731950349342 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950349342Cleaning up temporary data from old regions at 1731950349352 (+10 ms)Running coprocessor post-open hooks at 1731950349363 (+11 ms)Region opened successfully at 1731950349363 2024-11-18T17:19:09,363 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 8d021a084f1fe0997447e74fa75a7d6b: Running coprocessor pre-open hook at 1731950349340Writing region info on filesystem at 1731950349340Initializing all the Stores at 1731950349343 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950349343Cleaning up temporary data from old regions at 1731950349352 (+9 ms)Running coprocessor post-open hooks at 1731950349363 (+11 ms)Region opened successfully at 1731950349363 2024-11-18T17:19:09,364 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/b85b3313451bec49512e9ececc169c67/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:19:09,364 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731950338939.9e4a6add0bf4352bb36a308fa903fbab., pid=19, masterSystemTime=1731950349331 2024-11-18T17:19:09,365 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731950338939.8d021a084f1fe0997447e74fa75a7d6b., pid=21, masterSystemTime=1731950349331 2024-11-18T17:19:09,365 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened b85b3313451bec49512e9ececc169c67; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66304683, jitterRate=-0.011983230710029602}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T17:19:09,365 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b85b3313451bec49512e9ececc169c67 2024-11-18T17:19:09,365 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for b85b3313451bec49512e9ececc169c67: Running coprocessor pre-open hook at 1731950349345Writing region info on filesystem at 1731950349345Initializing all the Stores at 1731950349347 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950349347Cleaning up temporary data from old regions at 1731950349358 (+11 ms)Running coprocessor post-open hooks at 1731950349365 (+7 ms)Region opened successfully at 1731950349365 2024-11-18T17:19:09,366 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731950338939.b85b3313451bec49512e9ececc169c67., pid=17, masterSystemTime=1731950349312 2024-11-18T17:19:09,367 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731950338939.9e4a6add0bf4352bb36a308fa903fbab. 2024-11-18T17:19:09,367 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731950338939.9e4a6add0bf4352bb36a308fa903fbab. 2024-11-18T17:19:09,367 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731950338939.f4ced92d49690ab3c3cb039193f1aba2. 2024-11-18T17:19:09,368 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => f4ced92d49690ab3c3cb039193f1aba2, NAME => 'SPTestTable,33333332,1731950338939.f4ced92d49690ab3c3cb039193f1aba2.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-18T17:19:09,368 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f4ced92d49690ab3c3cb039193f1aba2 2024-11-18T17:19:09,368 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731950338939.f4ced92d49690ab3c3cb039193f1aba2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:19:09,368 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=9e4a6add0bf4352bb36a308fa903fbab, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,42327,1731950326639 2024-11-18T17:19:09,368 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for f4ced92d49690ab3c3cb039193f1aba2 2024-11-18T17:19:09,368 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for f4ced92d49690ab3c3cb039193f1aba2 2024-11-18T17:19:09,369 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731950338939.8d021a084f1fe0997447e74fa75a7d6b. 2024-11-18T17:19:09,369 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731950338939.8d021a084f1fe0997447e74fa75a7d6b. 2024-11-18T17:19:09,369 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97. 2024-11-18T17:19:09,370 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 750636037f182697488863c6703d8d97, NAME => 'SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-18T17:19:09,370 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 750636037f182697488863c6703d8d97 2024-11-18T17:19:09,370 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:19:09,370 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 750636037f182697488863c6703d8d97 2024-11-18T17:19:09,370 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 750636037f182697488863c6703d8d97 2024-11-18T17:19:09,371 INFO [StoreOpener-f4ced92d49690ab3c3cb039193f1aba2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f4ced92d49690ab3c3cb039193f1aba2 2024-11-18T17:19:09,372 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8d021a084f1fe0997447e74fa75a7d6b, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,34451,1731950326686 2024-11-18T17:19:09,372 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731950338939.b85b3313451bec49512e9ececc169c67. 2024-11-18T17:19:09,372 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731950338939.b85b3313451bec49512e9ececc169c67. 2024-11-18T17:19:09,372 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731950338939.ee574b095aba8e9622a126737b812af0. 2024-11-18T17:19:09,372 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => ee574b095aba8e9622a126737b812af0, NAME => 'SPTestTable,66666664,1731950338939.ee574b095aba8e9622a126737b812af0.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-18T17:19:09,373 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ee574b095aba8e9622a126737b812af0 2024-11-18T17:19:09,373 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731950338939.ee574b095aba8e9622a126737b812af0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:19:09,373 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for ee574b095aba8e9622a126737b812af0 2024-11-18T17:19:09,373 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for ee574b095aba8e9622a126737b812af0 2024-11-18T17:19:09,373 INFO [StoreOpener-750636037f182697488863c6703d8d97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 750636037f182697488863c6703d8d97 2024-11-18T17:19:09,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e4a6add0bf4352bb36a308fa903fbab, server=6912f599d260,42327,1731950326639 because future has completed 2024-11-18T17:19:09,374 INFO [StoreOpener-f4ced92d49690ab3c3cb039193f1aba2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4ced92d49690ab3c3cb039193f1aba2 columnFamilyName cf 2024-11-18T17:19:09,374 DEBUG [StoreOpener-f4ced92d49690ab3c3cb039193f1aba2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:19:09,375 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b85b3313451bec49512e9ececc169c67, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,42753,1731950326542 2024-11-18T17:19:09,375 INFO [StoreOpener-f4ced92d49690ab3c3cb039193f1aba2-1 {}] regionserver.HStore(327): Store=f4ced92d49690ab3c3cb039193f1aba2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:19:09,376 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for f4ced92d49690ab3c3cb039193f1aba2 2024-11-18T17:19:09,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d021a084f1fe0997447e74fa75a7d6b, server=6912f599d260,34451,1731950326686 because future has completed 2024-11-18T17:19:09,377 INFO [StoreOpener-750636037f182697488863c6703d8d97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 750636037f182697488863c6703d8d97 columnFamilyName cf 2024-11-18T17:19:09,377 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/f4ced92d49690ab3c3cb039193f1aba2 2024-11-18T17:19:09,377 DEBUG [StoreOpener-750636037f182697488863c6703d8d97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:19:09,378 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/f4ced92d49690ab3c3cb039193f1aba2 2024-11-18T17:19:09,378 INFO [StoreOpener-ee574b095aba8e9622a126737b812af0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ee574b095aba8e9622a126737b812af0 2024-11-18T17:19:09,379 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for f4ced92d49690ab3c3cb039193f1aba2 2024-11-18T17:19:09,379 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for f4ced92d49690ab3c3cb039193f1aba2 2024-11-18T17:19:09,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b85b3313451bec49512e9ececc169c67, server=6912f599d260,42753,1731950326542 because future has completed 2024-11-18T17:19:09,380 INFO [StoreOpener-750636037f182697488863c6703d8d97-1 {}] regionserver.HStore(327): Store=750636037f182697488863c6703d8d97/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:19:09,381 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 750636037f182697488863c6703d8d97 2024-11-18T17:19:09,381 INFO [StoreOpener-ee574b095aba8e9622a126737b812af0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee574b095aba8e9622a126737b812af0 columnFamilyName cf 2024-11-18T17:19:09,381 DEBUG [StoreOpener-ee574b095aba8e9622a126737b812af0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:19:09,382 INFO [StoreOpener-ee574b095aba8e9622a126737b812af0-1 {}] regionserver.HStore(327): Store=ee574b095aba8e9622a126737b812af0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:19:09,382 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for f4ced92d49690ab3c3cb039193f1aba2 2024-11-18T17:19:09,382 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/750636037f182697488863c6703d8d97 2024-11-18T17:19:09,382 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for ee574b095aba8e9622a126737b812af0 2024-11-18T17:19:09,383 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/750636037f182697488863c6703d8d97 2024-11-18T17:19:09,383 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/ee574b095aba8e9622a126737b812af0 2024-11-18T17:19:09,384 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/ee574b095aba8e9622a126737b812af0 2024-11-18T17:19:09,384 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 750636037f182697488863c6703d8d97 2024-11-18T17:19:09,384 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 750636037f182697488863c6703d8d97 2024-11-18T17:19:09,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=13 2024-11-18T17:19:09,384 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for ee574b095aba8e9622a126737b812af0 2024-11-18T17:19:09,384 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for ee574b095aba8e9622a126737b812af0 2024-11-18T17:19:09,386 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/f4ced92d49690ab3c3cb039193f1aba2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:19:09,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=8 2024-11-18T17:19:09,388 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for ee574b095aba8e9622a126737b812af0 2024-11-18T17:19:09,388 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened f4ced92d49690ab3c3cb039193f1aba2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75449847, jitterRate=0.124290332198143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T17:19:09,388 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f4ced92d49690ab3c3cb039193f1aba2 2024-11-18T17:19:09,388 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 750636037f182697488863c6703d8d97 2024-11-18T17:19:09,388 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for f4ced92d49690ab3c3cb039193f1aba2: Running coprocessor pre-open hook at 1731950349368Writing region info on filesystem at 1731950349368Initializing all the Stores at 1731950349370 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950349370Cleaning up temporary data from old regions at 1731950349379 (+9 ms)Running coprocessor post-open hooks at 1731950349388 (+9 ms)Region opened successfully at 1731950349388 2024-11-18T17:19:09,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=12 2024-11-18T17:19:09,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e4a6add0bf4352bb36a308fa903fbab, server=6912f599d260,42327,1731950326639 in 10.0610 sec 2024-11-18T17:19:09,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure b85b3313451bec49512e9ececc169c67, server=6912f599d260,42753,1731950326542 in 10.0690 sec 2024-11-18T17:19:09,390 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731950338939.f4ced92d49690ab3c3cb039193f1aba2., pid=20, masterSystemTime=1731950349331 2024-11-18T17:19:09,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8d021a084f1fe0997447e74fa75a7d6b, ASSIGN in 10.2490 sec 2024-11-18T17:19:09,392 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/ee574b095aba8e9622a126737b812af0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:19:09,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 8d021a084f1fe0997447e74fa75a7d6b, server=6912f599d260,34451,1731950326686 in 10.0580 sec 2024-11-18T17:19:09,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9e4a6add0bf4352bb36a308fa903fbab, ASSIGN in 10.2470 sec 2024-11-18T17:19:09,393 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened ee574b095aba8e9622a126737b812af0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62890367, jitterRate=-0.06286050379276276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T17:19:09,393 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee574b095aba8e9622a126737b812af0 2024-11-18T17:19:09,393 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for ee574b095aba8e9622a126737b812af0: Running coprocessor pre-open hook at 1731950349373Writing region info on filesystem at 1731950349373Initializing all the Stores at 1731950349375 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950349375Cleaning up temporary data from old regions at 1731950349384 (+9 ms)Running coprocessor post-open hooks at 1731950349393 (+9 ms)Region opened successfully at 1731950349393 2024-11-18T17:19:09,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b85b3313451bec49512e9ececc169c67, ASSIGN in 10.2510 sec 2024-11-18T17:19:09,393 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731950338939.f4ced92d49690ab3c3cb039193f1aba2. 2024-11-18T17:19:09,393 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731950338939.f4ced92d49690ab3c3cb039193f1aba2. 2024-11-18T17:19:09,394 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731950338939.13b4b877c7551deea2440d78f4001ebe. 2024-11-18T17:19:09,394 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 13b4b877c7551deea2440d78f4001ebe, NAME => 'SPTestTable,7ffffffd,1731950338939.13b4b877c7551deea2440d78f4001ebe.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-18T17:19:09,394 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731950338939.ee574b095aba8e9622a126737b812af0., pid=15, masterSystemTime=1731950349312 2024-11-18T17:19:09,394 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=f4ced92d49690ab3c3cb039193f1aba2, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,42327,1731950326639 2024-11-18T17:19:09,395 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 13b4b877c7551deea2440d78f4001ebe 2024-11-18T17:19:09,395 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731950338939.13b4b877c7551deea2440d78f4001ebe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:19:09,395 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 13b4b877c7551deea2440d78f4001ebe 2024-11-18T17:19:09,395 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 13b4b877c7551deea2440d78f4001ebe 2024-11-18T17:19:09,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4ced92d49690ab3c3cb039193f1aba2, server=6912f599d260,42327,1731950326639 because future has completed 2024-11-18T17:19:09,398 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731950338939.ee574b095aba8e9622a126737b812af0. 2024-11-18T17:19:09,398 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731950338939.ee574b095aba8e9622a126737b812af0. 2024-11-18T17:19:09,398 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731950338939.8037b478978f445e50ccd0d84f73bf4f. 2024-11-18T17:19:09,399 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 8037b478978f445e50ccd0d84f73bf4f, NAME => 'SPTestTable,19999999,1731950338939.8037b478978f445e50ccd0d84f73bf4f.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-18T17:19:09,399 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8037b478978f445e50ccd0d84f73bf4f 2024-11-18T17:19:09,399 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731950338939.8037b478978f445e50ccd0d84f73bf4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:19:09,399 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 8037b478978f445e50ccd0d84f73bf4f 2024-11-18T17:19:09,400 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 8037b478978f445e50ccd0d84f73bf4f 2024-11-18T17:19:09,400 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ee574b095aba8e9622a126737b812af0, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,42753,1731950326542 2024-11-18T17:19:09,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee574b095aba8e9622a126737b812af0, server=6912f599d260,42753,1731950326542 because future has completed 2024-11-18T17:19:09,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=7 2024-11-18T17:19:09,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure f4ced92d49690ab3c3cb039193f1aba2, server=6912f599d260,42327,1731950326639 in 10.0830 sec 2024-11-18T17:19:09,409 INFO [StoreOpener-13b4b877c7551deea2440d78f4001ebe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 13b4b877c7551deea2440d78f4001ebe 2024-11-18T17:19:09,409 INFO [StoreOpener-8037b478978f445e50ccd0d84f73bf4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8037b478978f445e50ccd0d84f73bf4f 2024-11-18T17:19:09,410 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/750636037f182697488863c6703d8d97/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:19:09,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=9 2024-11-18T17:19:09,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f4ced92d49690ab3c3cb039193f1aba2, ASSIGN in 10.2670 sec 2024-11-18T17:19:09,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ee574b095aba8e9622a126737b812af0, server=6912f599d260,42753,1731950326542 in 10.0970 sec 2024-11-18T17:19:09,411 INFO [StoreOpener-8037b478978f445e50ccd0d84f73bf4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8037b478978f445e50ccd0d84f73bf4f columnFamilyName cf 2024-11-18T17:19:09,412 DEBUG [StoreOpener-8037b478978f445e50ccd0d84f73bf4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:19:09,412 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 750636037f182697488863c6703d8d97; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62271231, jitterRate=-0.07208634912967682}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T17:19:09,412 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 750636037f182697488863c6703d8d97 2024-11-18T17:19:09,412 INFO [StoreOpener-8037b478978f445e50ccd0d84f73bf4f-1 {}] regionserver.HStore(327): Store=8037b478978f445e50ccd0d84f73bf4f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:19:09,412 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 750636037f182697488863c6703d8d97: Running coprocessor pre-open hook at 1731950349371Writing region info on filesystem at 1731950349371Initializing all the Stores at 1731950349373 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950349373Cleaning up temporary data from old regions at 1731950349384 (+11 ms)Running coprocessor post-open hooks at 1731950349412 (+28 ms)Region opened successfully at 1731950349412 2024-11-18T17:19:09,412 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 8037b478978f445e50ccd0d84f73bf4f 2024-11-18T17:19:09,413 INFO [StoreOpener-13b4b877c7551deea2440d78f4001ebe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13b4b877c7551deea2440d78f4001ebe columnFamilyName cf 2024-11-18T17:19:09,413 DEBUG [StoreOpener-13b4b877c7551deea2440d78f4001ebe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:19:09,414 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97., pid=24, masterSystemTime=1731950349331 2024-11-18T17:19:09,414 INFO [StoreOpener-13b4b877c7551deea2440d78f4001ebe-1 {}] regionserver.HStore(327): Store=13b4b877c7551deea2440d78f4001ebe/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:19:09,414 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 13b4b877c7551deea2440d78f4001ebe 2024-11-18T17:19:09,415 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/8037b478978f445e50ccd0d84f73bf4f 2024-11-18T17:19:09,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ee574b095aba8e9622a126737b812af0, ASSIGN in 10.2730 sec 2024-11-18T17:19:09,415 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/13b4b877c7551deea2440d78f4001ebe 2024-11-18T17:19:09,416 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/8037b478978f445e50ccd0d84f73bf4f 2024-11-18T17:19:09,416 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/13b4b877c7551deea2440d78f4001ebe 2024-11-18T17:19:09,417 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 8037b478978f445e50ccd0d84f73bf4f 2024-11-18T17:19:09,417 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 8037b478978f445e50ccd0d84f73bf4f 2024-11-18T17:19:09,417 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 13b4b877c7551deea2440d78f4001ebe 2024-11-18T17:19:09,417 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 13b4b877c7551deea2440d78f4001ebe 2024-11-18T17:19:09,417 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97. 2024-11-18T17:19:09,417 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97. 2024-11-18T17:19:09,418 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,,1731950338939.a4bd88da0a7bf9315de334e4bbaa386d. 2024-11-18T17:19:09,418 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => a4bd88da0a7bf9315de334e4bbaa386d, NAME => 'SPTestTable,,1731950338939.a4bd88da0a7bf9315de334e4bbaa386d.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-18T17:19:09,418 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a4bd88da0a7bf9315de334e4bbaa386d 2024-11-18T17:19:09,419 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,,1731950338939.a4bd88da0a7bf9315de334e4bbaa386d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:19:09,419 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for a4bd88da0a7bf9315de334e4bbaa386d 2024-11-18T17:19:09,419 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for a4bd88da0a7bf9315de334e4bbaa386d 2024-11-18T17:19:09,420 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=750636037f182697488863c6703d8d97, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,34451,1731950326686 2024-11-18T17:19:09,421 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 13b4b877c7551deea2440d78f4001ebe 2024-11-18T17:19:09,421 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 8037b478978f445e50ccd0d84f73bf4f 2024-11-18T17:19:09,421 INFO [StoreOpener-a4bd88da0a7bf9315de334e4bbaa386d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a4bd88da0a7bf9315de334e4bbaa386d 2024-11-18T17:19:09,424 INFO [StoreOpener-a4bd88da0a7bf9315de334e4bbaa386d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4bd88da0a7bf9315de334e4bbaa386d columnFamilyName cf 2024-11-18T17:19:09,424 DEBUG [StoreOpener-a4bd88da0a7bf9315de334e4bbaa386d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:19:09,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 750636037f182697488863c6703d8d97, server=6912f599d260,34451,1731950326686 because future has completed 2024-11-18T17:19:09,425 INFO [StoreOpener-a4bd88da0a7bf9315de334e4bbaa386d-1 {}] regionserver.HStore(327): Store=a4bd88da0a7bf9315de334e4bbaa386d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:19:09,426 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for a4bd88da0a7bf9315de334e4bbaa386d 2024-11-18T17:19:09,427 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/a4bd88da0a7bf9315de334e4bbaa386d 2024-11-18T17:19:09,428 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/a4bd88da0a7bf9315de334e4bbaa386d 2024-11-18T17:19:09,429 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for a4bd88da0a7bf9315de334e4bbaa386d 2024-11-18T17:19:09,429 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for a4bd88da0a7bf9315de334e4bbaa386d 2024-11-18T17:19:09,433 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/13b4b877c7551deea2440d78f4001ebe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:19:09,433 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/8037b478978f445e50ccd0d84f73bf4f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:19:09,433 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for a4bd88da0a7bf9315de334e4bbaa386d 2024-11-18T17:19:09,434 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=11 2024-11-18T17:19:09,434 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 13b4b877c7551deea2440d78f4001ebe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73809152, jitterRate=0.09984207153320312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T17:19:09,434 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13b4b877c7551deea2440d78f4001ebe 2024-11-18T17:19:09,434 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 750636037f182697488863c6703d8d97, server=6912f599d260,34451,1731950326686 in 10.0920 sec 2024-11-18T17:19:09,434 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 13b4b877c7551deea2440d78f4001ebe: Running coprocessor pre-open hook at 1731950349395Writing region info on filesystem at 1731950349395Initializing all the Stores at 1731950349398 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950349398Cleaning up temporary data from old regions at 1731950349417 (+19 ms)Running coprocessor post-open hooks at 1731950349434 (+17 ms)Region opened successfully at 1731950349434 2024-11-18T17:19:09,435 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 8037b478978f445e50ccd0d84f73bf4f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64333410, jitterRate=-0.04135748744010925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T17:19:09,435 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8037b478978f445e50ccd0d84f73bf4f 2024-11-18T17:19:09,436 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731950338939.13b4b877c7551deea2440d78f4001ebe., pid=23, masterSystemTime=1731950349331 2024-11-18T17:19:09,436 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 8037b478978f445e50ccd0d84f73bf4f: Running coprocessor pre-open hook at 1731950349400Writing region info on filesystem at 1731950349400Initializing all the Stores at 1731950349406 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950349406Cleaning up temporary data from old regions at 1731950349417 (+11 ms)Running coprocessor post-open hooks at 1731950349435 (+18 ms)Region opened successfully at 1731950349436 (+1 ms) 2024-11-18T17:19:09,438 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731950338939.8037b478978f445e50ccd0d84f73bf4f., pid=18, masterSystemTime=1731950349312 2024-11-18T17:19:09,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=750636037f182697488863c6703d8d97, ASSIGN in 10.2960 sec 2024-11-18T17:19:09,440 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731950338939.13b4b877c7551deea2440d78f4001ebe. 2024-11-18T17:19:09,440 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731950338939.13b4b877c7551deea2440d78f4001ebe. 2024-11-18T17:19:09,440 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/a4bd88da0a7bf9315de334e4bbaa386d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:19:09,441 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=13b4b877c7551deea2440d78f4001ebe, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,42327,1731950326639 2024-11-18T17:19:09,441 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened a4bd88da0a7bf9315de334e4bbaa386d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64675413, jitterRate=-0.03626124560832977}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T17:19:09,442 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a4bd88da0a7bf9315de334e4bbaa386d 2024-11-18T17:19:09,442 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for a4bd88da0a7bf9315de334e4bbaa386d: Running coprocessor pre-open hook at 1731950349419Writing region info on filesystem at 1731950349419Initializing all the Stores at 1731950349421 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950349421Cleaning up temporary data from old regions at 1731950349429 (+8 ms)Running coprocessor post-open hooks at 1731950349442 (+13 ms)Region opened successfully at 1731950349442 2024-11-18T17:19:09,442 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731950338939.8037b478978f445e50ccd0d84f73bf4f. 2024-11-18T17:19:09,442 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731950338939.8037b478978f445e50ccd0d84f73bf4f. 2024-11-18T17:19:09,443 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731950338939.a4bd88da0a7bf9315de334e4bbaa386d., pid=22, masterSystemTime=1731950349331 2024-11-18T17:19:09,444 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8037b478978f445e50ccd0d84f73bf4f, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,42753,1731950326542 2024-11-18T17:19:09,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13b4b877c7551deea2440d78f4001ebe, server=6912f599d260,42327,1731950326639 because future has completed 2024-11-18T17:19:09,446 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731950338939.a4bd88da0a7bf9315de334e4bbaa386d. 2024-11-18T17:19:09,446 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731950338939.a4bd88da0a7bf9315de334e4bbaa386d. 2024-11-18T17:19:09,452 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a4bd88da0a7bf9315de334e4bbaa386d, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,34451,1731950326686 2024-11-18T17:19:09,453 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40879 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=6912f599d260,34451,1731950326686, table=SPTestTable, region=a4bd88da0a7bf9315de334e4bbaa386d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T17:19:09,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8037b478978f445e50ccd0d84f73bf4f, server=6912f599d260,42753,1731950326542 because future has completed 2024-11-18T17:19:09,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4bd88da0a7bf9315de334e4bbaa386d, server=6912f599d260,34451,1731950326686 because future has completed 2024-11-18T17:19:09,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=10 2024-11-18T17:19:09,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 13b4b877c7551deea2440d78f4001ebe, server=6912f599d260,42327,1731950326639 in 10.1280 sec 2024-11-18T17:19:09,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=6 2024-11-18T17:19:09,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13b4b877c7551deea2440d78f4001ebe, ASSIGN in 10.3220 sec 2024-11-18T17:19:09,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 8037b478978f445e50ccd0d84f73bf4f, server=6912f599d260,42753,1731950326542 in 10.1450 sec 2024-11-18T17:19:09,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=5 2024-11-18T17:19:09,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a4bd88da0a7bf9315de334e4bbaa386d, server=6912f599d260,34451,1731950326686 in 10.1340 sec 2024-11-18T17:19:09,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8037b478978f445e50ccd0d84f73bf4f, ASSIGN in 10.3250 sec 2024-11-18T17:19:09,470 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T17:19:09,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a4bd88da0a7bf9315de334e4bbaa386d, ASSIGN in 10.3280 sec 2024-11-18T17:19:09,472 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:19:09,473 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731950349472"}]},"ts":"1731950349472"} 2024-11-18T17:19:09,475 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-18T17:19:09,477 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:19:09,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5340 sec 2024-11-18T17:19:11,952 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-18T17:19:14,855 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T17:19:14,954 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T17:19:16,131 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-18T17:19:16,132 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-18T17:19:17,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:19:17,231 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-18T17:19:17,232 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-18T17:19:17,234 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T17:19:17,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-18T17:19:17,251 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T17:19:17,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-18T17:19:17,299 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97., hostname=6912f599d260,34451,1731950326686, seqNum=2] 2024-11-18T17:19:17,305 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97., hostname=6912f599d260,34451,1731950326686, seqNum=2] 2024-11-18T17:19:17,308 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97., hostname=6912f599d260,34451,1731950326686, seqNum=2] 2024-11-18T17:19:17,311 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97., hostname=6912f599d260,34451,1731950326686, seqNum=2] 2024-11-18T17:19:17,314 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97., hostname=6912f599d260,34451,1731950326686, seqNum=2] 2024-11-18T17:19:17,317 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97., hostname=6912f599d260,34451,1731950326686, seqNum=2] 2024-11-18T17:19:17,319 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97., hostname=6912f599d260,34451,1731950326686, seqNum=2] 2024-11-18T17:19:17,322 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97., hostname=6912f599d260,34451,1731950326686, seqNum=2] 2024-11-18T17:19:17,376 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731950338939.b85b3313451bec49512e9ececc169c67., hostname=6912f599d260,42753,1731950326542, seqNum=2] 2024-11-18T17:19:17,380 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731950338939.b85b3313451bec49512e9ececc169c67., hostname=6912f599d260,42753,1731950326542, seqNum=2] 2024-11-18T17:19:17,382 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731950338939.b85b3313451bec49512e9ececc169c67., hostname=6912f599d260,42753,1731950326542, seqNum=2] 2024-11-18T17:19:17,385 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731950338939.b85b3313451bec49512e9ececc169c67., hostname=6912f599d260,42753,1731950326542, seqNum=2] 2024-11-18T17:19:17,387 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731950338939.b85b3313451bec49512e9ececc169c67., hostname=6912f599d260,42753,1731950326542, seqNum=2] 2024-11-18T17:19:17,389 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731950338939.b85b3313451bec49512e9ececc169c67., hostname=6912f599d260,42753,1731950326542, seqNum=2] 2024-11-18T17:19:17,391 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731950338939.b85b3313451bec49512e9ececc169c67., hostname=6912f599d260,42753,1731950326542, seqNum=2] 2024-11-18T17:19:17,394 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731950338939.b85b3313451bec49512e9ececc169c67., hostname=6912f599d260,42753,1731950326542, seqNum=2] 2024-11-18T17:19:17,421 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731950338939.9e4a6add0bf4352bb36a308fa903fbab., hostname=6912f599d260,42327,1731950326639, seqNum=2] 2024-11-18T17:19:17,424 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731950338939.9e4a6add0bf4352bb36a308fa903fbab., hostname=6912f599d260,42327,1731950326639, seqNum=2] 2024-11-18T17:19:17,426 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731950338939.9e4a6add0bf4352bb36a308fa903fbab., hostname=6912f599d260,42327,1731950326639, seqNum=2] 2024-11-18T17:19:17,428 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731950338939.9e4a6add0bf4352bb36a308fa903fbab., hostname=6912f599d260,42327,1731950326639, seqNum=2] 2024-11-18T17:19:17,431 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731950338939.9e4a6add0bf4352bb36a308fa903fbab., hostname=6912f599d260,42327,1731950326639, seqNum=2] 2024-11-18T17:19:17,433 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731950338939.9e4a6add0bf4352bb36a308fa903fbab., hostname=6912f599d260,42327,1731950326639, seqNum=2] 2024-11-18T17:19:17,435 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731950338939.9e4a6add0bf4352bb36a308fa903fbab., hostname=6912f599d260,42327,1731950326639, seqNum=2] 2024-11-18T17:19:17,499 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731950338939.257fdbaa8fbdf07683894c5debf17a5a., hostname=6912f599d260,42753,1731950326542, seqNum=2] 2024-11-18T17:19:17,501 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731950338939.257fdbaa8fbdf07683894c5debf17a5a., hostname=6912f599d260,42753,1731950326542, seqNum=2] 2024-11-18T17:19:17,504 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731950338939.257fdbaa8fbdf07683894c5debf17a5a., hostname=6912f599d260,42753,1731950326542, seqNum=2] 2024-11-18T17:19:17,507 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731950338939.257fdbaa8fbdf07683894c5debf17a5a., hostname=6912f599d260,42753,1731950326542, seqNum=2] 2024-11-18T17:19:17,509 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731950338939.257fdbaa8fbdf07683894c5debf17a5a., hostname=6912f599d260,42753,1731950326542, seqNum=2] 2024-11-18T17:19:17,512 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731950338939.257fdbaa8fbdf07683894c5debf17a5a., hostname=6912f599d260,42753,1731950326542, seqNum=2] 2024-11-18T17:19:18,271 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:19:18,275 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:19:18,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:19:18,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:19:18,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42753 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15603 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,b333332f,1731950338939.b85b3313451bec49512e9ececc169c67. 2024-11-18T17:19:18,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34451 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T17:19:18,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42327 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731950338939.9e4a6add0bf4352bb36a308fa903fbab. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T17:19:18,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42753 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731950338939.b85b3313451bec49512e9ececc169c67. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T17:19:18,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42753 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731950338939.257fdbaa8fbdf07683894c5debf17a5a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T17:19:19,043 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-18T17:19:19,044 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T17:19:19,045 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-18T17:19:19,050 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-18T17:19:19,062 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-18T17:19:19,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741848_1024 (size=49) 2024-11-18T17:19:19,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741848_1024 (size=49) 2024-11-18T17:19:19,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741848_1024 (size=49) 2024-11-18T17:19:19,076 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-18T17:19:19,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a4bd88da0a7bf9315de334e4bbaa386d}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8037b478978f445e50ccd0d84f73bf4f}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f4ced92d49690ab3c3cb039193f1aba2}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8d021a084f1fe0997447e74fa75a7d6b}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee574b095aba8e9622a126737b812af0}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13b4b877c7551deea2440d78f4001ebe}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 750636037f182697488863c6703d8d97}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b85b3313451bec49512e9ececc169c67}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9e4a6add0bf4352bb36a308fa903fbab}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 257fdbaa8fbdf07683894c5debf17a5a}] 2024-11-18T17:19:19,082 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 750636037f182697488863c6703d8d97 2024-11-18T17:19:19,082 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13b4b877c7551deea2440d78f4001ebe 2024-11-18T17:19:19,082 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee574b095aba8e9622a126737b812af0 2024-11-18T17:19:19,082 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8d021a084f1fe0997447e74fa75a7d6b 2024-11-18T17:19:19,083 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 257fdbaa8fbdf07683894c5debf17a5a 2024-11-18T17:19:19,089 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9e4a6add0bf4352bb36a308fa903fbab 2024-11-18T17:19:19,090 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8037b478978f445e50ccd0d84f73bf4f 2024-11-18T17:19:19,090 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f4ced92d49690ab3c3cb039193f1aba2 2024-11-18T17:19:19,091 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b85b3313451bec49512e9ececc169c67 2024-11-18T17:19:19,094 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a4bd88da0a7bf9315de334e4bbaa386d 2024-11-18T17:19:19,146 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 6912f599d260,34451,1731950326686 2024-11-18T17:19:19,146 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 6912f599d260,34451,1731950326686: Simulated kill ***** 2024-11-18T17:19:19,146 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T17:19:19,148 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T17:19:19,149 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T17:19:19,151 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T17:19:19,152 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T17:19:19,157 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 590835552 }, "NonHeapMemoryUsage": { "committed": 156958720, "init": 7667712, "max": -1, "used": 153471552 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "6912f599d260", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "6912f599d260", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:53755", "tag.serverName": "6912f599d260,42327,1731950326639", "tag.clusterId": "c49d255e-8177-4c6b-a865-c53b60f15a55", "tag.Context": "regionserver", "tag.Hostname": "6912f599d260", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731950326639, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-18T17:19:19,160 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40879 {}] master.MasterRpcServices(700): 6912f599d260,34451,1731950326686 reported a fatal error: ***** ABORTING region server 6912f599d260,34451,1731950326686: Simulated kill ***** 2024-11-18T17:19:19,162 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6912f599d260,34451,1731950326686' ***** 2024-11-18T17:19:19,162 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-18T17:19:19,163 INFO [RS:2;6912f599d260:34451 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T17:19:19,163 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T17:19:19,163 INFO [RS:2;6912f599d260:34451 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-18T17:19:19,163 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T17:19:19,163 INFO [RS:2;6912f599d260:34451 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-18T17:19:19,163 INFO [RS:2;6912f599d260:34451 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:19:19,163 INFO [RS:2;6912f599d260:34451 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;6912f599d260:34451. 2024-11-18T17:19:19,163 DEBUG [RS:2;6912f599d260:34451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:19:19,163 DEBUG [RS:2;6912f599d260:34451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:19:19,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741835_1011 (size=951) 2024-11-18T17:19:19,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741835_1011 (size=951) 2024-11-18T17:19:19,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741835_1011 (size=951) 2024-11-18T17:19:19,171 DEBUG [RS:2;6912f599d260:34451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:19:19,172 INFO [RS:2;6912f599d260:34451 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:19:19,172 INFO [RS:2;6912f599d260:34451 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34451 2024-11-18T17:19:19,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34451-0x101503e5ef20003, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6912f599d260,34451,1731950326686 2024-11-18T17:19:19,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40879-0x101503e5ef20000, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T17:19:19,222 INFO [RS:2;6912f599d260:34451 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:19:19,231 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6912f599d260,34451,1731950326686] 2024-11-18T17:19:19,239 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6912f599d260,34451,1731950326686 already deleted, retry=false 2024-11-18T17:19:19,239 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 6912f599d260,34451,1731950326686 on 6912f599d260,40879,1731950325787 2024-11-18T17:19:19,243 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 6912f599d260,34451,1731950326686, splitWal=true, meta=false 2024-11-18T17:19:19,245 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for 6912f599d260,34451,1731950326686 (carryingMeta=false) 6912f599d260,34451,1731950326686/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@64f981ed[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-18T17:19:19,247 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 6912f599d260,34451,1731950326686, splitWal=true, meta=false 2024-11-18T17:19:19,248 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 750636037f182697488863c6703d8d97 2024-11-18T17:19:19,248 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a4bd88da0a7bf9315de334e4bbaa386d 2024-11-18T17:19:19,249 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8d021a084f1fe0997447e74fa75a7d6b 2024-11-18T17:19:19,250 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 6912f599d260,34451,1731950326686 had 3 regions 2024-11-18T17:19:19,250 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 750636037f182697488863c6703d8d97 can not run currently because target server of region SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97. 6912f599d260,34451,1731950326686 is in state CRASHED, wait 1000 ms to retry 2024-11-18T17:19:19,250 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8d021a084f1fe0997447e74fa75a7d6b can not run currently because target server of region SPTestTable,4ccccccb,1731950338939.8d021a084f1fe0997447e74fa75a7d6b. 6912f599d260,34451,1731950326686 is in state CRASHED, wait 1000 ms to retry 2024-11-18T17:19:19,250 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 750636037f182697488863c6703d8d97; timeout=1000, timestamp=1731950360250 2024-11-18T17:19:19,250 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8d021a084f1fe0997447e74fa75a7d6b; timeout=1000, timestamp=1731950360250 2024-11-18T17:19:19,250 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a4bd88da0a7bf9315de334e4bbaa386d can not run currently because target server of region SPTestTable,,1731950338939.a4bd88da0a7bf9315de334e4bbaa386d. 6912f599d260,34451,1731950326686 is in state CRASHED, wait 1000 ms to retry 2024-11-18T17:19:19,250 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a4bd88da0a7bf9315de334e4bbaa386d; timeout=1000, timestamp=1731950360250 2024-11-18T17:19:19,252 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6912f599d260,34451,1731950326686, splitWal=true, meta=false, isMeta: false 2024-11-18T17:19:19,254 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/WALs/6912f599d260,34451,1731950326686-splitting 2024-11-18T17:19:19,255 INFO [regionserver/6912f599d260:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:19:19,256 INFO [PEWorker-2 {}] master.SplitWALManager(105): 6912f599d260,34451,1731950326686 WAL count=1, meta=false 2024-11-18T17:19:19,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 6912f599d260%2C34451%2C1731950326686.1731950328155}] 2024-11-18T17:19:19,265 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=6912f599d260,42327,1731950326639 2024-11-18T17:19:19,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 6912f599d260%2C34451%2C1731950326686.1731950328155, worker=6912f599d260,42327,1731950326639}] 2024-11-18T17:19:19,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34451-0x101503e5ef20003, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:19:19,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34451-0x101503e5ef20003, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:19:19,331 INFO [RS:2;6912f599d260:34451 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:19:19,332 INFO [RS:2;6912f599d260:34451 {}] regionserver.HRegionServer(1031): Exiting; stopping=6912f599d260,34451,1731950326686; zookeeper connection closed. 2024-11-18T17:19:19,332 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@44b3b791 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@44b3b791 2024-11-18T17:19:19,992 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T17:19:19,992 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T17:19:20,250 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 750636037f182697488863c6703d8d97 2024-11-18T17:19:20,251 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8d021a084f1fe0997447e74fa75a7d6b 2024-11-18T17:19:20,251 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a4bd88da0a7bf9315de334e4bbaa386d 2024-11-18T17:19:20,252 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 750636037f182697488863c6703d8d97 can not run currently because target server of region SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97. 6912f599d260,34451,1731950326686 is in state SPLITTING, wait 2000 ms to retry 2024-11-18T17:19:20,252 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a4bd88da0a7bf9315de334e4bbaa386d can not run currently because target server of region SPTestTable,,1731950338939.a4bd88da0a7bf9315de334e4bbaa386d. 6912f599d260,34451,1731950326686 is in state SPLITTING, wait 2000 ms to retry 2024-11-18T17:19:20,252 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 750636037f182697488863c6703d8d97; timeout=2000, timestamp=1731950362252 2024-11-18T17:19:20,252 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8d021a084f1fe0997447e74fa75a7d6b can not run currently because target server of region SPTestTable,4ccccccb,1731950338939.8d021a084f1fe0997447e74fa75a7d6b. 6912f599d260,34451,1731950326686 is in state SPLITTING, wait 2000 ms to retry 2024-11-18T17:19:20,252 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a4bd88da0a7bf9315de334e4bbaa386d; timeout=2000, timestamp=1731950362252 2024-11-18T17:19:20,252 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8d021a084f1fe0997447e74fa75a7d6b; timeout=2000, timestamp=1731950362252 2024-11-18T17:19:21,754 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:40879 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-18T17:19:22,253 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8d021a084f1fe0997447e74fa75a7d6b 2024-11-18T17:19:22,254 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a4bd88da0a7bf9315de334e4bbaa386d 2024-11-18T17:19:22,254 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 750636037f182697488863c6703d8d97 2024-11-18T17:19:22,258 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8d021a084f1fe0997447e74fa75a7d6b can not run currently because target server of region SPTestTable,4ccccccb,1731950338939.8d021a084f1fe0997447e74fa75a7d6b. 6912f599d260,34451,1731950326686 is in state SPLITTING, wait 4000 ms to retry 2024-11-18T17:19:22,258 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 750636037f182697488863c6703d8d97 can not run currently because target server of region SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97. 6912f599d260,34451,1731950326686 is in state SPLITTING, wait 4000 ms to retry 2024-11-18T17:19:22,258 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a4bd88da0a7bf9315de334e4bbaa386d can not run currently because target server of region SPTestTable,,1731950338939.a4bd88da0a7bf9315de334e4bbaa386d. 6912f599d260,34451,1731950326686 is in state SPLITTING, wait 4000 ms to retry 2024-11-18T17:19:22,258 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8d021a084f1fe0997447e74fa75a7d6b; timeout=4000, timestamp=1731950366258 2024-11-18T17:19:22,258 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 750636037f182697488863c6703d8d97; timeout=4000, timestamp=1731950366258 2024-11-18T17:19:22,258 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a4bd88da0a7bf9315de334e4bbaa386d; timeout=4000, timestamp=1731950366258 2024-11-18T17:19:26,259 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 750636037f182697488863c6703d8d97 2024-11-18T17:19:26,260 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8d021a084f1fe0997447e74fa75a7d6b 2024-11-18T17:19:26,260 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a4bd88da0a7bf9315de334e4bbaa386d 2024-11-18T17:19:26,264 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8d021a084f1fe0997447e74fa75a7d6b can not run currently because target server of region SPTestTable,4ccccccb,1731950338939.8d021a084f1fe0997447e74fa75a7d6b. 6912f599d260,34451,1731950326686 is in state SPLITTING, wait 8000 ms to retry 2024-11-18T17:19:26,264 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a4bd88da0a7bf9315de334e4bbaa386d can not run currently because target server of region SPTestTable,,1731950338939.a4bd88da0a7bf9315de334e4bbaa386d. 6912f599d260,34451,1731950326686 is in state SPLITTING, wait 8000 ms to retry 2024-11-18T17:19:26,264 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 750636037f182697488863c6703d8d97 can not run currently because target server of region SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97. 6912f599d260,34451,1731950326686 is in state SPLITTING, wait 8000 ms to retry 2024-11-18T17:19:26,264 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a4bd88da0a7bf9315de334e4bbaa386d; timeout=8000, timestamp=1731950374264 2024-11-18T17:19:26,264 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8d021a084f1fe0997447e74fa75a7d6b; timeout=8000, timestamp=1731950374264 2024-11-18T17:19:26,264 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 750636037f182697488863c6703d8d97; timeout=8000, timestamp=1731950374264 2024-11-18T17:19:29,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-18T17:19:29,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42753 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-18T17:19:29,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42753 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-18T17:19:29,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731950338939.f4ced92d49690ab3c3cb039193f1aba2. 2024-11-18T17:19:29,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731950338939.ee574b095aba8e9622a126737b812af0. 2024-11-18T17:19:29,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42753 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-18T17:19:29,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731950338939.257fdbaa8fbdf07683894c5debf17a5a. 2024-11-18T17:19:29,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-18T17:19:29,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731950338939.b85b3313451bec49512e9ececc169c67. 2024-11-18T17:19:29,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42753 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-18T17:19:29,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-18T17:19:29,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-18T17:19:29,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731950338939.13b4b877c7551deea2440d78f4001ebe. 2024-11-18T17:19:29,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731950338939.9e4a6add0bf4352bb36a308fa903fbab. 2024-11-18T17:19:29,096 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 257fdbaa8fbdf07683894c5debf17a5a 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-18T17:19:29,096 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 9e4a6add0bf4352bb36a308fa903fbab 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-18T17:19:29,096 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing b85b3313451bec49512e9ececc169c67 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-18T17:19:29,096 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for f4ced92d49690ab3c3cb039193f1aba2: 2024-11-18T17:19:29,096 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 13b4b877c7551deea2440d78f4001ebe: 2024-11-18T17:19:29,096 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731950338939.f4ced92d49690ab3c3cb039193f1aba2. for SnapshotProcedureTest completed. 2024-11-18T17:19:29,096 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731950338939.13b4b877c7551deea2440d78f4001ebe. for SnapshotProcedureTest completed. 2024-11-18T17:19:29,096 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for ee574b095aba8e9622a126737b812af0: 2024-11-18T17:19:29,096 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731950338939.ee574b095aba8e9622a126737b812af0. for SnapshotProcedureTest completed. 2024-11-18T17:19:29,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731950338939.ee574b095aba8e9622a126737b812af0.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T17:19:29,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731950338939.13b4b877c7551deea2440d78f4001ebe.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T17:19:29,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731950338939.f4ced92d49690ab3c3cb039193f1aba2.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T17:19:29,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T17:19:29,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T17:19:29,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T17:19:29,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T17:19:29,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T17:19:29,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T17:19:29,125 INFO [RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/WALs/6912f599d260,34451,1731950326686-splitting/6912f599d260%2C34451%2C1731950326686.1731950328155, size=951 (951bytes) 2024-11-18T17:19:29,126 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-18T17:19:29,127 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-18T17:19:29,127 INFO [RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/WALs/6912f599d260,34451,1731950326686-splitting/6912f599d260%2C34451%2C1731950326686.1731950328155 2024-11-18T17:19:29,133 INFO [RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/WALs/6912f599d260,34451,1731950326686-splitting/6912f599d260%2C34451%2C1731950326686.1731950328155 after 4ms 2024-11-18T17:19:29,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741849_1025 (size=65) 2024-11-18T17:19:29,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741849_1025 (size=65) 2024-11-18T17:19:29,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741849_1025 (size=65) 2024-11-18T17:19:29,138 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731950338939.ee574b095aba8e9622a126737b812af0. 2024-11-18T17:19:29,141 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-18T17:19:29,142 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731950338939.8037b478978f445e50ccd0d84f73bf4f. 2024-11-18T17:19:29,142 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 8037b478978f445e50ccd0d84f73bf4f: 2024-11-18T17:19:29,142 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731950338939.8037b478978f445e50ccd0d84f73bf4f. for SnapshotProcedureTest completed. 2024-11-18T17:19:29,142 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731950338939.8037b478978f445e50ccd0d84f73bf4f.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T17:19:29,142 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T17:19:29,143 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T17:19:29,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-18T17:19:29,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ee574b095aba8e9622a126737b812af0 2024-11-18T17:19:29,144 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee574b095aba8e9622a126737b812af0 2024-11-18T17:19:29,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ee574b095aba8e9622a126737b812af0 in 10.0690 sec 2024-11-18T17:19:29,172 INFO [RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/WALs/6912f599d260,34451,1731950326686-splitting/6912f599d260%2C34451%2C1731950326686.1731950328155 took 48ms 2024-11-18T17:19:29,189 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 8d021a084f1fe0997447e74fa75a7d6b: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-18T17:19:29,191 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 750636037f182697488863c6703d8d97: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-18T17:19:29,194 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for a4bd88da0a7bf9315de334e4bbaa386d: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-18T17:19:29,194 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/WALs/6912f599d260,34451,1731950326686-splitting/6912f599d260%2C34451%2C1731950326686.1731950328155 so closing down 2024-11-18T17:19:29,194 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T17:19:29,197 INFO [RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T17:19:29,202 INFO [RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 19 ms; skipped=3; WAL=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/WALs/6912f599d260,34451,1731950326686-splitting/6912f599d260%2C34451%2C1731950326686.1731950328155, size=951, length=951, corrupted=false, cancelled=false 2024-11-18T17:19:29,202 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/WALs/6912f599d260,34451,1731950326686-splitting/6912f599d260%2C34451%2C1731950326686.1731950328155, journal: Splitting hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/WALs/6912f599d260,34451,1731950326686-splitting/6912f599d260%2C34451%2C1731950326686.1731950328155, size=951 (951bytes) at 1731950369125Finishing writing output for hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/WALs/6912f599d260,34451,1731950326686-splitting/6912f599d260%2C34451%2C1731950326686.1731950328155 so closing down at 1731950369194 (+69 ms)3 split writer threads finished at 1731950369198 (+4 ms)Processed 3 edits across 0 Regions in 19 ms; skipped=3; WAL=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/WALs/6912f599d260,34451,1731950326686-splitting/6912f599d260%2C34451%2C1731950326686.1731950328155, size=951, length=951, corrupted=false, cancelled=false at 1731950369202 (+4 ms) 2024-11-18T17:19:29,203 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/WALs/6912f599d260,34451,1731950326686-splitting/6912f599d260%2C34451%2C1731950326686.1731950328155 2024-11-18T17:19:29,203 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-18T17:19:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-18T17:19:29,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741850_1026 (size=65) 2024-11-18T17:19:29,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741852_1028 (size=65) 2024-11-18T17:19:29,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741852_1028 (size=65) 2024-11-18T17:19:29,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741852_1028 (size=65) 2024-11-18T17:19:29,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741850_1026 (size=65) 2024-11-18T17:19:29,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731950338939.13b4b877c7551deea2440d78f4001ebe. 2024-11-18T17:19:29,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-18T17:19:29,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741850_1026 (size=65) 2024-11-18T17:19:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-18T17:19:29,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 13b4b877c7551deea2440d78f4001ebe 2024-11-18T17:19:29,231 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13b4b877c7551deea2440d78f4001ebe 2024-11-18T17:19:29,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741851_1027 (size=65) 2024-11-18T17:19:29,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741851_1027 (size=65) 2024-11-18T17:19:29,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741851_1027 (size=65) 2024-11-18T17:19:29,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/b85b3313451bec49512e9ececc169c67/.tmp/cf/f430bd14b5714914beae782678433214 is 34, key is baa/cf:cf/1731950358384/Put/seqid=0 2024-11-18T17:19:29,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/9e4a6add0bf4352bb36a308fa903fbab/.tmp/cf/b7975e99d647483886f38d474ea4322d is 34, key is ccd/cf:cf/1731950358370/Put/seqid=0 2024-11-18T17:19:29,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 13b4b877c7551deea2440d78f4001ebe in 10.1560 sec 2024-11-18T17:19:29,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731950338939.f4ced92d49690ab3c3cb039193f1aba2. 2024-11-18T17:19:29,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-18T17:19:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-18T17:19:29,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f4ced92d49690ab3c3cb039193f1aba2 2024-11-18T17:19:29,238 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/WALs/6912f599d260,34451,1731950326686-splitting/6912f599d260%2C34451%2C1731950326686.1731950328155 to hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/oldWALs 2024-11-18T17:19:29,238 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f4ced92d49690ab3c3cb039193f1aba2 2024-11-18T17:19:29,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-18T17:19:29,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f4ced92d49690ab3c3cb039193f1aba2 in 10.1630 sec 2024-11-18T17:19:29,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 6912f599d260%2C34451%2C1731950326686.1731950328155, worker=6912f599d260,42327,1731950326639 in 9.9710 sec 2024-11-18T17:19:29,246 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=6912f599d260,42327,1731950326639 2024-11-18T17:19:29,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-18T17:19:29,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 6912f599d260%2C34451%2C1731950326686.1731950328155, worker=6912f599d260,42327,1731950326639 in 9.9880 sec 2024-11-18T17:19:29,252 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/WALs/6912f599d260,34451,1731950326686-splitting dir is empty, no logs to split. 2024-11-18T17:19:29,252 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6912f599d260,34451,1731950326686 WAL count=0, meta=false 2024-11-18T17:19:29,252 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 6912f599d260,34451,1731950326686 WAL splitting is done? wals=0, meta=false 2024-11-18T17:19:29,256 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 6912f599d260,34451,1731950326686 failed, ignore...File hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/WALs/6912f599d260,34451,1731950326686-splitting does not exist. 2024-11-18T17:19:29,258 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8d021a084f1fe0997447e74fa75a7d6b, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a4bd88da0a7bf9315de334e4bbaa386d, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=750636037f182697488863c6703d8d97, ASSIGN}] 2024-11-18T17:19:29,260 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a4bd88da0a7bf9315de334e4bbaa386d, ASSIGN 2024-11-18T17:19:29,260 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8d021a084f1fe0997447e74fa75a7d6b, ASSIGN 2024-11-18T17:19:29,260 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=750636037f182697488863c6703d8d97, ASSIGN 2024-11-18T17:19:29,262 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8d021a084f1fe0997447e74fa75a7d6b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T17:19:29,262 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a4bd88da0a7bf9315de334e4bbaa386d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T17:19:29,262 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=750636037f182697488863c6703d8d97, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T17:19:29,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741855_1031 (size=47197) 2024-11-18T17:19:29,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741855_1031 (size=47197) 2024-11-18T17:19:29,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741855_1031 (size=47197) 2024-11-18T17:19:29,290 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/257fdbaa8fbdf07683894c5debf17a5a/.tmp/cf/82616f4c60c24da5a73ec19e8f1774ac is 34, key is eaa/cf:cf/1731950358879/Put/seqid=0 2024-11-18T17:19:29,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741854_1030 (size=28623) 2024-11-18T17:19:29,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741854_1030 (size=28623) 2024-11-18T17:19:29,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741854_1030 (size=28623) 2024-11-18T17:19:29,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741853_1029 (size=499309) 2024-11-18T17:19:29,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741853_1029 (size=499309) 2024-11-18T17:19:29,294 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/b85b3313451bec49512e9ececc169c67/.tmp/cf/f430bd14b5714914beae782678433214 2024-11-18T17:19:29,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741853_1029 (size=499309) 2024-11-18T17:19:29,295 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/257fdbaa8fbdf07683894c5debf17a5a/.tmp/cf/82616f4c60c24da5a73ec19e8f1774ac 2024-11-18T17:19:29,342 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/b85b3313451bec49512e9ececc169c67/.tmp/cf/f430bd14b5714914beae782678433214 as hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/b85b3313451bec49512e9ececc169c67/cf/f430bd14b5714914beae782678433214 2024-11-18T17:19:29,342 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/257fdbaa8fbdf07683894c5debf17a5a/.tmp/cf/82616f4c60c24da5a73ec19e8f1774ac as hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/257fdbaa8fbdf07683894c5debf17a5a/cf/82616f4c60c24da5a73ec19e8f1774ac 2024-11-18T17:19:29,353 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/257fdbaa8fbdf07683894c5debf17a5a/cf/82616f4c60c24da5a73ec19e8f1774ac, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-18T17:19:29,353 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/b85b3313451bec49512e9ececc169c67/cf/f430bd14b5714914beae782678433214, entries=731, sequenceid=5, filesize=28.0 K 2024-11-18T17:19:29,361 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for b85b3313451bec49512e9ececc169c67 in 264ms, sequenceid=5, compaction requested=false 2024-11-18T17:19:29,361 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 257fdbaa8fbdf07683894c5debf17a5a in 264ms, sequenceid=5, compaction requested=false 2024-11-18T17:19:29,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for b85b3313451bec49512e9ececc169c67: 2024-11-18T17:19:29,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 257fdbaa8fbdf07683894c5debf17a5a: 2024-11-18T17:19:29,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731950338939.257fdbaa8fbdf07683894c5debf17a5a. for SnapshotProcedureTest completed. 2024-11-18T17:19:29,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731950338939.b85b3313451bec49512e9ececc169c67. for SnapshotProcedureTest completed. 2024-11-18T17:19:29,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731950338939.257fdbaa8fbdf07683894c5debf17a5a.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T17:19:29,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731950338939.b85b3313451bec49512e9ececc169c67.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T17:19:29,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T17:19:29,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T17:19:29,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/b85b3313451bec49512e9ececc169c67/cf/f430bd14b5714914beae782678433214] hfiles 2024-11-18T17:19:29,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/257fdbaa8fbdf07683894c5debf17a5a/cf/82616f4c60c24da5a73ec19e8f1774ac] hfiles 2024-11-18T17:19:29,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/257fdbaa8fbdf07683894c5debf17a5a/cf/82616f4c60c24da5a73ec19e8f1774ac for snapshot=SnapshotProcedureTest 2024-11-18T17:19:29,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/b85b3313451bec49512e9ececc169c67/cf/f430bd14b5714914beae782678433214 for snapshot=SnapshotProcedureTest 2024-11-18T17:19:29,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741856_1032 (size=97) 2024-11-18T17:19:29,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741857_1033 (size=105) 2024-11-18T17:19:29,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741856_1032 (size=97) 2024-11-18T17:19:29,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741857_1033 (size=105) 2024-11-18T17:19:29,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741856_1032 (size=97) 2024-11-18T17:19:29,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741857_1033 (size=105) 2024-11-18T17:19:29,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731950338939.b85b3313451bec49512e9ececc169c67. 2024-11-18T17:19:29,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-18T17:19:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-18T17:19:29,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b85b3313451bec49512e9ececc169c67 2024-11-18T17:19:29,384 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b85b3313451bec49512e9ececc169c67 2024-11-18T17:19:29,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b85b3313451bec49512e9ececc169c67 in 10.3080 sec 2024-11-18T17:19:29,412 DEBUG [6912f599d260:40879 {}] balancer.BalancerClusterState(204): Hosts are {6912f599d260=0} racks are {/default-rack=0} 2024-11-18T17:19:29,413 DEBUG [6912f599d260:40879 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T17:19:29,413 DEBUG [6912f599d260:40879 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T17:19:29,413 DEBUG [6912f599d260:40879 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T17:19:29,413 DEBUG [6912f599d260:40879 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T17:19:29,413 INFO [6912f599d260:40879 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T17:19:29,413 INFO [6912f599d260:40879 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T17:19:29,414 DEBUG [6912f599d260:40879 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T17:19:29,414 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=a4bd88da0a7bf9315de334e4bbaa386d, regionState=OPENING, regionLocation=6912f599d260,42753,1731950326542 2024-11-18T17:19:29,414 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=750636037f182697488863c6703d8d97, regionState=OPENING, regionLocation=6912f599d260,42753,1731950326542 2024-11-18T17:19:29,414 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=8d021a084f1fe0997447e74fa75a7d6b, regionState=OPENING, regionLocation=6912f599d260,42327,1731950326639 2024-11-18T17:19:29,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=750636037f182697488863c6703d8d97, ASSIGN because future has completed 2024-11-18T17:19:29,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 750636037f182697488863c6703d8d97, server=6912f599d260,42753,1731950326542}] 2024-11-18T17:19:29,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a4bd88da0a7bf9315de334e4bbaa386d, ASSIGN because future has completed 2024-11-18T17:19:29,422 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4bd88da0a7bf9315de334e4bbaa386d, server=6912f599d260,42753,1731950326542}] 2024-11-18T17:19:29,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8d021a084f1fe0997447e74fa75a7d6b, ASSIGN because future has completed 2024-11-18T17:19:29,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d021a084f1fe0997447e74fa75a7d6b, server=6912f599d260,42327,1731950326639}] 2024-11-18T17:19:29,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731950338939.8037b478978f445e50ccd0d84f73bf4f. 2024-11-18T17:19:29,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-18T17:19:29,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-18T17:19:29,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8037b478978f445e50ccd0d84f73bf4f 2024-11-18T17:19:29,631 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8037b478978f445e50ccd0d84f73bf4f 2024-11-18T17:19:29,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8037b478978f445e50ccd0d84f73bf4f in 10.5560 sec 2024-11-18T17:19:29,684 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/9e4a6add0bf4352bb36a308fa903fbab/.tmp/cf/b7975e99d647483886f38d474ea4322d 2024-11-18T17:19:29,697 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/9e4a6add0bf4352bb36a308fa903fbab/.tmp/cf/b7975e99d647483886f38d474ea4322d as hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/9e4a6add0bf4352bb36a308fa903fbab/cf/b7975e99d647483886f38d474ea4322d 2024-11-18T17:19:29,706 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/9e4a6add0bf4352bb36a308fa903fbab/cf/b7975e99d647483886f38d474ea4322d, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-18T17:19:29,707 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 9e4a6add0bf4352bb36a308fa903fbab in 614ms, sequenceid=5, compaction requested=false 2024-11-18T17:19:29,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 9e4a6add0bf4352bb36a308fa903fbab: 2024-11-18T17:19:29,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731950338939.9e4a6add0bf4352bb36a308fa903fbab. for SnapshotProcedureTest completed. 2024-11-18T17:19:29,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731950338939.9e4a6add0bf4352bb36a308fa903fbab.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T17:19:29,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T17:19:29,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/9e4a6add0bf4352bb36a308fa903fbab/cf/b7975e99d647483886f38d474ea4322d] hfiles 2024-11-18T17:19:29,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/9e4a6add0bf4352bb36a308fa903fbab/cf/b7975e99d647483886f38d474ea4322d for snapshot=SnapshotProcedureTest 2024-11-18T17:19:29,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741858_1034 (size=105) 2024-11-18T17:19:29,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741858_1034 (size=105) 2024-11-18T17:19:29,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741858_1034 (size=105) 2024-11-18T17:19:29,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731950338939.9e4a6add0bf4352bb36a308fa903fbab. 2024-11-18T17:19:29,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-18T17:19:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-18T17:19:29,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9e4a6add0bf4352bb36a308fa903fbab 2024-11-18T17:19:29,720 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9e4a6add0bf4352bb36a308fa903fbab 2024-11-18T17:19:29,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9e4a6add0bf4352bb36a308fa903fbab in 10.6440 sec 2024-11-18T17:19:29,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731950338939.257fdbaa8fbdf07683894c5debf17a5a. 2024-11-18T17:19:29,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-18T17:19:29,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-18T17:19:29,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 257fdbaa8fbdf07683894c5debf17a5a 2024-11-18T17:19:29,784 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 257fdbaa8fbdf07683894c5debf17a5a 2024-11-18T17:19:29,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 257fdbaa8fbdf07683894c5debf17a5a in 10.7080 sec 2024-11-18T17:19:34,265 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 750636037f182697488863c6703d8d97 held by pid=41 2024-11-18T17:19:34,265 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8d021a084f1fe0997447e74fa75a7d6b held by pid=39 2024-11-18T17:19:34,265 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8d021a084f1fe0997447e74fa75a7d6b 2024-11-18T17:19:34,265 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 750636037f182697488863c6703d8d97 2024-11-18T17:19:34,265 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a4bd88da0a7bf9315de334e4bbaa386d held by pid=40 2024-11-18T17:19:34,265 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a4bd88da0a7bf9315de334e4bbaa386d 2024-11-18T17:19:38,828 INFO [master/6912f599d260:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T17:19:38,828 INFO [master/6912f599d260:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T17:19:39,437 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731950338939.8d021a084f1fe0997447e74fa75a7d6b. 2024-11-18T17:19:39,437 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,,1731950338939.a4bd88da0a7bf9315de334e4bbaa386d. 2024-11-18T17:19:39,438 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d021a084f1fe0997447e74fa75a7d6b, NAME => 'SPTestTable,4ccccccb,1731950338939.8d021a084f1fe0997447e74fa75a7d6b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-18T17:19:39,438 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => a4bd88da0a7bf9315de334e4bbaa386d, NAME => 'SPTestTable,,1731950338939.a4bd88da0a7bf9315de334e4bbaa386d.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-18T17:19:39,438 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8d021a084f1fe0997447e74fa75a7d6b 2024-11-18T17:19:39,438 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a4bd88da0a7bf9315de334e4bbaa386d 2024-11-18T17:19:39,438 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731950338939.8d021a084f1fe0997447e74fa75a7d6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:19:39,438 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,,1731950338939.a4bd88da0a7bf9315de334e4bbaa386d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:19:39,439 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 8d021a084f1fe0997447e74fa75a7d6b 2024-11-18T17:19:39,439 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for a4bd88da0a7bf9315de334e4bbaa386d 2024-11-18T17:19:39,439 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 8d021a084f1fe0997447e74fa75a7d6b 2024-11-18T17:19:39,439 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for a4bd88da0a7bf9315de334e4bbaa386d 2024-11-18T17:19:39,441 INFO [StoreOpener-8d021a084f1fe0997447e74fa75a7d6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8d021a084f1fe0997447e74fa75a7d6b 2024-11-18T17:19:39,441 INFO [StoreOpener-a4bd88da0a7bf9315de334e4bbaa386d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a4bd88da0a7bf9315de334e4bbaa386d 2024-11-18T17:19:39,442 INFO [StoreOpener-a4bd88da0a7bf9315de334e4bbaa386d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4bd88da0a7bf9315de334e4bbaa386d columnFamilyName cf 2024-11-18T17:19:39,442 INFO [StoreOpener-8d021a084f1fe0997447e74fa75a7d6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d021a084f1fe0997447e74fa75a7d6b columnFamilyName cf 2024-11-18T17:19:39,443 DEBUG [StoreOpener-a4bd88da0a7bf9315de334e4bbaa386d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:19:39,443 DEBUG [StoreOpener-8d021a084f1fe0997447e74fa75a7d6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:19:39,443 INFO [StoreOpener-a4bd88da0a7bf9315de334e4bbaa386d-1 {}] regionserver.HStore(327): Store=a4bd88da0a7bf9315de334e4bbaa386d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:19:39,443 INFO [StoreOpener-8d021a084f1fe0997447e74fa75a7d6b-1 {}] regionserver.HStore(327): Store=8d021a084f1fe0997447e74fa75a7d6b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:19:39,443 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for a4bd88da0a7bf9315de334e4bbaa386d 2024-11-18T17:19:39,443 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 8d021a084f1fe0997447e74fa75a7d6b 2024-11-18T17:19:39,445 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/8d021a084f1fe0997447e74fa75a7d6b 2024-11-18T17:19:39,445 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/a4bd88da0a7bf9315de334e4bbaa386d 2024-11-18T17:19:39,446 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/8d021a084f1fe0997447e74fa75a7d6b 2024-11-18T17:19:39,446 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/a4bd88da0a7bf9315de334e4bbaa386d 2024-11-18T17:19:39,447 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 8d021a084f1fe0997447e74fa75a7d6b 2024-11-18T17:19:39,447 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for a4bd88da0a7bf9315de334e4bbaa386d 2024-11-18T17:19:39,447 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 8d021a084f1fe0997447e74fa75a7d6b 2024-11-18T17:19:39,447 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for a4bd88da0a7bf9315de334e4bbaa386d 2024-11-18T17:19:39,450 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 8d021a084f1fe0997447e74fa75a7d6b 2024-11-18T17:19:39,450 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for a4bd88da0a7bf9315de334e4bbaa386d 2024-11-18T17:19:39,451 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 8d021a084f1fe0997447e74fa75a7d6b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62660331, jitterRate=-0.0662883073091507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T17:19:39,451 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened a4bd88da0a7bf9315de334e4bbaa386d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66573563, jitterRate=-0.007976606488227844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T17:19:39,451 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8d021a084f1fe0997447e74fa75a7d6b 2024-11-18T17:19:39,451 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a4bd88da0a7bf9315de334e4bbaa386d 2024-11-18T17:19:39,451 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 8d021a084f1fe0997447e74fa75a7d6b: Running coprocessor pre-open hook at 1731950379439Writing region info on filesystem at 1731950379439Initializing all the Stores at 1731950379440 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950379440Cleaning up temporary data from old regions at 1731950379447 (+7 ms)Running coprocessor post-open hooks at 1731950379451 (+4 ms)Region opened successfully at 1731950379451 2024-11-18T17:19:39,451 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for a4bd88da0a7bf9315de334e4bbaa386d: Running coprocessor pre-open hook at 1731950379439Writing region info on filesystem at 1731950379439Initializing all the Stores at 1731950379440 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950379440Cleaning up temporary data from old regions at 1731950379447 (+7 ms)Running coprocessor post-open hooks at 1731950379451 (+4 ms)Region opened successfully at 1731950379451 2024-11-18T17:19:39,453 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731950338939.8d021a084f1fe0997447e74fa75a7d6b., pid=44, masterSystemTime=1731950379427 2024-11-18T17:19:39,453 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731950338939.a4bd88da0a7bf9315de334e4bbaa386d., pid=43, masterSystemTime=1731950379425 2024-11-18T17:19:39,455 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731950338939.8d021a084f1fe0997447e74fa75a7d6b. 2024-11-18T17:19:39,455 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731950338939.8d021a084f1fe0997447e74fa75a7d6b. 2024-11-18T17:19:39,456 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=8d021a084f1fe0997447e74fa75a7d6b, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,42327,1731950326639 2024-11-18T17:19:39,456 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731950338939.a4bd88da0a7bf9315de334e4bbaa386d. 2024-11-18T17:19:39,456 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731950338939.a4bd88da0a7bf9315de334e4bbaa386d. 2024-11-18T17:19:39,456 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97. 2024-11-18T17:19:39,457 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=a4bd88da0a7bf9315de334e4bbaa386d, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,42753,1731950326542 2024-11-18T17:19:39,457 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 750636037f182697488863c6703d8d97, NAME => 'SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-18T17:19:39,458 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 750636037f182697488863c6703d8d97 2024-11-18T17:19:39,459 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:19:39,459 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 750636037f182697488863c6703d8d97 2024-11-18T17:19:39,459 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 750636037f182697488863c6703d8d97 2024-11-18T17:19:39,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d021a084f1fe0997447e74fa75a7d6b, server=6912f599d260,42327,1731950326639 because future has completed 2024-11-18T17:19:39,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4bd88da0a7bf9315de334e4bbaa386d, server=6912f599d260,42753,1731950326542 because future has completed 2024-11-18T17:19:39,461 INFO [StoreOpener-750636037f182697488863c6703d8d97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 750636037f182697488863c6703d8d97 2024-11-18T17:19:39,463 INFO [StoreOpener-750636037f182697488863c6703d8d97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 750636037f182697488863c6703d8d97 columnFamilyName cf 2024-11-18T17:19:39,463 DEBUG [StoreOpener-750636037f182697488863c6703d8d97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:19:39,464 INFO [StoreOpener-750636037f182697488863c6703d8d97-1 {}] regionserver.HStore(327): Store=750636037f182697488863c6703d8d97/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:19:39,464 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 750636037f182697488863c6703d8d97 2024-11-18T17:19:39,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=39 2024-11-18T17:19:39,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 8d021a084f1fe0997447e74fa75a7d6b, server=6912f599d260,42327,1731950326639 in 10.0370 sec 2024-11-18T17:19:39,465 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/750636037f182697488863c6703d8d97 2024-11-18T17:19:39,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=40 2024-11-18T17:19:39,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure a4bd88da0a7bf9315de334e4bbaa386d, server=6912f599d260,42753,1731950326542 in 10.0400 sec 2024-11-18T17:19:39,467 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8d021a084f1fe0997447e74fa75a7d6b, ASSIGN in 10.2060 sec 2024-11-18T17:19:39,467 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8d021a084f1fe0997447e74fa75a7d6b 2024-11-18T17:19:39,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a4bd88da0a7bf9315de334e4bbaa386d, ASSIGN in 10.2080 sec 2024-11-18T17:19:39,467 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a4bd88da0a7bf9315de334e4bbaa386d 2024-11-18T17:19:39,468 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/750636037f182697488863c6703d8d97 2024-11-18T17:19:39,469 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 750636037f182697488863c6703d8d97 2024-11-18T17:19:39,469 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 750636037f182697488863c6703d8d97 2024-11-18T17:19:39,472 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 750636037f182697488863c6703d8d97 2024-11-18T17:19:39,474 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 750636037f182697488863c6703d8d97; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59056494, jitterRate=-0.11998966336250305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T17:19:39,474 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 750636037f182697488863c6703d8d97 2024-11-18T17:19:39,474 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 750636037f182697488863c6703d8d97: Running coprocessor pre-open hook at 1731950379459Writing region info on filesystem at 1731950379459Initializing all the Stores at 1731950379461 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950379461Cleaning up temporary data from old regions at 1731950379469 (+8 ms)Running coprocessor post-open hooks at 1731950379474 (+5 ms)Region opened successfully at 1731950379474 2024-11-18T17:19:39,475 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97., pid=42, masterSystemTime=1731950379425 2024-11-18T17:19:39,477 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97. 2024-11-18T17:19:39,477 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97. 2024-11-18T17:19:39,478 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=750636037f182697488863c6703d8d97, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,42753,1731950326542 2024-11-18T17:19:39,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 750636037f182697488863c6703d8d97, server=6912f599d260,42753,1731950326542 because future has completed 2024-11-18T17:19:39,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-18T17:19:39,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 750636037f182697488863c6703d8d97, server=6912f599d260,42753,1731950326542 in 10.0630 sec 2024-11-18T17:19:39,487 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 750636037f182697488863c6703d8d97 2024-11-18T17:19:39,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-18T17:19:39,488 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 6912f599d260,34451,1731950326686 after splitting done 2024-11-18T17:19:39,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=750636037f182697488863c6703d8d97, ASSIGN in 10.2270 sec 2024-11-18T17:19:39,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 6912f599d260,34451,1731950326686, splitWal=true, meta=false in 20.2490 sec 2024-11-18T17:19:44,954 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T17:19:44,970 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T17:19:48,050 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-18T17:19:49,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-18T17:19:49,471 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731950338939.8d021a084f1fe0997447e74fa75a7d6b. 2024-11-18T17:19:49,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42753 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-18T17:19:49,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 8d021a084f1fe0997447e74fa75a7d6b: 2024-11-18T17:19:49,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731950338939.8d021a084f1fe0997447e74fa75a7d6b. for SnapshotProcedureTest completed. 2024-11-18T17:19:49,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731950338939.a4bd88da0a7bf9315de334e4bbaa386d. 2024-11-18T17:19:49,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42753 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-18T17:19:49,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for a4bd88da0a7bf9315de334e4bbaa386d: 2024-11-18T17:19:49,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97. 2024-11-18T17:19:49,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731950338939.a4bd88da0a7bf9315de334e4bbaa386d. for SnapshotProcedureTest completed. 2024-11-18T17:19:49,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731950338939.8d021a084f1fe0997447e74fa75a7d6b.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T17:19:49,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T17:19:49,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 750636037f182697488863c6703d8d97: 2024-11-18T17:19:49,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97. for SnapshotProcedureTest completed. 2024-11-18T17:19:49,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T17:19:49,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731950338939.a4bd88da0a7bf9315de334e4bbaa386d.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T17:19:49,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T17:19:49,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T17:19:49,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T17:19:49,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T17:19:49,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T17:19:49,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741861_1037 (size=65) 2024-11-18T17:19:49,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741859_1035 (size=65) 2024-11-18T17:19:49,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741859_1035 (size=65) 2024-11-18T17:19:49,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731950338939.8d021a084f1fe0997447e74fa75a7d6b. 2024-11-18T17:19:49,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-18T17:19:49,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741861_1037 (size=65) 2024-11-18T17:19:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-18T17:19:49,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8d021a084f1fe0997447e74fa75a7d6b 2024-11-18T17:19:49,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741859_1035 (size=65) 2024-11-18T17:19:49,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741861_1037 (size=65) 2024-11-18T17:19:49,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97. 2024-11-18T17:19:49,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741860_1036 (size=57) 2024-11-18T17:19:49,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-18T17:19:49,493 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8d021a084f1fe0997447e74fa75a7d6b 2024-11-18T17:19:49,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741860_1036 (size=57) 2024-11-18T17:19:49,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-18T17:19:49,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 750636037f182697488863c6703d8d97 2024-11-18T17:19:49,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731950338939.a4bd88da0a7bf9315de334e4bbaa386d. 2024-11-18T17:19:49,494 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 750636037f182697488863c6703d8d97 2024-11-18T17:19:49,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741860_1036 (size=57) 2024-11-18T17:19:49,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-18T17:19:49,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-18T17:19:49,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a4bd88da0a7bf9315de334e4bbaa386d 2024-11-18T17:19:49,496 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a4bd88da0a7bf9315de334e4bbaa386d 2024-11-18T17:19:49,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8d021a084f1fe0997447e74fa75a7d6b in 30.4180 sec 2024-11-18T17:19:49,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 750636037f182697488863c6703d8d97 in 30.4180 sec 2024-11-18T17:19:49,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-18T17:19:49,499 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-18T17:19:49,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a4bd88da0a7bf9315de334e4bbaa386d in 30.4200 sec 2024-11-18T17:19:49,501 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-18T17:19:49,504 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-18T17:19:49,504 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-18T17:19:49,507 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-18T17:19:49,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741862_1038 (size=1134) 2024-11-18T17:19:49,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741862_1038 (size=1134) 2024-11-18T17:19:49,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741862_1038 (size=1134) 2024-11-18T17:19:49,546 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-18T17:19:49,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=46, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-18T17:19:49,560 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6912f599d260,42327,1731950326639 2024-11-18T17:19:49,560 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6912f599d260,42753,1731950326542 2024-11-18T17:19:49,560 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6912f599d260,42753,1731950326542 2024-11-18T17:19:49,560 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6912f599d260,42327,1731950326639 2024-11-18T17:19:49,560 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6912f599d260,42753,1731950326542 2024-11-18T17:19:49,565 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6912f599d260,42327,1731950326639 2024-11-18T17:19:54,320 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 257fdbaa8fbdf07683894c5debf17a5a, had cached 0 bytes from a total of 499309 2024-11-18T17:19:54,340 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 9e4a6add0bf4352bb36a308fa903fbab, had cached 0 bytes from a total of 47197 2024-11-18T17:19:54,344 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b85b3313451bec49512e9ececc169c67, had cached 0 bytes from a total of 28623 2024-11-18T17:19:56,762 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:40879 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-18T17:19:59,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-18T17:19:59,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42753 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-18T17:19:59,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-18T17:19:59,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42753 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=46 2024-11-18T17:19:59,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-18T17:19:59,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42753 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-18T17:19:59,575 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-18T17:19:59,577 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-18T17:19:59,577 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-18T17:19:59,577 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-18T17:19:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-18T17:19:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-18T17:19:59,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.HMaster(4169): Remote procedure done, pid=46 2024-11-18T17:19:59,580 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6912f599d260,42753,1731950326542 Release verify snapshot worker=6912f599d260,42753,1731950326542 2024-11-18T17:19:59,581 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6912f599d260,42753,1731950326542 Release verify snapshot worker=6912f599d260,42753,1731950326542 2024-11-18T17:19:59,582 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6912f599d260,42753,1731950326542 in 10.0260 sec 2024-11-18T17:19:59,583 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6912f599d260,42753,1731950326542 Release verify snapshot worker=6912f599d260,42753,1731950326542 2024-11-18T17:19:59,583 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6912f599d260,42753,1731950326542 in 10.0270 sec 2024-11-18T17:19:59,584 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6912f599d260,42753,1731950326542 2024-11-18T17:19:59,584 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6912f599d260,42753,1731950326542 2024-11-18T17:19:59,584 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6912f599d260,42753,1731950326542 2024-11-18T17:19:59,588 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6912f599d260,42753,1731950326542 in 10.0290 sec 2024-11-18T17:19:59,669 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-18T17:19:59,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-18T17:19:59,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-18T17:19:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-18T17:19:59,673 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-18T17:19:59,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-18T17:19:59,675 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6912f599d260,42327,1731950326639 Release verify snapshot worker=6912f599d260,42327,1731950326639 2024-11-18T17:19:59,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-18T17:19:59,677 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6912f599d260,42327,1731950326639 Release verify snapshot worker=6912f599d260,42327,1731950326639 2024-11-18T17:19:59,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6912f599d260,42327,1731950326639 in 10.1210 sec 2024-11-18T17:19:59,678 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6912f599d260,42327,1731950326639 2024-11-18T17:19:59,678 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6912f599d260,42327,1731950326639 Release verify snapshot worker=6912f599d260,42327,1731950326639 2024-11-18T17:19:59,679 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6912f599d260,42327,1731950326639 in 10.1230 sec 2024-11-18T17:19:59,680 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6912f599d260,42327,1731950326639 in 10.1240 sec 2024-11-18T17:19:59,854 DEBUG [master/6912f599d260:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f4ced92d49690ab3c3cb039193f1aba2 changed from -1.0 to 0.0, refreshing cache 2024-11-18T17:19:59,855 DEBUG [master/6912f599d260:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8d021a084f1fe0997447e74fa75a7d6b changed from -1.0 to 0.0, refreshing cache 2024-11-18T17:19:59,855 DEBUG [master/6912f599d260:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 13b4b877c7551deea2440d78f4001ebe changed from -1.0 to 0.0, refreshing cache 2024-11-18T17:19:59,856 DEBUG [master/6912f599d260:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9e4a6add0bf4352bb36a308fa903fbab changed from -1.0 to 0.0, refreshing cache 2024-11-18T17:19:59,856 DEBUG [master/6912f599d260:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a4bd88da0a7bf9315de334e4bbaa386d changed from -1.0 to 0.0, refreshing cache 2024-11-18T17:19:59,856 DEBUG [master/6912f599d260:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8037b478978f445e50ccd0d84f73bf4f changed from -1.0 to 0.0, refreshing cache 2024-11-18T17:19:59,856 DEBUG [master/6912f599d260:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ee574b095aba8e9622a126737b812af0 changed from -1.0 to 0.0, refreshing cache 2024-11-18T17:19:59,857 DEBUG [master/6912f599d260:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 750636037f182697488863c6703d8d97 changed from -1.0 to 0.0, refreshing cache 2024-11-18T17:19:59,857 DEBUG [master/6912f599d260:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b85b3313451bec49512e9ececc169c67 changed from -1.0 to 0.0, refreshing cache 2024-11-18T17:19:59,857 DEBUG [master/6912f599d260:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 257fdbaa8fbdf07683894c5debf17a5a changed from -1.0 to 0.0, refreshing cache 2024-11-18T17:20:09,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42753 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-18T17:20:09,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42753 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-18T17:20:09,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42753 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-18T17:20:09,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-18T17:20:09,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-18T17:20:09,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-18T17:20:09,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-18T17:20:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-18T17:20:09,595 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6912f599d260,42753,1731950326542 Release verify snapshot worker=6912f599d260,42753,1731950326542 2024-11-18T17:20:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-18T17:20:09,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6912f599d260,42753,1731950326542 in 20.0410 sec 2024-11-18T17:20:09,596 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6912f599d260,42753,1731950326542 Release verify snapshot worker=6912f599d260,42753,1731950326542 2024-11-18T17:20:09,597 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6912f599d260,42753,1731950326542 Release verify snapshot worker=6912f599d260,42753,1731950326542 2024-11-18T17:20:09,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6912f599d260,42753,1731950326542 in 20.0430 sec 2024-11-18T17:20:09,599 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6912f599d260,42753,1731950326542 in 20.0430 sec 2024-11-18T17:20:09,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-18T17:20:09,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-18T17:20:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-18T17:20:09,687 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6912f599d260,42327,1731950326639 Release verify snapshot worker=6912f599d260,42327,1731950326639 2024-11-18T17:20:09,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=25 2024-11-18T17:20:09,690 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-18T17:20:09,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6912f599d260,42327,1731950326639 in 20.1330 sec 2024-11-18T17:20:09,691 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/.hbase-snapshot/SnapshotProcedureTest 2024-11-18T17:20:09,693 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-18T17:20:09,693 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-18T17:20:09,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.6550 sec 2024-11-18T17:20:09,833 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-18T17:20:09,840 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-18T17:20:09,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T17:20:09,841 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:20:09,841 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:20:09,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:20:09,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:20:09,841 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:20:09,841 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T17:20:09,842 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1179126912, stopped=false 2024-11-18T17:20:09,842 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6912f599d260,40879,1731950325787 2024-11-18T17:20:09,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42327-0x101503e5ef20002, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T17:20:09,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42753-0x101503e5ef20001, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T17:20:09,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40879-0x101503e5ef20000, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T17:20:09,898 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:20:09,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42327-0x101503e5ef20002, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:20:09,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40879-0x101503e5ef20000, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:20:09,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42753-0x101503e5ef20001, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:20:09,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42327-0x101503e5ef20002, quorum=127.0.0.1:53755, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:20:09,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40879-0x101503e5ef20000, quorum=127.0.0.1:53755, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:20:09,899 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:20:09,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42753-0x101503e5ef20001, quorum=127.0.0.1:53755, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:20:09,900 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:20:09,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:20:09,900 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6912f599d260,42753,1731950326542' ***** 2024-11-18T17:20:09,900 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T17:20:09,900 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6912f599d260,42327,1731950326639' ***** 2024-11-18T17:20:09,900 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T17:20:09,900 INFO [RS:1;6912f599d260:42327 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T17:20:09,900 INFO [RS:0;6912f599d260:42753 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T17:20:09,901 INFO [RS:1;6912f599d260:42327 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T17:20:09,901 INFO [RS:0;6912f599d260:42753 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T17:20:09,901 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T17:20:09,901 INFO [RS:1;6912f599d260:42327 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T17:20:09,901 INFO [RS:0;6912f599d260:42753 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T17:20:09,901 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T17:20:09,901 INFO [RS:1;6912f599d260:42327 {}] regionserver.HRegionServer(3091): Received CLOSE for 8d021a084f1fe0997447e74fa75a7d6b 2024-11-18T17:20:09,901 INFO [RS:0;6912f599d260:42753 {}] regionserver.HRegionServer(3091): Received CLOSE for 257fdbaa8fbdf07683894c5debf17a5a 2024-11-18T17:20:09,901 INFO [RS:1;6912f599d260:42327 {}] regionserver.HRegionServer(3091): Received CLOSE for f4ced92d49690ab3c3cb039193f1aba2 2024-11-18T17:20:09,901 INFO [RS:1;6912f599d260:42327 {}] regionserver.HRegionServer(3091): Received CLOSE for 13b4b877c7551deea2440d78f4001ebe 2024-11-18T17:20:09,901 INFO [RS:0;6912f599d260:42753 {}] regionserver.HRegionServer(3091): Received CLOSE for ee574b095aba8e9622a126737b812af0 2024-11-18T17:20:09,901 INFO [RS:1;6912f599d260:42327 {}] regionserver.HRegionServer(3091): Received CLOSE for 9e4a6add0bf4352bb36a308fa903fbab 2024-11-18T17:20:09,901 INFO [RS:0;6912f599d260:42753 {}] regionserver.HRegionServer(3091): Received CLOSE for 8037b478978f445e50ccd0d84f73bf4f 2024-11-18T17:20:09,902 INFO [RS:1;6912f599d260:42327 {}] regionserver.HRegionServer(959): stopping server 6912f599d260,42327,1731950326639 2024-11-18T17:20:09,902 INFO [RS:0;6912f599d260:42753 {}] regionserver.HRegionServer(3091): Received CLOSE for a4bd88da0a7bf9315de334e4bbaa386d 2024-11-18T17:20:09,902 INFO [RS:1;6912f599d260:42327 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:20:09,902 INFO [RS:0;6912f599d260:42753 {}] regionserver.HRegionServer(3091): Received CLOSE for 750636037f182697488863c6703d8d97 2024-11-18T17:20:09,902 INFO [RS:1;6912f599d260:42327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;6912f599d260:42327. 2024-11-18T17:20:09,902 INFO [RS:0;6912f599d260:42753 {}] regionserver.HRegionServer(3091): Received CLOSE for b85b3313451bec49512e9ececc169c67 2024-11-18T17:20:09,902 DEBUG [RS:1;6912f599d260:42327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:20:09,902 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8d021a084f1fe0997447e74fa75a7d6b, disabling compactions & flushes 2024-11-18T17:20:09,902 INFO [RS:0;6912f599d260:42753 {}] regionserver.HRegionServer(959): stopping server 6912f599d260,42753,1731950326542 2024-11-18T17:20:09,902 DEBUG [RS:1;6912f599d260:42327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:20:09,902 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731950338939.8d021a084f1fe0997447e74fa75a7d6b. 2024-11-18T17:20:09,902 INFO [RS:0;6912f599d260:42753 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:20:09,902 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731950338939.8d021a084f1fe0997447e74fa75a7d6b. 2024-11-18T17:20:09,902 INFO [RS:0;6912f599d260:42753 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:42753. 2024-11-18T17:20:09,902 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731950338939.8d021a084f1fe0997447e74fa75a7d6b. after waiting 0 ms 2024-11-18T17:20:09,902 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731950338939.8d021a084f1fe0997447e74fa75a7d6b. 2024-11-18T17:20:09,902 INFO [RS:1;6912f599d260:42327 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-18T17:20:09,902 DEBUG [RS:0;6912f599d260:42753 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:20:09,902 DEBUG [RS:1;6912f599d260:42327 {}] regionserver.HRegionServer(1325): Online Regions={8d021a084f1fe0997447e74fa75a7d6b=SPTestTable,4ccccccb,1731950338939.8d021a084f1fe0997447e74fa75a7d6b., f4ced92d49690ab3c3cb039193f1aba2=SPTestTable,33333332,1731950338939.f4ced92d49690ab3c3cb039193f1aba2., 13b4b877c7551deea2440d78f4001ebe=SPTestTable,7ffffffd,1731950338939.13b4b877c7551deea2440d78f4001ebe., 9e4a6add0bf4352bb36a308fa903fbab=SPTestTable,ccccccc8,1731950338939.9e4a6add0bf4352bb36a308fa903fbab.} 2024-11-18T17:20:09,902 DEBUG [RS:0;6912f599d260:42753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:20:09,902 INFO [RS:0;6912f599d260:42753 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T17:20:09,902 INFO [RS:0;6912f599d260:42753 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T17:20:09,902 DEBUG [RS:1;6912f599d260:42327 {}] regionserver.HRegionServer(1351): Waiting on 13b4b877c7551deea2440d78f4001ebe, 8d021a084f1fe0997447e74fa75a7d6b, 9e4a6add0bf4352bb36a308fa903fbab, f4ced92d49690ab3c3cb039193f1aba2 2024-11-18T17:20:09,902 INFO [RS:0;6912f599d260:42753 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T17:20:09,902 INFO [RS:0;6912f599d260:42753 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T17:20:09,903 INFO [RS:0;6912f599d260:42753 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close 2024-11-18T17:20:09,903 DEBUG [RS:0;6912f599d260:42753 {}] regionserver.HRegionServer(1325): Online Regions={257fdbaa8fbdf07683894c5debf17a5a=SPTestTable,e6666661,1731950338939.257fdbaa8fbdf07683894c5debf17a5a., ee574b095aba8e9622a126737b812af0=SPTestTable,66666664,1731950338939.ee574b095aba8e9622a126737b812af0., 8037b478978f445e50ccd0d84f73bf4f=SPTestTable,19999999,1731950338939.8037b478978f445e50ccd0d84f73bf4f., a4bd88da0a7bf9315de334e4bbaa386d=SPTestTable,,1731950338939.a4bd88da0a7bf9315de334e4bbaa386d., 750636037f182697488863c6703d8d97=SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97., 1588230740=hbase:meta,,1.1588230740, b85b3313451bec49512e9ececc169c67=SPTestTable,b333332f,1731950338939.b85b3313451bec49512e9ececc169c67.} 2024-11-18T17:20:09,903 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 257fdbaa8fbdf07683894c5debf17a5a, disabling compactions & flushes 2024-11-18T17:20:09,903 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:20:09,903 DEBUG [RS:0;6912f599d260:42753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 257fdbaa8fbdf07683894c5debf17a5a, 750636037f182697488863c6703d8d97, 8037b478978f445e50ccd0d84f73bf4f, a4bd88da0a7bf9315de334e4bbaa386d, b85b3313451bec49512e9ececc169c67, ee574b095aba8e9622a126737b812af0 2024-11-18T17:20:09,903 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:20:09,903 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731950338939.257fdbaa8fbdf07683894c5debf17a5a. 2024-11-18T17:20:09,903 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731950338939.257fdbaa8fbdf07683894c5debf17a5a. 2024-11-18T17:20:09,903 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:20:09,903 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731950338939.257fdbaa8fbdf07683894c5debf17a5a. after waiting 0 ms 2024-11-18T17:20:09,903 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:20:09,903 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731950338939.257fdbaa8fbdf07683894c5debf17a5a. 2024-11-18T17:20:09,903 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:20:09,903 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.30 KB heapSize=25.73 KB 2024-11-18T17:20:09,909 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/257fdbaa8fbdf07683894c5debf17a5a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T17:20:09,911 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/8d021a084f1fe0997447e74fa75a7d6b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T17:20:09,912 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731950338939.257fdbaa8fbdf07683894c5debf17a5a. 2024-11-18T17:20:09,912 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 257fdbaa8fbdf07683894c5debf17a5a: Waiting for close lock at 1731950409903Running coprocessor pre-close hooks at 1731950409903Disabling compacts and flushes for region at 1731950409903Disabling writes for close at 1731950409903Writing region close event to WAL at 1731950409905 (+2 ms)Running coprocessor post-close hooks at 1731950409910 (+5 ms)Closed at 1731950409912 (+2 ms) 2024-11-18T17:20:09,913 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731950338939.257fdbaa8fbdf07683894c5debf17a5a. 2024-11-18T17:20:09,913 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ee574b095aba8e9622a126737b812af0, disabling compactions & flushes 2024-11-18T17:20:09,913 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731950338939.ee574b095aba8e9622a126737b812af0. 2024-11-18T17:20:09,913 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731950338939.ee574b095aba8e9622a126737b812af0. 2024-11-18T17:20:09,913 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731950338939.ee574b095aba8e9622a126737b812af0. after waiting 0 ms 2024-11-18T17:20:09,913 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731950338939.ee574b095aba8e9622a126737b812af0. 2024-11-18T17:20:09,914 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731950338939.8d021a084f1fe0997447e74fa75a7d6b. 2024-11-18T17:20:09,914 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8d021a084f1fe0997447e74fa75a7d6b: Waiting for close lock at 1731950409901Running coprocessor pre-close hooks at 1731950409902 (+1 ms)Disabling compacts and flushes for region at 1731950409902Disabling writes for close at 1731950409902Writing region close event to WAL at 1731950409902Running coprocessor post-close hooks at 1731950409914 (+12 ms)Closed at 1731950409914 2024-11-18T17:20:09,914 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731950338939.8d021a084f1fe0997447e74fa75a7d6b. 2024-11-18T17:20:09,914 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f4ced92d49690ab3c3cb039193f1aba2, disabling compactions & flushes 2024-11-18T17:20:09,914 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731950338939.f4ced92d49690ab3c3cb039193f1aba2. 2024-11-18T17:20:09,915 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731950338939.f4ced92d49690ab3c3cb039193f1aba2. 2024-11-18T17:20:09,915 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731950338939.f4ced92d49690ab3c3cb039193f1aba2. after waiting 0 ms 2024-11-18T17:20:09,915 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731950338939.f4ced92d49690ab3c3cb039193f1aba2. 2024-11-18T17:20:09,916 INFO [regionserver/6912f599d260:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:20:09,916 INFO [regionserver/6912f599d260:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:20:09,924 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/f4ced92d49690ab3c3cb039193f1aba2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T17:20:09,926 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731950338939.f4ced92d49690ab3c3cb039193f1aba2. 2024-11-18T17:20:09,926 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f4ced92d49690ab3c3cb039193f1aba2: Waiting for close lock at 1731950409914Running coprocessor pre-close hooks at 1731950409914Disabling compacts and flushes for region at 1731950409914Disabling writes for close at 1731950409915 (+1 ms)Writing region close event to WAL at 1731950409919 (+4 ms)Running coprocessor post-close hooks at 1731950409925 (+6 ms)Closed at 1731950409926 (+1 ms) 2024-11-18T17:20:09,926 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/ee574b095aba8e9622a126737b812af0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T17:20:09,926 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731950338939.f4ced92d49690ab3c3cb039193f1aba2. 2024-11-18T17:20:09,926 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 13b4b877c7551deea2440d78f4001ebe, disabling compactions & flushes 2024-11-18T17:20:09,926 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731950338939.13b4b877c7551deea2440d78f4001ebe. 2024-11-18T17:20:09,926 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731950338939.13b4b877c7551deea2440d78f4001ebe. 2024-11-18T17:20:09,926 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731950338939.13b4b877c7551deea2440d78f4001ebe. after waiting 0 ms 2024-11-18T17:20:09,926 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731950338939.13b4b877c7551deea2440d78f4001ebe. 2024-11-18T17:20:09,929 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731950338939.ee574b095aba8e9622a126737b812af0. 2024-11-18T17:20:09,929 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ee574b095aba8e9622a126737b812af0: Waiting for close lock at 1731950409913Running coprocessor pre-close hooks at 1731950409913Disabling compacts and flushes for region at 1731950409913Disabling writes for close at 1731950409913Writing region close event to WAL at 1731950409919 (+6 ms)Running coprocessor post-close hooks at 1731950409929 (+10 ms)Closed at 1731950409929 2024-11-18T17:20:09,930 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731950338939.ee574b095aba8e9622a126737b812af0. 2024-11-18T17:20:09,930 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8037b478978f445e50ccd0d84f73bf4f, disabling compactions & flushes 2024-11-18T17:20:09,930 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731950338939.8037b478978f445e50ccd0d84f73bf4f. 2024-11-18T17:20:09,930 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731950338939.8037b478978f445e50ccd0d84f73bf4f. 2024-11-18T17:20:09,930 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731950338939.8037b478978f445e50ccd0d84f73bf4f. after waiting 0 ms 2024-11-18T17:20:09,930 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731950338939.8037b478978f445e50ccd0d84f73bf4f. 2024-11-18T17:20:09,934 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/hbase/meta/1588230740/.tmp/info/6f66c100917f48f7a695cfb31ea90407 is 167, key is SPTestTable,19999999,1731950338939.8037b478978f445e50ccd0d84f73bf4f./info:regioninfo/1731950349444/Put/seqid=0 2024-11-18T17:20:09,935 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/13b4b877c7551deea2440d78f4001ebe/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T17:20:09,936 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731950338939.13b4b877c7551deea2440d78f4001ebe. 2024-11-18T17:20:09,936 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 13b4b877c7551deea2440d78f4001ebe: Waiting for close lock at 1731950409926Running coprocessor pre-close hooks at 1731950409926Disabling compacts and flushes for region at 1731950409926Disabling writes for close at 1731950409926Writing region close event to WAL at 1731950409927 (+1 ms)Running coprocessor post-close hooks at 1731950409936 (+9 ms)Closed at 1731950409936 2024-11-18T17:20:09,936 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731950338939.13b4b877c7551deea2440d78f4001ebe. 2024-11-18T17:20:09,936 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9e4a6add0bf4352bb36a308fa903fbab, disabling compactions & flushes 2024-11-18T17:20:09,936 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731950338939.9e4a6add0bf4352bb36a308fa903fbab. 2024-11-18T17:20:09,936 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731950338939.9e4a6add0bf4352bb36a308fa903fbab. 2024-11-18T17:20:09,936 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731950338939.9e4a6add0bf4352bb36a308fa903fbab. after waiting 0 ms 2024-11-18T17:20:09,936 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731950338939.9e4a6add0bf4352bb36a308fa903fbab. 2024-11-18T17:20:09,944 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/8037b478978f445e50ccd0d84f73bf4f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T17:20:09,945 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731950338939.8037b478978f445e50ccd0d84f73bf4f. 2024-11-18T17:20:09,945 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8037b478978f445e50ccd0d84f73bf4f: Waiting for close lock at 1731950409930Running coprocessor pre-close hooks at 1731950409930Disabling compacts and flushes for region at 1731950409930Disabling writes for close at 1731950409930Writing region close event to WAL at 1731950409934 (+4 ms)Running coprocessor post-close hooks at 1731950409945 (+11 ms)Closed at 1731950409945 2024-11-18T17:20:09,945 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731950338939.8037b478978f445e50ccd0d84f73bf4f. 2024-11-18T17:20:09,945 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a4bd88da0a7bf9315de334e4bbaa386d, disabling compactions & flushes 2024-11-18T17:20:09,945 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731950338939.a4bd88da0a7bf9315de334e4bbaa386d. 2024-11-18T17:20:09,946 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731950338939.a4bd88da0a7bf9315de334e4bbaa386d. 2024-11-18T17:20:09,946 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731950338939.a4bd88da0a7bf9315de334e4bbaa386d. after waiting 0 ms 2024-11-18T17:20:09,946 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731950338939.a4bd88da0a7bf9315de334e4bbaa386d. 2024-11-18T17:20:09,951 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/9e4a6add0bf4352bb36a308fa903fbab/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T17:20:09,952 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731950338939.9e4a6add0bf4352bb36a308fa903fbab. 2024-11-18T17:20:09,952 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9e4a6add0bf4352bb36a308fa903fbab: Waiting for close lock at 1731950409936Running coprocessor pre-close hooks at 1731950409936Disabling compacts and flushes for region at 1731950409936Disabling writes for close at 1731950409936Writing region close event to WAL at 1731950409939 (+3 ms)Running coprocessor post-close hooks at 1731950409952 (+13 ms)Closed at 1731950409952 2024-11-18T17:20:09,952 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731950338939.9e4a6add0bf4352bb36a308fa903fbab. 2024-11-18T17:20:09,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741863_1039 (size=19785) 2024-11-18T17:20:09,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741863_1039 (size=19785) 2024-11-18T17:20:09,958 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/a4bd88da0a7bf9315de334e4bbaa386d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T17:20:09,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741863_1039 (size=19785) 2024-11-18T17:20:09,959 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731950338939.a4bd88da0a7bf9315de334e4bbaa386d. 2024-11-18T17:20:09,959 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a4bd88da0a7bf9315de334e4bbaa386d: Waiting for close lock at 1731950409945Running coprocessor pre-close hooks at 1731950409945Disabling compacts and flushes for region at 1731950409945Disabling writes for close at 1731950409946 (+1 ms)Writing region close event to WAL at 1731950409950 (+4 ms)Running coprocessor post-close hooks at 1731950409959 (+9 ms)Closed at 1731950409959 2024-11-18T17:20:09,959 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731950338939.a4bd88da0a7bf9315de334e4bbaa386d. 2024-11-18T17:20:09,959 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 750636037f182697488863c6703d8d97, disabling compactions & flushes 2024-11-18T17:20:09,959 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97. 2024-11-18T17:20:09,959 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97. 2024-11-18T17:20:09,959 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97. after waiting 0 ms 2024-11-18T17:20:09,959 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97. 2024-11-18T17:20:09,960 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.14 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/hbase/meta/1588230740/.tmp/info/6f66c100917f48f7a695cfb31ea90407 2024-11-18T17:20:09,964 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/750636037f182697488863c6703d8d97/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T17:20:09,965 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97. 2024-11-18T17:20:09,966 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 750636037f182697488863c6703d8d97: Waiting for close lock at 1731950409959Running coprocessor pre-close hooks at 1731950409959Disabling compacts and flushes for region at 1731950409959Disabling writes for close at 1731950409959Writing region close event to WAL at 1731950409960 (+1 ms)Running coprocessor post-close hooks at 1731950409965 (+5 ms)Closed at 1731950409965 2024-11-18T17:20:09,966 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731950338939.750636037f182697488863c6703d8d97. 2024-11-18T17:20:09,966 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b85b3313451bec49512e9ececc169c67, disabling compactions & flushes 2024-11-18T17:20:09,966 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731950338939.b85b3313451bec49512e9ececc169c67. 2024-11-18T17:20:09,966 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731950338939.b85b3313451bec49512e9ececc169c67. 2024-11-18T17:20:09,966 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731950338939.b85b3313451bec49512e9ececc169c67. after waiting 0 ms 2024-11-18T17:20:09,966 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731950338939.b85b3313451bec49512e9ececc169c67. 2024-11-18T17:20:09,972 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/default/SPTestTable/b85b3313451bec49512e9ececc169c67/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T17:20:09,973 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731950338939.b85b3313451bec49512e9ececc169c67. 2024-11-18T17:20:09,973 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b85b3313451bec49512e9ececc169c67: Waiting for close lock at 1731950409966Running coprocessor pre-close hooks at 1731950409966Disabling compacts and flushes for region at 1731950409966Disabling writes for close at 1731950409966Writing region close event to WAL at 1731950409967 (+1 ms)Running coprocessor post-close hooks at 1731950409972 (+5 ms)Closed at 1731950409973 (+1 ms) 2024-11-18T17:20:09,973 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731950338939.b85b3313451bec49512e9ececc169c67. 2024-11-18T17:20:09,989 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T17:20:09,989 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T17:20:09,991 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/hbase/meta/1588230740/.tmp/ns/3fece009bdcd464891ff34cd7b554cd4 is 43, key is default/ns:d/1731950338724/Put/seqid=0 2024-11-18T17:20:09,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741864_1040 (size=5153) 2024-11-18T17:20:10,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741864_1040 (size=5153) 2024-11-18T17:20:10,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741864_1040 (size=5153) 2024-11-18T17:20:10,001 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/hbase/meta/1588230740/.tmp/ns/3fece009bdcd464891ff34cd7b554cd4 2024-11-18T17:20:10,029 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/hbase/meta/1588230740/.tmp/table/e6a837d14a5d4d7b87d759a574c5893f is 47, key is SPTestTable/table:state/1731950349472/Put/seqid=0 2024-11-18T17:20:10,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741865_1041 (size=5214) 2024-11-18T17:20:10,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741865_1041 (size=5214) 2024-11-18T17:20:10,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741865_1041 (size=5214) 2024-11-18T17:20:10,037 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/hbase/meta/1588230740/.tmp/table/e6a837d14a5d4d7b87d759a574c5893f 2024-11-18T17:20:10,046 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/hbase/meta/1588230740/.tmp/info/6f66c100917f48f7a695cfb31ea90407 as hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/hbase/meta/1588230740/info/6f66c100917f48f7a695cfb31ea90407 2024-11-18T17:20:10,055 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/hbase/meta/1588230740/info/6f66c100917f48f7a695cfb31ea90407, entries=112, sequenceid=35, filesize=19.3 K 2024-11-18T17:20:10,057 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/hbase/meta/1588230740/.tmp/ns/3fece009bdcd464891ff34cd7b554cd4 as hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/hbase/meta/1588230740/ns/3fece009bdcd464891ff34cd7b554cd4 2024-11-18T17:20:10,064 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/hbase/meta/1588230740/ns/3fece009bdcd464891ff34cd7b554cd4, entries=2, sequenceid=35, filesize=5.0 K 2024-11-18T17:20:10,066 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/hbase/meta/1588230740/.tmp/table/e6a837d14a5d4d7b87d759a574c5893f as hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/hbase/meta/1588230740/table/e6a837d14a5d4d7b87d759a574c5893f 2024-11-18T17:20:10,068 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T17:20:10,068 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T17:20:10,073 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/hbase/meta/1588230740/table/e6a837d14a5d4d7b87d759a574c5893f, entries=2, sequenceid=35, filesize=5.1 K 2024-11-18T17:20:10,074 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.30 KB/15664, heapSize ~25.43 KB/26040, currentSize=0 B/0 for 1588230740 in 171ms, sequenceid=35, compaction requested=false 2024-11-18T17:20:10,079 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-18T17:20:10,080 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:20:10,081 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:20:10,081 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731950409903Running coprocessor pre-close hooks at 1731950409903Disabling compacts and flushes for region at 1731950409903Disabling writes for close at 1731950409903Obtaining lock to block concurrent updates at 1731950409903Preparing flush snapshotting stores in 1588230740 at 1731950409903Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15664, getHeapSize=26280, getOffHeapSize=0, getCellsCount=128 at 1731950409904 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731950409904Flushing 1588230740/info: creating writer at 1731950409905 (+1 ms)Flushing 1588230740/info: appending metadata at 1731950409934 (+29 ms)Flushing 1588230740/info: closing flushed file at 1731950409934Flushing 1588230740/ns: creating writer at 1731950409970 (+36 ms)Flushing 1588230740/ns: appending metadata at 1731950409990 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731950409990Flushing 1588230740/table: creating writer at 1731950410009 (+19 ms)Flushing 1588230740/table: appending metadata at 1731950410029 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731950410029Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5368387: reopening flushed file at 1731950410045 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41582578: reopening flushed file at 1731950410055 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@762557ab: reopening flushed file at 1731950410064 (+9 ms)Finished flush of dataSize ~15.30 KB/15664, heapSize ~25.43 KB/26040, currentSize=0 B/0 for 1588230740 in 171ms, sequenceid=35, compaction requested=false at 1731950410074 (+10 ms)Writing region close event to WAL at 1731950410075 (+1 ms)Running coprocessor post-close hooks at 1731950410080 (+5 ms)Closed at 1731950410080 2024-11-18T17:20:10,081 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T17:20:10,103 INFO [RS:1;6912f599d260:42327 {}] regionserver.HRegionServer(976): stopping server 6912f599d260,42327,1731950326639; all regions closed. 2024-11-18T17:20:10,103 INFO [RS:0;6912f599d260:42753 {}] regionserver.HRegionServer(976): stopping server 6912f599d260,42753,1731950326542; all regions closed. 2024-11-18T17:20:10,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741833_1009 (size=2947) 2024-11-18T17:20:10,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741836_1012 (size=18358) 2024-11-18T17:20:10,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741833_1009 (size=2947) 2024-11-18T17:20:10,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741836_1012 (size=18358) 2024-11-18T17:20:10,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741833_1009 (size=2947) 2024-11-18T17:20:10,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741836_1012 (size=18358) 2024-11-18T17:20:10,110 DEBUG [RS:0;6912f599d260:42753 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/oldWALs 2024-11-18T17:20:10,110 DEBUG [RS:1;6912f599d260:42327 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/oldWALs 2024-11-18T17:20:10,111 INFO [RS:0;6912f599d260:42753 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6912f599d260%2C42753%2C1731950326542.meta:.meta(num 1731950338485) 2024-11-18T17:20:10,111 INFO [RS:1;6912f599d260:42327 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6912f599d260%2C42327%2C1731950326639:(num 1731950328154) 2024-11-18T17:20:10,111 DEBUG [RS:1;6912f599d260:42327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:20:10,111 INFO [RS:1;6912f599d260:42327 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:20:10,111 INFO [RS:1;6912f599d260:42327 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:20:10,111 INFO [RS:1;6912f599d260:42327 {}] hbase.ChoreService(370): Chore service for: regionserver/6912f599d260:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T17:20:10,111 INFO [RS:1;6912f599d260:42327 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T17:20:10,112 INFO [RS:1;6912f599d260:42327 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T17:20:10,112 INFO [regionserver/6912f599d260:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:20:10,112 INFO [RS:1;6912f599d260:42327 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T17:20:10,112 INFO [RS:1;6912f599d260:42327 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:20:10,112 INFO [RS:1;6912f599d260:42327 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42327 2024-11-18T17:20:10,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741834_1010 (size=4605) 2024-11-18T17:20:10,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741834_1010 (size=4605) 2024-11-18T17:20:10,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741834_1010 (size=4605) 2024-11-18T17:20:10,118 DEBUG [RS:0;6912f599d260:42753 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/oldWALs 2024-11-18T17:20:10,118 INFO [RS:0;6912f599d260:42753 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6912f599d260%2C42753%2C1731950326542:(num 1731950328155) 2024-11-18T17:20:10,118 DEBUG [RS:0;6912f599d260:42753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:20:10,118 INFO [RS:0;6912f599d260:42753 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:20:10,118 INFO [RS:0;6912f599d260:42753 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:20:10,118 INFO [RS:0;6912f599d260:42753 {}] hbase.ChoreService(370): Chore service for: regionserver/6912f599d260:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T17:20:10,119 INFO [RS:0;6912f599d260:42753 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:20:10,119 INFO [regionserver/6912f599d260:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:20:10,119 INFO [RS:0;6912f599d260:42753 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42753 2024-11-18T17:20:10,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40879-0x101503e5ef20000, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T17:20:10,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42327-0x101503e5ef20002, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6912f599d260,42327,1731950326639 2024-11-18T17:20:10,120 INFO [RS:1;6912f599d260:42327 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:20:10,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42753-0x101503e5ef20001, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6912f599d260,42753,1731950326542 2024-11-18T17:20:10,128 INFO [RS:0;6912f599d260:42753 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:20:10,128 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6912f599d260,42753,1731950326542] 2024-11-18T17:20:10,144 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6912f599d260,42753,1731950326542 already deleted, retry=false 2024-11-18T17:20:10,145 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6912f599d260,42753,1731950326542 expired; onlineServers=1 2024-11-18T17:20:10,145 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6912f599d260,42327,1731950326639] 2024-11-18T17:20:10,153 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6912f599d260,42327,1731950326639 already deleted, retry=false 2024-11-18T17:20:10,153 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6912f599d260,42327,1731950326639 expired; onlineServers=0 2024-11-18T17:20:10,153 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6912f599d260,40879,1731950325787' ***** 2024-11-18T17:20:10,153 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T17:20:10,153 INFO [M:0;6912f599d260:40879 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:20:10,154 INFO [M:0;6912f599d260:40879 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:20:10,154 DEBUG [M:0;6912f599d260:40879 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T17:20:10,154 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T17:20:10,154 DEBUG [M:0;6912f599d260:40879 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T17:20:10,154 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731950327810 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731950327810,5,FailOnTimeoutGroup] 2024-11-18T17:20:10,154 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731950327809 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731950327809,5,FailOnTimeoutGroup] 2024-11-18T17:20:10,154 INFO [M:0;6912f599d260:40879 {}] hbase.ChoreService(370): Chore service for: master/6912f599d260:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T17:20:10,154 INFO [M:0;6912f599d260:40879 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:20:10,154 DEBUG [M:0;6912f599d260:40879 {}] master.HMaster(1795): Stopping service threads 2024-11-18T17:20:10,154 INFO [M:0;6912f599d260:40879 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T17:20:10,155 INFO [M:0;6912f599d260:40879 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:20:10,155 ERROR [M:0;6912f599d260:40879 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:42651 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42651,5,PEWorkerGroup] 2024-11-18T17:20:10,155 INFO [M:0;6912f599d260:40879 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T17:20:10,155 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T17:20:10,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40879-0x101503e5ef20000, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T17:20:10,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40879-0x101503e5ef20000, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:20:10,161 DEBUG [M:0;6912f599d260:40879 {}] zookeeper.ZKUtil(347): master:40879-0x101503e5ef20000, quorum=127.0.0.1:53755, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-18T17:20:10,161 WARN [M:0;6912f599d260:40879 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T17:20:10,162 INFO [M:0;6912f599d260:40879 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/.lastflushedseqids 2024-11-18T17:20:10,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741866_1042 (size=668) 2024-11-18T17:20:10,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741866_1042 (size=668) 2024-11-18T17:20:10,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741866_1042 (size=668) 2024-11-18T17:20:10,176 INFO [M:0;6912f599d260:40879 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T17:20:10,177 INFO [M:0;6912f599d260:40879 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T17:20:10,177 DEBUG [M:0;6912f599d260:40879 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:20:10,177 INFO [M:0;6912f599d260:40879 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:20:10,177 DEBUG [M:0;6912f599d260:40879 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:20:10,177 DEBUG [M:0;6912f599d260:40879 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:20:10,177 DEBUG [M:0;6912f599d260:40879 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:20:10,177 INFO [M:0;6912f599d260:40879 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=186.04 KB heapSize=230.71 KB 2024-11-18T17:20:10,199 DEBUG [M:0;6912f599d260:40879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27cabd9180f54e709b18920ab91d477a is 82, key is hbase:meta,,1/info:regioninfo/1731950338561/Put/seqid=0 2024-11-18T17:20:10,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741867_1043 (size=5672) 2024-11-18T17:20:10,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741867_1043 (size=5672) 2024-11-18T17:20:10,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741867_1043 (size=5672) 2024-11-18T17:20:10,207 INFO [M:0;6912f599d260:40879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27cabd9180f54e709b18920ab91d477a 2024-11-18T17:20:10,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42327-0x101503e5ef20002, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:20:10,236 INFO [RS:1;6912f599d260:42327 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:20:10,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42327-0x101503e5ef20002, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:20:10,236 INFO [RS:1;6912f599d260:42327 {}] regionserver.HRegionServer(1031): Exiting; stopping=6912f599d260,42327,1731950326639; zookeeper connection closed. 2024-11-18T17:20:10,237 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11829d8f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11829d8f 2024-11-18T17:20:10,238 DEBUG [M:0;6912f599d260:40879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/533799564ba94069886620234b8b9656 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731950349482/Put/seqid=0 2024-11-18T17:20:10,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42753-0x101503e5ef20001, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:20:10,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42753-0x101503e5ef20001, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:20:10,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741868_1044 (size=8902) 2024-11-18T17:20:10,245 INFO [RS:0;6912f599d260:42753 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:20:10,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741868_1044 (size=8902) 2024-11-18T17:20:10,245 INFO [RS:0;6912f599d260:42753 {}] regionserver.HRegionServer(1031): Exiting; stopping=6912f599d260,42753,1731950326542; zookeeper connection closed. 2024-11-18T17:20:10,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741868_1044 (size=8902) 2024-11-18T17:20:10,246 INFO [M:0;6912f599d260:40879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=185.31 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/533799564ba94069886620234b8b9656 2024-11-18T17:20:10,246 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@213f9ce0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@213f9ce0 2024-11-18T17:20:10,247 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-18T17:20:10,252 INFO [M:0;6912f599d260:40879 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 533799564ba94069886620234b8b9656 2024-11-18T17:20:10,267 DEBUG [M:0;6912f599d260:40879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e5e3d2f8177433fafede0f37b75ed35 is 69, key is 6912f599d260,42327,1731950326639/rs:state/1731950327854/Put/seqid=0 2024-11-18T17:20:10,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741869_1045 (size=5441) 2024-11-18T17:20:10,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741869_1045 (size=5441) 2024-11-18T17:20:10,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741869_1045 (size=5441) 2024-11-18T17:20:10,274 INFO [M:0;6912f599d260:40879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e5e3d2f8177433fafede0f37b75ed35 2024-11-18T17:20:10,280 INFO [M:0;6912f599d260:40879 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e5e3d2f8177433fafede0f37b75ed35 2024-11-18T17:20:10,281 DEBUG [M:0;6912f599d260:40879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27cabd9180f54e709b18920ab91d477a as hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/27cabd9180f54e709b18920ab91d477a 2024-11-18T17:20:10,288 INFO [M:0;6912f599d260:40879 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/27cabd9180f54e709b18920ab91d477a, entries=8, sequenceid=488, filesize=5.5 K 2024-11-18T17:20:10,290 DEBUG [M:0;6912f599d260:40879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/533799564ba94069886620234b8b9656 as hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/533799564ba94069886620234b8b9656 2024-11-18T17:20:10,298 INFO [M:0;6912f599d260:40879 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 533799564ba94069886620234b8b9656 2024-11-18T17:20:10,299 INFO [M:0;6912f599d260:40879 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/533799564ba94069886620234b8b9656, entries=54, sequenceid=488, filesize=8.7 K 2024-11-18T17:20:10,300 DEBUG [M:0;6912f599d260:40879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e5e3d2f8177433fafede0f37b75ed35 as hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e5e3d2f8177433fafede0f37b75ed35 2024-11-18T17:20:10,308 INFO [M:0;6912f599d260:40879 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e5e3d2f8177433fafede0f37b75ed35 2024-11-18T17:20:10,308 INFO [M:0;6912f599d260:40879 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42651/user/jenkins/test-data/94b61a3d-5465-a906-714f-4339b5155606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e5e3d2f8177433fafede0f37b75ed35, entries=3, sequenceid=488, filesize=5.3 K 2024-11-18T17:20:10,310 INFO [M:0;6912f599d260:40879 {}] regionserver.HRegion(3140): Finished flush of dataSize ~186.04 KB/190509, heapSize ~230.41 KB/235944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 133ms, sequenceid=488, compaction requested=false 2024-11-18T17:20:10,311 INFO [M:0;6912f599d260:40879 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:20:10,311 DEBUG [M:0;6912f599d260:40879 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731950410177Disabling compacts and flushes for region at 1731950410177Disabling writes for close at 1731950410177Obtaining lock to block concurrent updates at 1731950410177Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731950410177Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=190509, getHeapSize=236184, getOffHeapSize=0, getCellsCount=591 at 1731950410178 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731950410178Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731950410179 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731950410198 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731950410198Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731950410214 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731950410237 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731950410237Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731950410252 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731950410266 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731950410266Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@609439a0: reopening flushed file at 1731950410280 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ece5cc: reopening flushed file at 1731950410288 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e728e52: reopening flushed file at 1731950410299 (+11 ms)Finished flush of dataSize ~186.04 KB/190509, heapSize ~230.41 KB/235944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 133ms, sequenceid=488, compaction requested=false at 1731950410310 (+11 ms)Writing region close event to WAL at 1731950410311 (+1 ms)Closed at 1731950410311 2024-11-18T17:20:10,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34315 is added to blk_1073741830_1006 (size=223060) 2024-11-18T17:20:10,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43819 is added to blk_1073741830_1006 (size=223060) 2024-11-18T17:20:10,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40297 is added to blk_1073741830_1006 (size=223060) 2024-11-18T17:20:10,315 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:20:10,316 INFO [M:0;6912f599d260:40879 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T17:20:10,316 INFO [M:0;6912f599d260:40879 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40879 2024-11-18T17:20:10,316 INFO [M:0;6912f599d260:40879 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:20:10,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40879-0x101503e5ef20000, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:20:10,425 INFO [M:0;6912f599d260:40879 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:20:10,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40879-0x101503e5ef20000, quorum=127.0.0.1:53755, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:20:10,459 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:20:10,463 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:20:10,463 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:20:10,464 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:20:10,464 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/hadoop.log.dir/,STOPPED} 2024-11-18T17:20:10,469 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T17:20:10,469 WARN [BP-859818845-172.17.0.3-1731950321866 heartbeating to localhost/127.0.0.1:42651 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T17:20:10,469 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T17:20:10,469 WARN [BP-859818845-172.17.0.3-1731950321866 heartbeating to localhost/127.0.0.1:42651 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-859818845-172.17.0.3-1731950321866 (Datanode Uuid 3416d79a-afe8-4156-8f8d-7c373d267c9e) service to localhost/127.0.0.1:42651 2024-11-18T17:20:10,470 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/cluster_bb344a8a-6492-3619-38d7-c614da997e6f/data/data5/current/BP-859818845-172.17.0.3-1731950321866 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:20:10,471 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/cluster_bb344a8a-6492-3619-38d7-c614da997e6f/data/data6/current/BP-859818845-172.17.0.3-1731950321866 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:20:10,471 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T17:20:10,473 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:20:10,474 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:20:10,474 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:20:10,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:20:10,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/hadoop.log.dir/,STOPPED} 2024-11-18T17:20:10,476 WARN [BP-859818845-172.17.0.3-1731950321866 heartbeating to localhost/127.0.0.1:42651 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T17:20:10,476 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T17:20:10,476 WARN [BP-859818845-172.17.0.3-1731950321866 heartbeating to localhost/127.0.0.1:42651 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-859818845-172.17.0.3-1731950321866 (Datanode Uuid 82ecf6f8-7e0c-46e0-862d-91cccadfbe1a) service to localhost/127.0.0.1:42651 2024-11-18T17:20:10,476 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T17:20:10,476 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/cluster_bb344a8a-6492-3619-38d7-c614da997e6f/data/data3/current/BP-859818845-172.17.0.3-1731950321866 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:20:10,477 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/cluster_bb344a8a-6492-3619-38d7-c614da997e6f/data/data4/current/BP-859818845-172.17.0.3-1731950321866 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:20:10,477 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T17:20:10,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:20:10,515 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:20:10,515 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:20:10,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:20:10,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/hadoop.log.dir/,STOPPED} 2024-11-18T17:20:10,517 WARN [BP-859818845-172.17.0.3-1731950321866 heartbeating to localhost/127.0.0.1:42651 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T17:20:10,517 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T17:20:10,517 WARN [BP-859818845-172.17.0.3-1731950321866 heartbeating to localhost/127.0.0.1:42651 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-859818845-172.17.0.3-1731950321866 (Datanode Uuid 68661a70-8979-4145-9a24-0a0e4f6ffd65) service to localhost/127.0.0.1:42651 2024-11-18T17:20:10,517 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T17:20:10,517 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/cluster_bb344a8a-6492-3619-38d7-c614da997e6f/data/data1/current/BP-859818845-172.17.0.3-1731950321866 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:20:10,517 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/cluster_bb344a8a-6492-3619-38d7-c614da997e6f/data/data2/current/BP-859818845-172.17.0.3-1731950321866 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:20:10,518 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T17:20:10,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:20:10,526 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:20:10,526 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:20:10,527 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:20:10,527 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/hadoop.log.dir/,STOPPED} 2024-11-18T17:20:10,535 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T17:20:10,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T17:20:10,586 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=95 (was 11) Potentially hanging thread: regionserver/6912f599d260:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:42651 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/6912f599d260:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:42651 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42651 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS_OPEN_REGION-regionserver/6912f599d260:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:42651 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:42651 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:42651 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6912f599d260:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:42651 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6912f599d260:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6912f599d260:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@b1761fe java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6912f599d260:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:42651 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6912f599d260:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 249), ProcessCount=11 (was 11), AvailableMemoryMB=4457 (was 5613) 2024-11-18T17:20:10,592 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=96, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=4457 2024-11-18T17:20:10,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/hadoop.log.dir so I do NOT create it in target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e 2024-11-18T17:20:10,605 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T17:20:10,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/hadoop.tmp.dir so I do NOT create it in target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e 2024-11-18T17:20:10,606 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5479b11f-ce80-ec09-3821-65950b59cf6e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T17:20:10,606 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e 2024-11-18T17:20:10,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T17:20:10,606 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/cluster_4a2d193a-1b15-9f42-8b4c-e80f18f71622, deleteOnExit=true 2024-11-18T17:20:10,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T17:20:10,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/test.cache.data in system properties and HBase conf 2024-11-18T17:20:10,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T17:20:10,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/hadoop.log.dir in system properties and HBase conf 2024-11-18T17:20:10,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T17:20:10,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T17:20:10,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T17:20:10,607 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T17:20:10,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:20:10,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:20:10,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T17:20:10,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:20:10,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T17:20:10,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T17:20:10,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:20:10,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:20:10,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T17:20:10,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/nfs.dump.dir in system properties and HBase conf 2024-11-18T17:20:10,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/java.io.tmpdir in system properties and HBase conf 2024-11-18T17:20:10,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:20:10,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T17:20:10,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T17:20:10,926 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:20:10,931 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:20:10,932 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:20:10,932 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:20:10,933 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T17:20:10,933 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:20:10,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22d89db3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:20:10,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@265115b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:20:11,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a24c7a6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/java.io.tmpdir/jetty-localhost-37409-hadoop-hdfs-3_4_1-tests_jar-_-any-14923943754858681712/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:20:11,028 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72443302{HTTP/1.1, (http/1.1)}{localhost:37409} 2024-11-18T17:20:11,029 INFO [Time-limited test {}] server.Server(415): Started @91087ms 2024-11-18T17:20:11,234 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:20:11,237 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:20:11,238 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:20:11,238 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:20:11,238 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T17:20:11,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bf8095d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:20:11,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43b6528f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:20:11,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ae4ac48{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/java.io.tmpdir/jetty-localhost-41207-hadoop-hdfs-3_4_1-tests_jar-_-any-4980738969622252958/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:20:11,336 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e5777bd{HTTP/1.1, (http/1.1)}{localhost:41207} 2024-11-18T17:20:11,336 INFO [Time-limited test {}] server.Server(415): Started @91395ms 2024-11-18T17:20:11,337 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T17:20:11,367 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:20:11,370 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:20:11,371 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:20:11,371 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:20:11,371 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T17:20:11,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9234fcc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:20:11,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50b93e1e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:20:11,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33e24962{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/java.io.tmpdir/jetty-localhost-33839-hadoop-hdfs-3_4_1-tests_jar-_-any-101217402698032837/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:20:11,468 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@147f919a{HTTP/1.1, (http/1.1)}{localhost:33839} 2024-11-18T17:20:11,468 INFO [Time-limited test {}] server.Server(415): Started @91527ms 2024-11-18T17:20:11,469 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T17:20:11,500 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:20:11,503 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:20:11,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:20:11,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:20:11,506 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T17:20:11,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@355b5826{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:20:11,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27eeff62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:20:11,604 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76cc5f70{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/java.io.tmpdir/jetty-localhost-35239-hadoop-hdfs-3_4_1-tests_jar-_-any-14115236617233115540/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:20:11,604 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77e2e964{HTTP/1.1, (http/1.1)}{localhost:35239} 2024-11-18T17:20:11,604 INFO [Time-limited test {}] server.Server(415): Started @91663ms 2024-11-18T17:20:11,606 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T17:20:12,244 WARN [Thread-713 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/cluster_4a2d193a-1b15-9f42-8b4c-e80f18f71622/data/data1/current/BP-924712089-172.17.0.3-1731950410625/current, will proceed with Du for space computation calculation, 2024-11-18T17:20:12,244 WARN [Thread-714 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/cluster_4a2d193a-1b15-9f42-8b4c-e80f18f71622/data/data2/current/BP-924712089-172.17.0.3-1731950410625/current, will proceed with Du for space computation calculation, 2024-11-18T17:20:12,266 WARN [Thread-654 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T17:20:12,269 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x60ce64a504bcc76a with lease ID 0xf40ef9ff77642454: Processing first storage report for DS-4eedcf26-51d9-4b59-ba78-6758528faafd from datanode DatanodeRegistration(127.0.0.1:34357, datanodeUuid=05e8bb53-f22b-4d70-8f23-b4b77dc511fb, infoPort=45547, infoSecurePort=0, ipcPort=33379, storageInfo=lv=-57;cid=testClusterID;nsid=2075414842;c=1731950410625) 2024-11-18T17:20:12,269 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x60ce64a504bcc76a with lease ID 0xf40ef9ff77642454: from storage DS-4eedcf26-51d9-4b59-ba78-6758528faafd node DatanodeRegistration(127.0.0.1:34357, datanodeUuid=05e8bb53-f22b-4d70-8f23-b4b77dc511fb, infoPort=45547, infoSecurePort=0, ipcPort=33379, storageInfo=lv=-57;cid=testClusterID;nsid=2075414842;c=1731950410625), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T17:20:12,269 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x60ce64a504bcc76a with lease ID 0xf40ef9ff77642454: Processing first storage report for DS-2f51aec0-d699-4163-a495-86e57a4ae50a from datanode DatanodeRegistration(127.0.0.1:34357, datanodeUuid=05e8bb53-f22b-4d70-8f23-b4b77dc511fb, infoPort=45547, infoSecurePort=0, ipcPort=33379, storageInfo=lv=-57;cid=testClusterID;nsid=2075414842;c=1731950410625) 2024-11-18T17:20:12,269 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x60ce64a504bcc76a with lease ID 0xf40ef9ff77642454: from storage DS-2f51aec0-d699-4163-a495-86e57a4ae50a node DatanodeRegistration(127.0.0.1:34357, datanodeUuid=05e8bb53-f22b-4d70-8f23-b4b77dc511fb, infoPort=45547, infoSecurePort=0, ipcPort=33379, storageInfo=lv=-57;cid=testClusterID;nsid=2075414842;c=1731950410625), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:20:12,394 WARN [Thread-725 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/cluster_4a2d193a-1b15-9f42-8b4c-e80f18f71622/data/data3/current/BP-924712089-172.17.0.3-1731950410625/current, will proceed with Du for space computation calculation, 2024-11-18T17:20:12,394 WARN [Thread-726 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/cluster_4a2d193a-1b15-9f42-8b4c-e80f18f71622/data/data4/current/BP-924712089-172.17.0.3-1731950410625/current, will proceed with Du for space computation calculation, 2024-11-18T17:20:12,411 WARN [Thread-677 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T17:20:12,413 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdded8090422a0929 with lease ID 0xf40ef9ff77642455: Processing first storage report for DS-25d6f8ed-8ae1-4674-b91c-7a39e655b7bc from datanode DatanodeRegistration(127.0.0.1:36729, datanodeUuid=808d00a2-93b5-4710-8b6a-8bcae760f427, infoPort=42203, infoSecurePort=0, ipcPort=41331, storageInfo=lv=-57;cid=testClusterID;nsid=2075414842;c=1731950410625) 2024-11-18T17:20:12,414 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdded8090422a0929 with lease ID 0xf40ef9ff77642455: from storage DS-25d6f8ed-8ae1-4674-b91c-7a39e655b7bc node DatanodeRegistration(127.0.0.1:36729, datanodeUuid=808d00a2-93b5-4710-8b6a-8bcae760f427, infoPort=42203, infoSecurePort=0, ipcPort=41331, storageInfo=lv=-57;cid=testClusterID;nsid=2075414842;c=1731950410625), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:20:12,414 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdded8090422a0929 with lease ID 0xf40ef9ff77642455: Processing first storage report for DS-4f4b5e3c-2655-4eee-977f-06ce288020b4 from datanode DatanodeRegistration(127.0.0.1:36729, datanodeUuid=808d00a2-93b5-4710-8b6a-8bcae760f427, infoPort=42203, infoSecurePort=0, ipcPort=41331, storageInfo=lv=-57;cid=testClusterID;nsid=2075414842;c=1731950410625) 2024-11-18T17:20:12,414 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdded8090422a0929 with lease ID 0xf40ef9ff77642455: from storage DS-4f4b5e3c-2655-4eee-977f-06ce288020b4 node DatanodeRegistration(127.0.0.1:36729, datanodeUuid=808d00a2-93b5-4710-8b6a-8bcae760f427, infoPort=42203, infoSecurePort=0, ipcPort=41331, storageInfo=lv=-57;cid=testClusterID;nsid=2075414842;c=1731950410625), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:20:12,494 WARN [Thread-737 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/cluster_4a2d193a-1b15-9f42-8b4c-e80f18f71622/data/data6/current/BP-924712089-172.17.0.3-1731950410625/current, will proceed with Du for space computation calculation, 2024-11-18T17:20:12,494 WARN [Thread-736 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/cluster_4a2d193a-1b15-9f42-8b4c-e80f18f71622/data/data5/current/BP-924712089-172.17.0.3-1731950410625/current, will proceed with Du for space computation calculation, 2024-11-18T17:20:12,514 WARN [Thread-699 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T17:20:12,517 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x24609de3a9219fdb with lease ID 0xf40ef9ff77642456: Processing first storage report for DS-bcd432c2-6cf3-4c21-b6f7-17b3f7952e5f from datanode DatanodeRegistration(127.0.0.1:44631, datanodeUuid=a542783f-2d65-4d2d-a25f-c70896a69b56, infoPort=41739, infoSecurePort=0, ipcPort=33485, storageInfo=lv=-57;cid=testClusterID;nsid=2075414842;c=1731950410625) 2024-11-18T17:20:12,517 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x24609de3a9219fdb with lease ID 0xf40ef9ff77642456: from storage DS-bcd432c2-6cf3-4c21-b6f7-17b3f7952e5f node DatanodeRegistration(127.0.0.1:44631, datanodeUuid=a542783f-2d65-4d2d-a25f-c70896a69b56, infoPort=41739, infoSecurePort=0, ipcPort=33485, storageInfo=lv=-57;cid=testClusterID;nsid=2075414842;c=1731950410625), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:20:12,517 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x24609de3a9219fdb with lease ID 0xf40ef9ff77642456: Processing first storage report for DS-b11dd293-24ff-4938-9a6e-7936851c1357 from datanode DatanodeRegistration(127.0.0.1:44631, datanodeUuid=a542783f-2d65-4d2d-a25f-c70896a69b56, infoPort=41739, infoSecurePort=0, ipcPort=33485, storageInfo=lv=-57;cid=testClusterID;nsid=2075414842;c=1731950410625) 2024-11-18T17:20:12,517 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x24609de3a9219fdb with lease ID 0xf40ef9ff77642456: from storage DS-b11dd293-24ff-4938-9a6e-7936851c1357 node DatanodeRegistration(127.0.0.1:44631, datanodeUuid=a542783f-2d65-4d2d-a25f-c70896a69b56, infoPort=41739, infoSecurePort=0, ipcPort=33485, storageInfo=lv=-57;cid=testClusterID;nsid=2075414842;c=1731950410625), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:20:12,541 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e 2024-11-18T17:20:12,545 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/cluster_4a2d193a-1b15-9f42-8b4c-e80f18f71622/zookeeper_0, clientPort=58655, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/cluster_4a2d193a-1b15-9f42-8b4c-e80f18f71622/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/cluster_4a2d193a-1b15-9f42-8b4c-e80f18f71622/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T17:20:12,546 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58655 2024-11-18T17:20:12,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:20:12,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:20:12,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741825_1001 (size=7) 2024-11-18T17:20:12,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741825_1001 (size=7) 2024-11-18T17:20:12,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741825_1001 (size=7) 2024-11-18T17:20:12,563 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a with version=8 2024-11-18T17:20:12,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/hbase-staging 2024-11-18T17:20:12,565 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:20:12,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:20:12,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:20:12,565 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:20:12,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:20:12,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:20:12,565 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T17:20:12,565 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:20:12,566 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35795 2024-11-18T17:20:12,568 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35795 connecting to ZooKeeper ensemble=127.0.0.1:58655 2024-11-18T17:20:12,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357950x0, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:20:12,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35795-0x101503fb4e80000 connected 2024-11-18T17:20:12,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:20:12,689 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:20:12,694 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35795-0x101503fb4e80000, quorum=127.0.0.1:58655, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:20:12,694 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a, hbase.cluster.distributed=false 2024-11-18T17:20:12,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35795-0x101503fb4e80000, quorum=127.0.0.1:58655, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T17:20:12,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35795 2024-11-18T17:20:12,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35795 2024-11-18T17:20:12,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35795 2024-11-18T17:20:12,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35795 2024-11-18T17:20:12,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35795 2024-11-18T17:20:12,714 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:20:12,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:20:12,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:20:12,714 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:20:12,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:20:12,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:20:12,714 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:20:12,714 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:20:12,715 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41101 2024-11-18T17:20:12,717 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41101 connecting to ZooKeeper ensemble=127.0.0.1:58655 2024-11-18T17:20:12,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:20:12,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:20:12,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411010x0, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:20:12,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41101-0x101503fb4e80001 connected 2024-11-18T17:20:12,728 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41101-0x101503fb4e80001, quorum=127.0.0.1:58655, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:20:12,728 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T17:20:12,729 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T17:20:12,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41101-0x101503fb4e80001, quorum=127.0.0.1:58655, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T17:20:12,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41101-0x101503fb4e80001, quorum=127.0.0.1:58655, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T17:20:12,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41101 2024-11-18T17:20:12,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41101 2024-11-18T17:20:12,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41101 2024-11-18T17:20:12,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41101 2024-11-18T17:20:12,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41101 2024-11-18T17:20:12,750 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:20:12,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:20:12,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:20:12,750 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:20:12,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:20:12,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:20:12,750 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:20:12,750 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:20:12,751 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40271 2024-11-18T17:20:12,752 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40271 connecting to ZooKeeper ensemble=127.0.0.1:58655 2024-11-18T17:20:12,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:20:12,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:20:12,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402710x0, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:20:12,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40271-0x101503fb4e80002 connected 2024-11-18T17:20:12,767 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40271-0x101503fb4e80002, quorum=127.0.0.1:58655, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:20:12,767 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T17:20:12,768 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T17:20:12,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40271-0x101503fb4e80002, quorum=127.0.0.1:58655, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T17:20:12,769 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40271-0x101503fb4e80002, quorum=127.0.0.1:58655, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T17:20:12,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40271 2024-11-18T17:20:12,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40271 2024-11-18T17:20:12,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40271 2024-11-18T17:20:12,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40271 2024-11-18T17:20:12,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40271 2024-11-18T17:20:12,787 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:20:12,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:20:12,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:20:12,787 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:20:12,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:20:12,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:20:12,787 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:20:12,788 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:20:12,788 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35145 2024-11-18T17:20:12,790 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35145 connecting to ZooKeeper ensemble=127.0.0.1:58655 2024-11-18T17:20:12,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:20:12,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:20:12,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351450x0, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:20:12,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:351450x0, quorum=127.0.0.1:58655, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:20:12,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35145-0x101503fb4e80003 connected 2024-11-18T17:20:12,803 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T17:20:12,804 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T17:20:12,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35145-0x101503fb4e80003, quorum=127.0.0.1:58655, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T17:20:12,806 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35145-0x101503fb4e80003, quorum=127.0.0.1:58655, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T17:20:12,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35145 2024-11-18T17:20:12,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35145 2024-11-18T17:20:12,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35145 2024-11-18T17:20:12,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35145 2024-11-18T17:20:12,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35145 2024-11-18T17:20:12,820 DEBUG [M:0;6912f599d260:35795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6912f599d260:35795 2024-11-18T17:20:12,821 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6912f599d260,35795,1731950412565 2024-11-18T17:20:12,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x101503fb4e80000, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:20:12,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x101503fb4e80001, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:20:12,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40271-0x101503fb4e80002, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:20:12,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x101503fb4e80003, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:20:12,828 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35795-0x101503fb4e80000, quorum=127.0.0.1:58655, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6912f599d260,35795,1731950412565 2024-11-18T17:20:12,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40271-0x101503fb4e80002, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T17:20:12,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x101503fb4e80003, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T17:20:12,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x101503fb4e80001, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T17:20:12,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40271-0x101503fb4e80002, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:20:12,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x101503fb4e80000, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:20:12,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x101503fb4e80001, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:20:12,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x101503fb4e80003, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:20:12,837 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35795-0x101503fb4e80000, quorum=127.0.0.1:58655, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T17:20:12,837 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6912f599d260,35795,1731950412565 from backup master directory 2024-11-18T17:20:12,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x101503fb4e80000, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6912f599d260,35795,1731950412565 2024-11-18T17:20:12,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40271-0x101503fb4e80002, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:20:12,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x101503fb4e80000, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:20:12,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x101503fb4e80003, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:20:12,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x101503fb4e80001, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:20:12,844 WARN [master/6912f599d260:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:20:12,845 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6912f599d260,35795,1731950412565 2024-11-18T17:20:12,850 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/hbase.id] with ID: ff4da41c-3c70-4ac9-92cf-077bd51d9df9 2024-11-18T17:20:12,850 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/.tmp/hbase.id 2024-11-18T17:20:12,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741826_1002 (size=42) 2024-11-18T17:20:12,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741826_1002 (size=42) 2024-11-18T17:20:12,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741826_1002 (size=42) 2024-11-18T17:20:12,858 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/.tmp/hbase.id]:[hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/hbase.id] 2024-11-18T17:20:12,872 INFO [master/6912f599d260:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:20:12,872 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T17:20:12,874 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-18T17:20:12,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40271-0x101503fb4e80002, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:20:12,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x101503fb4e80003, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:20:12,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x101503fb4e80000, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:20:12,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x101503fb4e80001, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:20:12,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741827_1003 (size=196) 2024-11-18T17:20:12,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741827_1003 (size=196) 2024-11-18T17:20:12,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741827_1003 (size=196) 2024-11-18T17:20:12,895 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:20:12,895 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T17:20:12,896 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:20:12,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741828_1004 (size=1189) 2024-11-18T17:20:12,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741828_1004 (size=1189) 2024-11-18T17:20:12,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741828_1004 (size=1189) 2024-11-18T17:20:12,906 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/MasterData/data/master/store 2024-11-18T17:20:12,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741829_1005 (size=34) 2024-11-18T17:20:12,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741829_1005 (size=34) 2024-11-18T17:20:12,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741829_1005 (size=34) 2024-11-18T17:20:12,916 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:20:12,917 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:20:12,917 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:20:12,917 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:20:12,917 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:20:12,917 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:20:12,917 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:20:12,917 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731950412917Disabling compacts and flushes for region at 1731950412917Disabling writes for close at 1731950412917Writing region close event to WAL at 1731950412917Closed at 1731950412917 2024-11-18T17:20:12,918 WARN [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/MasterData/data/master/store/.initializing 2024-11-18T17:20:12,918 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/MasterData/WALs/6912f599d260,35795,1731950412565 2024-11-18T17:20:12,919 INFO [master/6912f599d260:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:20:12,921 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6912f599d260%2C35795%2C1731950412565, suffix=, logDir=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/MasterData/WALs/6912f599d260,35795,1731950412565, archiveDir=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/MasterData/oldWALs, maxLogs=10 2024-11-18T17:20:12,934 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/MasterData/WALs/6912f599d260,35795,1731950412565/6912f599d260%2C35795%2C1731950412565.1731950412921, exclude list is [], retry=0 2024-11-18T17:20:12,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36729,DS-25d6f8ed-8ae1-4674-b91c-7a39e655b7bc,DISK] 2024-11-18T17:20:12,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34357,DS-4eedcf26-51d9-4b59-ba78-6758528faafd,DISK] 2024-11-18T17:20:12,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44631,DS-bcd432c2-6cf3-4c21-b6f7-17b3f7952e5f,DISK] 2024-11-18T17:20:12,939 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/MasterData/WALs/6912f599d260,35795,1731950412565/6912f599d260%2C35795%2C1731950412565.1731950412921 2024-11-18T17:20:12,939 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42203:42203),(127.0.0.1/127.0.0.1:45547:45547),(127.0.0.1/127.0.0.1:41739:41739)] 2024-11-18T17:20:12,939 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:20:12,939 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:20:12,940 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:20:12,940 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:20:12,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:20:12,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T17:20:12,943 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:20:12,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:20:12,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:20:12,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T17:20:12,945 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:20:12,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:20:12,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:20:12,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T17:20:12,947 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:20:12,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:20:12,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:20:12,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T17:20:12,949 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:20:12,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:20:12,950 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:20:12,951 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:20:12,951 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:20:12,952 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:20:12,952 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:20:12,953 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:20:12,954 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:20:12,956 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:20:12,957 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62192402, jitterRate=-0.07326099276542664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:20:12,957 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731950412940Initializing all the Stores at 1731950412941 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731950412941Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950412941Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950412941Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950412941Cleaning up temporary data from old regions at 1731950412952 (+11 ms)Region opened successfully at 1731950412957 (+5 ms) 2024-11-18T17:20:12,957 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T17:20:12,961 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a2c6eca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:20:12,962 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T17:20:12,962 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T17:20:12,962 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T17:20:12,962 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T17:20:12,963 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T17:20:12,963 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T17:20:12,963 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-18T17:20:12,965 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T17:20:12,966 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35795-0x101503fb4e80000, quorum=127.0.0.1:58655, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T17:20:12,975 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-18T17:20:12,975 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T17:20:12,976 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35795-0x101503fb4e80000, quorum=127.0.0.1:58655, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T17:20:12,986 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-18T17:20:12,986 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T17:20:12,987 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35795-0x101503fb4e80000, quorum=127.0.0.1:58655, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T17:20:12,994 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-18T17:20:12,995 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35795-0x101503fb4e80000, quorum=127.0.0.1:58655, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T17:20:13,002 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T17:20:13,005 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35795-0x101503fb4e80000, quorum=127.0.0.1:58655, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T17:20:13,011 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T17:20:13,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40271-0x101503fb4e80002, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T17:20:13,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x101503fb4e80000, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T17:20:13,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x101503fb4e80003, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T17:20:13,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x101503fb4e80001, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T17:20:13,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40271-0x101503fb4e80002, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:20:13,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x101503fb4e80000, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:20:13,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x101503fb4e80001, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:20:13,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x101503fb4e80003, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:20:13,021 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6912f599d260,35795,1731950412565, sessionid=0x101503fb4e80000, setting cluster-up flag (Was=false) 2024-11-18T17:20:13,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x101503fb4e80000, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:20:13,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x101503fb4e80003, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:20:13,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x101503fb4e80001, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:20:13,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40271-0x101503fb4e80002, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:20:13,061 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T17:20:13,065 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,35795,1731950412565 2024-11-18T17:20:13,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40271-0x101503fb4e80002, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:20:13,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x101503fb4e80000, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:20:13,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x101503fb4e80001, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:20:13,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x101503fb4e80003, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:20:13,111 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T17:20:13,114 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,35795,1731950412565 2024-11-18T17:20:13,117 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T17:20:13,121 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T17:20:13,122 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T17:20:13,122 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T17:20:13,123 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6912f599d260,35795,1731950412565 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T17:20:13,125 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:20:13,125 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:20:13,125 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:20:13,125 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:20:13,125 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6912f599d260:0, corePoolSize=10, maxPoolSize=10 2024-11-18T17:20:13,125 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:20:13,125 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:20:13,125 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:20:13,126 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731950443126 2024-11-18T17:20:13,126 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T17:20:13,126 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T17:20:13,126 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T17:20:13,126 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T17:20:13,126 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T17:20:13,126 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T17:20:13,126 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:20:13,127 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T17:20:13,127 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:20:13,127 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T17:20:13,127 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T17:20:13,127 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T17:20:13,127 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T17:20:13,127 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T17:20:13,128 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731950413128,5,FailOnTimeoutGroup] 2024-11-18T17:20:13,128 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731950413128,5,FailOnTimeoutGroup] 2024-11-18T17:20:13,128 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:20:13,128 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T17:20:13,128 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T17:20:13,128 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:20:13,128 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T17:20:13,128 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T17:20:13,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741831_1007 (size=1321) 2024-11-18T17:20:13,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741831_1007 (size=1321) 2024-11-18T17:20:13,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741831_1007 (size=1321) 2024-11-18T17:20:13,140 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T17:20:13,140 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a 2024-11-18T17:20:13,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741832_1008 (size=32) 2024-11-18T17:20:13,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741832_1008 (size=32) 2024-11-18T17:20:13,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741832_1008 (size=32) 2024-11-18T17:20:13,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:20:13,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:20:13,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:20:13,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:20:13,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:20:13,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:20:13,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:20:13,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:20:13,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:20:13,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:20:13,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:20:13,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:20:13,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:20:13,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:20:13,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:20:13,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:20:13,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:20:13,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:20:13,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/hbase/meta/1588230740 2024-11-18T17:20:13,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/hbase/meta/1588230740 2024-11-18T17:20:13,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:20:13,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:20:13,165 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:20:13,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:20:13,168 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:20:13,169 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63970429, jitterRate=-0.04676632583141327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:20:13,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731950413152Initializing all the Stores at 1731950413152Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731950413153 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731950413153Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950413153Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731950413153Cleaning up temporary data from old regions at 1731950413164 (+11 ms)Region opened successfully at 1731950413169 (+5 ms) 2024-11-18T17:20:13,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:20:13,170 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:20:13,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:20:13,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:20:13,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:20:13,170 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:20:13,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731950413170Disabling compacts and flushes for region at 1731950413170Disabling writes for close at 1731950413170Writing region close event to WAL at 1731950413170Closed at 1731950413170 2024-11-18T17:20:13,171 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:20:13,171 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T17:20:13,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T17:20:13,173 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:20:13,174 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T17:20:13,211 INFO [RS:0;6912f599d260:41101 {}] regionserver.HRegionServer(746): ClusterId : ff4da41c-3c70-4ac9-92cf-077bd51d9df9 2024-11-18T17:20:13,211 INFO [RS:2;6912f599d260:35145 {}] regionserver.HRegionServer(746): ClusterId : ff4da41c-3c70-4ac9-92cf-077bd51d9df9 2024-11-18T17:20:13,211 INFO [RS:1;6912f599d260:40271 {}] regionserver.HRegionServer(746): ClusterId : ff4da41c-3c70-4ac9-92cf-077bd51d9df9 2024-11-18T17:20:13,212 DEBUG [RS:1;6912f599d260:40271 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T17:20:13,212 DEBUG [RS:0;6912f599d260:41101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T17:20:13,212 DEBUG [RS:2;6912f599d260:35145 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T17:20:13,220 DEBUG [RS:1;6912f599d260:40271 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T17:20:13,220 DEBUG [RS:0;6912f599d260:41101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T17:20:13,220 DEBUG [RS:2;6912f599d260:35145 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T17:20:13,220 DEBUG [RS:1;6912f599d260:40271 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T17:20:13,220 DEBUG [RS:0;6912f599d260:41101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T17:20:13,220 DEBUG [RS:2;6912f599d260:35145 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T17:20:13,228 DEBUG [RS:0;6912f599d260:41101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T17:20:13,228 DEBUG [RS:1;6912f599d260:40271 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T17:20:13,228 DEBUG [RS:2;6912f599d260:35145 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T17:20:13,229 DEBUG [RS:0;6912f599d260:41101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a24dde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:20:13,229 DEBUG [RS:1;6912f599d260:40271 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@514eb9aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:20:13,229 DEBUG [RS:2;6912f599d260:35145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60708e06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:20:13,239 DEBUG [RS:1;6912f599d260:40271 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6912f599d260:40271 2024-11-18T17:20:13,239 INFO [RS:1;6912f599d260:40271 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T17:20:13,239 INFO [RS:1;6912f599d260:40271 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T17:20:13,239 DEBUG [RS:1;6912f599d260:40271 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T17:20:13,240 DEBUG [RS:0;6912f599d260:41101 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6912f599d260:41101 2024-11-18T17:20:13,240 INFO [RS:1;6912f599d260:40271 {}] regionserver.HRegionServer(2659): reportForDuty to master=6912f599d260,35795,1731950412565 with port=40271, startcode=1731950412750 2024-11-18T17:20:13,240 INFO [RS:0;6912f599d260:41101 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T17:20:13,240 INFO [RS:0;6912f599d260:41101 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T17:20:13,240 DEBUG [RS:0;6912f599d260:41101 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T17:20:13,240 DEBUG [RS:1;6912f599d260:40271 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T17:20:13,241 INFO [RS:0;6912f599d260:41101 {}] regionserver.HRegionServer(2659): reportForDuty to master=6912f599d260,35795,1731950412565 with port=41101, startcode=1731950412714 2024-11-18T17:20:13,241 DEBUG [RS:0;6912f599d260:41101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T17:20:13,243 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T17:20:13,243 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T17:20:13,243 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35795 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6912f599d260,40271,1731950412750 2024-11-18T17:20:13,243 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35795 {}] master.ServerManager(517): Registering regionserver=6912f599d260,40271,1731950412750 2024-11-18T17:20:13,244 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35795 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6912f599d260,41101,1731950412714 2024-11-18T17:20:13,244 DEBUG [RS:1;6912f599d260:40271 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a 2024-11-18T17:20:13,244 DEBUG [RS:1;6912f599d260:40271 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38431 2024-11-18T17:20:13,244 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35795 {}] master.ServerManager(517): Registering regionserver=6912f599d260,41101,1731950412714 2024-11-18T17:20:13,244 DEBUG [RS:1;6912f599d260:40271 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T17:20:13,245 DEBUG [RS:2;6912f599d260:35145 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;6912f599d260:35145 2024-11-18T17:20:13,245 INFO [RS:2;6912f599d260:35145 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T17:20:13,245 INFO [RS:2;6912f599d260:35145 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T17:20:13,245 DEBUG [RS:2;6912f599d260:35145 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T17:20:13,246 DEBUG [RS:0;6912f599d260:41101 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a 2024-11-18T17:20:13,246 DEBUG [RS:0;6912f599d260:41101 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38431 2024-11-18T17:20:13,246 DEBUG [RS:0;6912f599d260:41101 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T17:20:13,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x101503fb4e80000, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T17:20:13,253 INFO [RS:2;6912f599d260:35145 {}] regionserver.HRegionServer(2659): reportForDuty to master=6912f599d260,35795,1731950412565 with port=35145, startcode=1731950412787 2024-11-18T17:20:13,253 DEBUG [RS:2;6912f599d260:35145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T17:20:13,254 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T17:20:13,254 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35795 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6912f599d260,35145,1731950412787 2024-11-18T17:20:13,255 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35795 {}] master.ServerManager(517): Registering regionserver=6912f599d260,35145,1731950412787 2024-11-18T17:20:13,256 DEBUG [RS:2;6912f599d260:35145 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a 2024-11-18T17:20:13,256 DEBUG [RS:2;6912f599d260:35145 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38431 2024-11-18T17:20:13,256 DEBUG [RS:2;6912f599d260:35145 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T17:20:13,284 DEBUG [RS:1;6912f599d260:40271 {}] zookeeper.ZKUtil(111): regionserver:40271-0x101503fb4e80002, quorum=127.0.0.1:58655, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6912f599d260,40271,1731950412750 2024-11-18T17:20:13,284 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6912f599d260,40271,1731950412750] 2024-11-18T17:20:13,284 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6912f599d260,41101,1731950412714] 2024-11-18T17:20:13,284 WARN [RS:1;6912f599d260:40271 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:20:13,284 INFO [RS:1;6912f599d260:40271 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:20:13,285 DEBUG [RS:1;6912f599d260:40271 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/WALs/6912f599d260,40271,1731950412750 2024-11-18T17:20:13,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x101503fb4e80000, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T17:20:13,303 DEBUG [RS:0;6912f599d260:41101 {}] zookeeper.ZKUtil(111): regionserver:41101-0x101503fb4e80001, quorum=127.0.0.1:58655, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6912f599d260,41101,1731950412714 2024-11-18T17:20:13,303 WARN [RS:0;6912f599d260:41101 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:20:13,303 INFO [RS:0;6912f599d260:41101 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:20:13,303 DEBUG [RS:2;6912f599d260:35145 {}] zookeeper.ZKUtil(111): regionserver:35145-0x101503fb4e80003, quorum=127.0.0.1:58655, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6912f599d260,35145,1731950412787 2024-11-18T17:20:13,303 DEBUG [RS:0;6912f599d260:41101 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/WALs/6912f599d260,41101,1731950412714 2024-11-18T17:20:13,303 WARN [RS:2;6912f599d260:35145 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:20:13,303 INFO [RS:2;6912f599d260:35145 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:20:13,303 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6912f599d260,35145,1731950412787] 2024-11-18T17:20:13,303 DEBUG [RS:2;6912f599d260:35145 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/WALs/6912f599d260,35145,1731950412787 2024-11-18T17:20:13,304 INFO [RS:1;6912f599d260:40271 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T17:20:13,306 INFO [RS:1;6912f599d260:40271 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T17:20:13,306 INFO [RS:1;6912f599d260:40271 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T17:20:13,306 INFO [RS:1;6912f599d260:40271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:20:13,307 INFO [RS:1;6912f599d260:40271 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T17:20:13,307 INFO [RS:2;6912f599d260:35145 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T17:20:13,307 INFO [RS:0;6912f599d260:41101 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T17:20:13,308 INFO [RS:1;6912f599d260:40271 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T17:20:13,308 INFO [RS:1;6912f599d260:40271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T17:20:13,308 DEBUG [RS:1;6912f599d260:40271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:20:13,308 DEBUG [RS:1;6912f599d260:40271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:20:13,308 DEBUG [RS:1;6912f599d260:40271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:20:13,308 DEBUG [RS:1;6912f599d260:40271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:20:13,308 DEBUG [RS:1;6912f599d260:40271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:20:13,308 DEBUG [RS:1;6912f599d260:40271 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:20:13,308 DEBUG [RS:1;6912f599d260:40271 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:20:13,309 DEBUG [RS:1;6912f599d260:40271 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:20:13,309 DEBUG [RS:1;6912f599d260:40271 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:20:13,309 DEBUG [RS:1;6912f599d260:40271 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:20:13,309 DEBUG [RS:1;6912f599d260:40271 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:20:13,309 DEBUG [RS:1;6912f599d260:40271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:20:13,309 DEBUG [RS:1;6912f599d260:40271 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:20:13,309 DEBUG [RS:1;6912f599d260:40271 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:20:13,309 INFO [RS:2;6912f599d260:35145 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T17:20:13,311 INFO [RS:0;6912f599d260:41101 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T17:20:13,311 INFO [RS:2;6912f599d260:35145 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T17:20:13,312 INFO [RS:2;6912f599d260:35145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:20:13,312 INFO [RS:1;6912f599d260:40271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:20:13,312 INFO [RS:1;6912f599d260:40271 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:20:13,312 INFO [RS:1;6912f599d260:40271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:20:13,312 INFO [RS:1;6912f599d260:40271 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T17:20:13,312 INFO [RS:0;6912f599d260:41101 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T17:20:13,312 INFO [RS:1;6912f599d260:40271 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T17:20:13,312 INFO [RS:0;6912f599d260:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:20:13,312 INFO [RS:1;6912f599d260:40271 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,40271,1731950412750-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:20:13,316 INFO [RS:2;6912f599d260:35145 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T17:20:13,316 INFO [RS:0;6912f599d260:41101 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T17:20:13,317 INFO [RS:0;6912f599d260:41101 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T17:20:13,317 INFO [RS:2;6912f599d260:35145 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T17:20:13,317 INFO [RS:2;6912f599d260:35145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T17:20:13,317 INFO [RS:0;6912f599d260:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T17:20:13,317 DEBUG [RS:0;6912f599d260:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:20:13,317 DEBUG [RS:2;6912f599d260:35145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:20:13,317 DEBUG [RS:0;6912f599d260:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:20:13,317 DEBUG [RS:2;6912f599d260:35145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:20:13,317 DEBUG [RS:0;6912f599d260:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:20:13,317 DEBUG [RS:2;6912f599d260:35145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:20:13,318 DEBUG [RS:0;6912f599d260:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:20:13,318 DEBUG [RS:2;6912f599d260:35145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:20:13,318 DEBUG [RS:0;6912f599d260:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:20:13,318 DEBUG [RS:0;6912f599d260:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:20:13,318 DEBUG [RS:2;6912f599d260:35145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:20:13,318 DEBUG [RS:0;6912f599d260:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:20:13,318 DEBUG [RS:2;6912f599d260:35145 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:20:13,318 DEBUG [RS:0;6912f599d260:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:20:13,318 DEBUG [RS:2;6912f599d260:35145 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:20:13,318 DEBUG [RS:0;6912f599d260:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:20:13,318 DEBUG [RS:2;6912f599d260:35145 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:20:13,318 DEBUG [RS:0;6912f599d260:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:20:13,318 DEBUG [RS:0;6912f599d260:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:20:13,318 DEBUG [RS:2;6912f599d260:35145 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:20:13,318 DEBUG [RS:0;6912f599d260:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:20:13,318 DEBUG [RS:2;6912f599d260:35145 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:20:13,318 DEBUG [RS:0;6912f599d260:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:20:13,318 DEBUG [RS:2;6912f599d260:35145 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:20:13,318 DEBUG [RS:0;6912f599d260:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:20:13,318 DEBUG [RS:2;6912f599d260:35145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:20:13,318 DEBUG [RS:2;6912f599d260:35145 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:20:13,318 DEBUG [RS:2;6912f599d260:35145 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:20:13,319 INFO [RS:0;6912f599d260:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:20:13,319 INFO [RS:2;6912f599d260:35145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:20:13,319 INFO [RS:0;6912f599d260:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:20:13,319 INFO [RS:0;6912f599d260:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:20:13,319 INFO [RS:2;6912f599d260:35145 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:20:13,319 INFO [RS:0;6912f599d260:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T17:20:13,319 INFO [RS:2;6912f599d260:35145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:20:13,319 INFO [RS:0;6912f599d260:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T17:20:13,319 INFO [RS:2;6912f599d260:35145 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T17:20:13,319 INFO [RS:0;6912f599d260:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,41101,1731950412714-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:20:13,319 INFO [RS:2;6912f599d260:35145 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T17:20:13,319 INFO [RS:2;6912f599d260:35145 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,35145,1731950412787-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:20:13,324 WARN [6912f599d260:35795 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T17:20:13,337 INFO [RS:1;6912f599d260:40271 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T17:20:13,337 INFO [RS:1;6912f599d260:40271 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,40271,1731950412750-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:20:13,337 INFO [RS:1;6912f599d260:40271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:20:13,337 INFO [RS:2;6912f599d260:35145 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T17:20:13,337 INFO [RS:1;6912f599d260:40271 {}] regionserver.Replication(171): 6912f599d260,40271,1731950412750 started 2024-11-18T17:20:13,337 INFO [RS:2;6912f599d260:35145 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,35145,1731950412787-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:20:13,337 INFO [RS:2;6912f599d260:35145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:20:13,337 INFO [RS:2;6912f599d260:35145 {}] regionserver.Replication(171): 6912f599d260,35145,1731950412787 started 2024-11-18T17:20:13,342 INFO [RS:0;6912f599d260:41101 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T17:20:13,342 INFO [RS:0;6912f599d260:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,41101,1731950412714-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:20:13,342 INFO [RS:0;6912f599d260:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:20:13,342 INFO [RS:0;6912f599d260:41101 {}] regionserver.Replication(171): 6912f599d260,41101,1731950412714 started 2024-11-18T17:20:13,354 INFO [RS:2;6912f599d260:35145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:20:13,354 INFO [RS:2;6912f599d260:35145 {}] regionserver.HRegionServer(1482): Serving as 6912f599d260,35145,1731950412787, RpcServer on 6912f599d260/172.17.0.3:35145, sessionid=0x101503fb4e80003 2024-11-18T17:20:13,354 DEBUG [RS:2;6912f599d260:35145 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T17:20:13,354 DEBUG [RS:2;6912f599d260:35145 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6912f599d260,35145,1731950412787 2024-11-18T17:20:13,354 DEBUG [RS:2;6912f599d260:35145 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,35145,1731950412787' 2024-11-18T17:20:13,354 DEBUG [RS:2;6912f599d260:35145 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T17:20:13,355 DEBUG [RS:2;6912f599d260:35145 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T17:20:13,355 DEBUG [RS:2;6912f599d260:35145 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T17:20:13,355 DEBUG [RS:2;6912f599d260:35145 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T17:20:13,355 DEBUG [RS:2;6912f599d260:35145 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6912f599d260,35145,1731950412787 2024-11-18T17:20:13,355 DEBUG [RS:2;6912f599d260:35145 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,35145,1731950412787' 2024-11-18T17:20:13,355 DEBUG [RS:2;6912f599d260:35145 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T17:20:13,356 DEBUG [RS:2;6912f599d260:35145 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T17:20:13,356 DEBUG [RS:2;6912f599d260:35145 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T17:20:13,356 INFO [RS:1;6912f599d260:40271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:20:13,356 INFO [RS:2;6912f599d260:35145 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T17:20:13,356 INFO [RS:1;6912f599d260:40271 {}] regionserver.HRegionServer(1482): Serving as 6912f599d260,40271,1731950412750, RpcServer on 6912f599d260/172.17.0.3:40271, sessionid=0x101503fb4e80002 2024-11-18T17:20:13,356 INFO [RS:2;6912f599d260:35145 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T17:20:13,357 DEBUG [RS:1;6912f599d260:40271 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T17:20:13,357 DEBUG [RS:1;6912f599d260:40271 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6912f599d260,40271,1731950412750 2024-11-18T17:20:13,357 DEBUG [RS:1;6912f599d260:40271 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,40271,1731950412750' 2024-11-18T17:20:13,357 DEBUG [RS:1;6912f599d260:40271 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T17:20:13,357 DEBUG [RS:1;6912f599d260:40271 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T17:20:13,358 DEBUG [RS:1;6912f599d260:40271 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T17:20:13,358 DEBUG [RS:1;6912f599d260:40271 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T17:20:13,358 DEBUG [RS:1;6912f599d260:40271 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6912f599d260,40271,1731950412750 2024-11-18T17:20:13,358 DEBUG [RS:1;6912f599d260:40271 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,40271,1731950412750' 2024-11-18T17:20:13,358 DEBUG [RS:1;6912f599d260:40271 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T17:20:13,358 DEBUG [RS:1;6912f599d260:40271 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T17:20:13,358 DEBUG [RS:1;6912f599d260:40271 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T17:20:13,358 INFO [RS:1;6912f599d260:40271 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T17:20:13,358 INFO [RS:1;6912f599d260:40271 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T17:20:13,361 INFO [RS:0;6912f599d260:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:20:13,361 INFO [RS:0;6912f599d260:41101 {}] regionserver.HRegionServer(1482): Serving as 6912f599d260,41101,1731950412714, RpcServer on 6912f599d260/172.17.0.3:41101, sessionid=0x101503fb4e80001 2024-11-18T17:20:13,361 DEBUG [RS:0;6912f599d260:41101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T17:20:13,361 DEBUG [RS:0;6912f599d260:41101 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6912f599d260,41101,1731950412714 2024-11-18T17:20:13,361 DEBUG [RS:0;6912f599d260:41101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,41101,1731950412714' 2024-11-18T17:20:13,361 DEBUG [RS:0;6912f599d260:41101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T17:20:13,361 DEBUG [RS:0;6912f599d260:41101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T17:20:13,362 DEBUG [RS:0;6912f599d260:41101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T17:20:13,362 DEBUG [RS:0;6912f599d260:41101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T17:20:13,362 DEBUG [RS:0;6912f599d260:41101 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6912f599d260,41101,1731950412714 2024-11-18T17:20:13,362 DEBUG [RS:0;6912f599d260:41101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,41101,1731950412714' 2024-11-18T17:20:13,362 DEBUG [RS:0;6912f599d260:41101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T17:20:13,363 DEBUG [RS:0;6912f599d260:41101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T17:20:13,363 DEBUG [RS:0;6912f599d260:41101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T17:20:13,363 INFO [RS:0;6912f599d260:41101 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T17:20:13,363 INFO [RS:0;6912f599d260:41101 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T17:20:13,457 INFO [RS:2;6912f599d260:35145 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:20:13,459 INFO [RS:1;6912f599d260:40271 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:20:13,460 INFO [RS:2;6912f599d260:35145 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6912f599d260%2C35145%2C1731950412787, suffix=, logDir=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/WALs/6912f599d260,35145,1731950412787, archiveDir=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/oldWALs, maxLogs=32 2024-11-18T17:20:13,462 INFO [RS:1;6912f599d260:40271 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6912f599d260%2C40271%2C1731950412750, suffix=, logDir=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/WALs/6912f599d260,40271,1731950412750, archiveDir=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/oldWALs, maxLogs=32 2024-11-18T17:20:13,463 INFO [RS:0;6912f599d260:41101 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:20:13,466 INFO [RS:0;6912f599d260:41101 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6912f599d260%2C41101%2C1731950412714, suffix=, logDir=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/WALs/6912f599d260,41101,1731950412714, archiveDir=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/oldWALs, maxLogs=32 2024-11-18T17:20:13,480 DEBUG [RS:0;6912f599d260:41101 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/WALs/6912f599d260,41101,1731950412714/6912f599d260%2C41101%2C1731950412714.1731950413467, exclude list is [], retry=0 2024-11-18T17:20:13,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34357,DS-4eedcf26-51d9-4b59-ba78-6758528faafd,DISK] 2024-11-18T17:20:13,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36729,DS-25d6f8ed-8ae1-4674-b91c-7a39e655b7bc,DISK] 2024-11-18T17:20:13,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44631,DS-bcd432c2-6cf3-4c21-b6f7-17b3f7952e5f,DISK] 2024-11-18T17:20:13,485 DEBUG [RS:1;6912f599d260:40271 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/WALs/6912f599d260,40271,1731950412750/6912f599d260%2C40271%2C1731950412750.1731950413464, exclude list is [], retry=0 2024-11-18T17:20:13,485 DEBUG [RS:2;6912f599d260:35145 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/WALs/6912f599d260,35145,1731950412787/6912f599d260%2C35145%2C1731950412787.1731950413464, exclude list is [], retry=0 2024-11-18T17:20:13,487 INFO [RS:0;6912f599d260:41101 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/WALs/6912f599d260,41101,1731950412714/6912f599d260%2C41101%2C1731950412714.1731950413467 2024-11-18T17:20:13,488 DEBUG [RS:0;6912f599d260:41101 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45547:45547),(127.0.0.1/127.0.0.1:42203:42203),(127.0.0.1/127.0.0.1:41739:41739)] 2024-11-18T17:20:13,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34357,DS-4eedcf26-51d9-4b59-ba78-6758528faafd,DISK] 2024-11-18T17:20:13,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36729,DS-25d6f8ed-8ae1-4674-b91c-7a39e655b7bc,DISK] 2024-11-18T17:20:13,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34357,DS-4eedcf26-51d9-4b59-ba78-6758528faafd,DISK] 2024-11-18T17:20:13,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44631,DS-bcd432c2-6cf3-4c21-b6f7-17b3f7952e5f,DISK] 2024-11-18T17:20:13,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36729,DS-25d6f8ed-8ae1-4674-b91c-7a39e655b7bc,DISK] 2024-11-18T17:20:13,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44631,DS-bcd432c2-6cf3-4c21-b6f7-17b3f7952e5f,DISK] 2024-11-18T17:20:13,497 INFO [RS:1;6912f599d260:40271 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/WALs/6912f599d260,40271,1731950412750/6912f599d260%2C40271%2C1731950412750.1731950413464 2024-11-18T17:20:13,497 INFO [RS:2;6912f599d260:35145 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/WALs/6912f599d260,35145,1731950412787/6912f599d260%2C35145%2C1731950412787.1731950413464 2024-11-18T17:20:13,497 DEBUG [RS:1;6912f599d260:40271 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45547:45547),(127.0.0.1/127.0.0.1:42203:42203),(127.0.0.1/127.0.0.1:41739:41739)] 2024-11-18T17:20:13,498 DEBUG [RS:2;6912f599d260:35145 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42203:42203),(127.0.0.1/127.0.0.1:45547:45547),(127.0.0.1/127.0.0.1:41739:41739)] 2024-11-18T17:20:13,574 DEBUG [6912f599d260:35795 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-18T17:20:13,575 DEBUG [6912f599d260:35795 {}] balancer.BalancerClusterState(204): Hosts are {6912f599d260=0} racks are {/default-rack=0} 2024-11-18T17:20:13,579 DEBUG [6912f599d260:35795 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T17:20:13,579 DEBUG [6912f599d260:35795 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T17:20:13,579 DEBUG [6912f599d260:35795 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-18T17:20:13,579 DEBUG [6912f599d260:35795 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T17:20:13,579 DEBUG [6912f599d260:35795 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T17:20:13,579 DEBUG [6912f599d260:35795 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-18T17:20:13,580 INFO [6912f599d260:35795 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T17:20:13,580 INFO [6912f599d260:35795 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T17:20:13,580 INFO [6912f599d260:35795 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-18T17:20:13,580 DEBUG [6912f599d260:35795 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T17:20:13,580 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6912f599d260,40271,1731950412750 2024-11-18T17:20:13,582 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,40271,1731950412750, state=OPENING 2024-11-18T17:20:13,619 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T17:20:13,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40271-0x101503fb4e80002, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:20:13,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x101503fb4e80001, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:20:13,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x101503fb4e80003, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:20:13,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x101503fb4e80000, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:20:13,628 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:20:13,629 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:20:13,629 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:20:13,629 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,40271,1731950412750}] 2024-11-18T17:20:13,629 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:20:13,629 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:20:14,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:20:14,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:20:14,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:20:15,435 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:20:15,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:20:15,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:20:15,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:20:16,132 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:20:16,132 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T17:20:21,638 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:20:21,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:20:21,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:20:21,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:20:23,634 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:20:23,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:20:23,651 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T17:20:23,651 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:20:23,651 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T17:20:23,654 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6912f599d260%2C40271%2C1731950412750.meta, suffix=.meta, logDir=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/WALs/6912f599d260,40271,1731950412750, archiveDir=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/oldWALs, maxLogs=32 2024-11-18T17:20:23,668 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/WALs/6912f599d260,40271,1731950412750/6912f599d260%2C40271%2C1731950412750.meta.1731950423655.meta, exclude list is [], retry=0 2024-11-18T17:20:23,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44631,DS-bcd432c2-6cf3-4c21-b6f7-17b3f7952e5f,DISK] 2024-11-18T17:20:23,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34357,DS-4eedcf26-51d9-4b59-ba78-6758528faafd,DISK] 2024-11-18T17:20:23,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36729,DS-25d6f8ed-8ae1-4674-b91c-7a39e655b7bc,DISK] 2024-11-18T17:20:23,673 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/WALs/6912f599d260,40271,1731950412750/6912f599d260%2C40271%2C1731950412750.meta.1731950423655.meta 2024-11-18T17:20:23,673 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41739:41739),(127.0.0.1/127.0.0.1:45547:45547),(127.0.0.1/127.0.0.1:42203:42203)] 2024-11-18T17:20:23,673 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:20:23,673 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:20:23,673 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T17:20:23,674 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T17:20:23,674 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T17:20:23,674 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:20:23,674 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T17:20:23,674 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T17:20:23,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:20:23,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:20:23,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:20:23,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:20:23,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:20:23,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:20:23,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:20:23,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:20:23,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:20:23,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:20:23,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:20:23,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:20:23,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:20:23,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:20:23,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:20:23,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:20:23,681 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:20:23,681 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/hbase/meta/1588230740 2024-11-18T17:20:23,683 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/hbase/meta/1588230740 2024-11-18T17:20:23,684 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:20:23,684 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:20:23,685 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:20:23,686 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:20:23,687 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64766644, jitterRate=-0.03490179777145386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:20:23,687 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T17:20:23,688 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731950423674Writing region info on filesystem at 1731950423674Initializing all the Stores at 1731950423675 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731950423675Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731950423675Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950423675Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731950423675Cleaning up temporary data from old regions at 1731950423684 (+9 ms)Running coprocessor post-open hooks at 1731950423687 (+3 ms)Region opened successfully at 1731950423688 (+1 ms) 2024-11-18T17:20:23,689 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731950423633 2024-11-18T17:20:23,691 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T17:20:23,691 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T17:20:23,691 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,40271,1731950412750 2024-11-18T17:20:23,692 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,40271,1731950412750, state=OPEN 2024-11-18T17:20:23,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40271-0x101503fb4e80002, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T17:20:23,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x101503fb4e80000, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T17:20:23,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x101503fb4e80003, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T17:20:23,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x101503fb4e80001, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T17:20:23,736 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6912f599d260,40271,1731950412750 2024-11-18T17:20:23,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:20:23,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:20:23,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:20:23,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:20:23,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T17:20:23,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,40271,1731950412750 in 10.1070 sec 2024-11-18T17:20:23,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T17:20:23,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5690 sec 2024-11-18T17:20:23,744 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:20:23,744 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T17:20:23,747 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:20:23,747 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,40271,1731950412750, seqNum=-1] 2024-11-18T17:20:23,747 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:20:23,749 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:20:23,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6350 sec 2024-11-18T17:20:23,755 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731950423755, completionTime=-1 2024-11-18T17:20:23,755 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-18T17:20:23,755 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T17:20:23,757 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-18T17:20:23,757 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731950483757 2024-11-18T17:20:23,757 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731950543757 2024-11-18T17:20:23,757 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T17:20:23,757 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-18T17:20:23,757 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,35795,1731950412565-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:20:23,758 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,35795,1731950412565-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:20:23,758 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,35795,1731950412565-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:20:23,758 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6912f599d260:35795, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:20:23,758 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T17:20:23,758 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T17:20:23,760 DEBUG [master/6912f599d260:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T17:20:23,762 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.916sec 2024-11-18T17:20:23,762 INFO [master/6912f599d260:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T17:20:23,762 INFO [master/6912f599d260:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T17:20:23,762 INFO [master/6912f599d260:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T17:20:23,762 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T17:20:23,762 INFO [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T17:20:23,762 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,35795,1731950412565-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:20:23,762 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,35795,1731950412565-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T17:20:23,765 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T17:20:23,765 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T17:20:23,765 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,35795,1731950412565-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:20:23,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775bc6ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:20:23,826 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,35795,-1 for getting cluster id 2024-11-18T17:20:23,827 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:20:23,829 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff4da41c-3c70-4ac9-92cf-077bd51d9df9' 2024-11-18T17:20:23,830 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:20:23,830 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff4da41c-3c70-4ac9-92cf-077bd51d9df9" 2024-11-18T17:20:23,831 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@680830b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:20:23,831 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,35795,-1] 2024-11-18T17:20:23,832 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:20:23,833 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:20:23,835 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:20:23,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@481a3cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:20:23,837 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:20:23,838 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,40271,1731950412750, seqNum=-1] 2024-11-18T17:20:23,839 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:20:23,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:20:23,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6912f599d260,35795,1731950412565 2024-11-18T17:20:23,844 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731950423844 (current time:1731950423844). 2024-11-18T17:20:23,844 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-18T17:20:23,844 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-18T17:20:23,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@655b75f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:20:23,845 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,35795,-1 for getting cluster id 2024-11-18T17:20:23,845 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:20:23,846 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff4da41c-3c70-4ac9-92cf-077bd51d9df9' 2024-11-18T17:20:23,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:20:23,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff4da41c-3c70-4ac9-92cf-077bd51d9df9" 2024-11-18T17:20:23,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eeaf96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:20:23,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,35795,-1] 2024-11-18T17:20:23,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:20:23,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:20:23,848 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:20:23,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c8bd0d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:20:23,850 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:20:23,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,40271,1731950412750, seqNum=-1] 2024-11-18T17:20:23,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:20:23,852 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:20:23,853 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:20:23,854 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:20:23,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:20:23,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:20:23,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:20:23,855 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:20:23,856 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,35795,1731950412565 2024-11-18T17:20:23,856 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d75267e 2024-11-18T17:20:23,856 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:20:23,858 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:20:23,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:20:23,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-18T17:20:23,862 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:20:23,862 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:20:23,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-18T17:20:23,863 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:20:23,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:20:23,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741837_1013 (size=361) 2024-11-18T17:20:23,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741837_1013 (size=361) 2024-11-18T17:20:23,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741837_1013 (size=361) 2024-11-18T17:20:23,875 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 08ea3cc004ecb753fe0a3dabd8509f42, NAME => 'SPTestTable,33333332,1731950423858.08ea3cc004ecb753fe0a3dabd8509f42.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a 2024-11-18T17:20:23,875 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e131d3835fe01f52306662056ac2b721, NAME => 'SPTestTable,,1731950423858.e131d3835fe01f52306662056ac2b721.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a 2024-11-18T17:20:23,875 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b370ba340c17a603cb338c4a8782e75a, NAME => 'SPTestTable,19999999,1731950423858.b370ba340c17a603cb338c4a8782e75a.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a 2024-11-18T17:20:23,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741839_1015 (size=54) 2024-11-18T17:20:23,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741839_1015 (size=54) 2024-11-18T17:20:23,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741838_1014 (size=62) 2024-11-18T17:20:23,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741838_1014 (size=62) 2024-11-18T17:20:23,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741838_1014 (size=62) 2024-11-18T17:20:23,890 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731950423858.b370ba340c17a603cb338c4a8782e75a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:20:23,890 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731950423858.e131d3835fe01f52306662056ac2b721.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:20:23,890 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b370ba340c17a603cb338c4a8782e75a, disabling compactions & flushes 2024-11-18T17:20:23,890 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e131d3835fe01f52306662056ac2b721, disabling compactions & flushes 2024-11-18T17:20:23,890 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731950423858.b370ba340c17a603cb338c4a8782e75a. 2024-11-18T17:20:23,890 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731950423858.b370ba340c17a603cb338c4a8782e75a. 2024-11-18T17:20:23,890 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731950423858.e131d3835fe01f52306662056ac2b721. 2024-11-18T17:20:23,890 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731950423858.b370ba340c17a603cb338c4a8782e75a. after waiting 0 ms 2024-11-18T17:20:23,890 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731950423858.e131d3835fe01f52306662056ac2b721. 2024-11-18T17:20:23,890 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731950423858.b370ba340c17a603cb338c4a8782e75a. 2024-11-18T17:20:23,890 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731950423858.e131d3835fe01f52306662056ac2b721. after waiting 0 ms 2024-11-18T17:20:23,890 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731950423858.b370ba340c17a603cb338c4a8782e75a. 2024-11-18T17:20:23,890 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731950423858.e131d3835fe01f52306662056ac2b721. 2024-11-18T17:20:23,890 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b370ba340c17a603cb338c4a8782e75a: Waiting for close lock at 1731950423890Disabling compacts and flushes for region at 1731950423890Disabling writes for close at 1731950423890Writing region close event to WAL at 1731950423890Closed at 1731950423890 2024-11-18T17:20:23,890 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731950423858.e131d3835fe01f52306662056ac2b721. 2024-11-18T17:20:23,890 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e131d3835fe01f52306662056ac2b721: Waiting for close lock at 1731950423890Disabling compacts and flushes for region at 1731950423890Disabling writes for close at 1731950423890Writing region close event to WAL at 1731950423890Closed at 1731950423890 2024-11-18T17:20:23,891 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 692e03bee450be63b38794ec015f57fc, NAME => 'SPTestTable,4ccccccb,1731950423858.692e03bee450be63b38794ec015f57fc.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a 2024-11-18T17:20:23,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741839_1015 (size=54) 2024-11-18T17:20:23,891 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 80c17335e8cde7be0fcd2cb2ccad1822, NAME => 'SPTestTable,66666664,1731950423858.80c17335e8cde7be0fcd2cb2ccad1822.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a 2024-11-18T17:20:23,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741840_1016 (size=62) 2024-11-18T17:20:23,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741840_1016 (size=62) 2024-11-18T17:20:23,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741840_1016 (size=62) 2024-11-18T17:20:23,895 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731950423858.08ea3cc004ecb753fe0a3dabd8509f42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:20:23,895 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 08ea3cc004ecb753fe0a3dabd8509f42, disabling compactions & flushes 2024-11-18T17:20:23,895 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731950423858.08ea3cc004ecb753fe0a3dabd8509f42. 2024-11-18T17:20:23,895 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731950423858.08ea3cc004ecb753fe0a3dabd8509f42. 2024-11-18T17:20:23,895 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731950423858.08ea3cc004ecb753fe0a3dabd8509f42. after waiting 0 ms 2024-11-18T17:20:23,895 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731950423858.08ea3cc004ecb753fe0a3dabd8509f42. 2024-11-18T17:20:23,895 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731950423858.08ea3cc004ecb753fe0a3dabd8509f42. 2024-11-18T17:20:23,895 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 08ea3cc004ecb753fe0a3dabd8509f42: Waiting for close lock at 1731950423895Disabling compacts and flushes for region at 1731950423895Disabling writes for close at 1731950423895Writing region close event to WAL at 1731950423895Closed at 1731950423895 2024-11-18T17:20:23,896 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => fbe70019cf63e56ae9dcdd175457e58c, NAME => 'SPTestTable,7ffffffd,1731950423858.fbe70019cf63e56ae9dcdd175457e58c.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a 2024-11-18T17:20:23,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741843_1019 (size=62) 2024-11-18T17:20:23,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741843_1019 (size=62) 2024-11-18T17:20:23,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741843_1019 (size=62) 2024-11-18T17:20:23,906 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731950423858.fbe70019cf63e56ae9dcdd175457e58c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:20:23,906 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing fbe70019cf63e56ae9dcdd175457e58c, disabling compactions & flushes 2024-11-18T17:20:23,906 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731950423858.fbe70019cf63e56ae9dcdd175457e58c. 2024-11-18T17:20:23,906 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731950423858.fbe70019cf63e56ae9dcdd175457e58c. 2024-11-18T17:20:23,906 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731950423858.fbe70019cf63e56ae9dcdd175457e58c. after waiting 0 ms 2024-11-18T17:20:23,906 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731950423858.fbe70019cf63e56ae9dcdd175457e58c. 2024-11-18T17:20:23,906 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731950423858.fbe70019cf63e56ae9dcdd175457e58c. 2024-11-18T17:20:23,906 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for fbe70019cf63e56ae9dcdd175457e58c: Waiting for close lock at 1731950423906Disabling compacts and flushes for region at 1731950423906Disabling writes for close at 1731950423906Writing region close event to WAL at 1731950423906Closed at 1731950423906 2024-11-18T17:20:23,907 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d4201152995f6a296a23a00768bd8149, NAME => 'SPTestTable,99999996,1731950423858.d4201152995f6a296a23a00768bd8149.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a 2024-11-18T17:20:23,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741842_1018 (size=62) 2024-11-18T17:20:23,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741842_1018 (size=62) 2024-11-18T17:20:23,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741842_1018 (size=62) 2024-11-18T17:20:23,914 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731950423858.80c17335e8cde7be0fcd2cb2ccad1822.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:20:23,914 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 80c17335e8cde7be0fcd2cb2ccad1822, disabling compactions & flushes 2024-11-18T17:20:23,914 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731950423858.80c17335e8cde7be0fcd2cb2ccad1822. 2024-11-18T17:20:23,914 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731950423858.80c17335e8cde7be0fcd2cb2ccad1822. 2024-11-18T17:20:23,914 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731950423858.80c17335e8cde7be0fcd2cb2ccad1822. after waiting 0 ms 2024-11-18T17:20:23,914 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731950423858.80c17335e8cde7be0fcd2cb2ccad1822. 2024-11-18T17:20:23,914 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731950423858.80c17335e8cde7be0fcd2cb2ccad1822. 2024-11-18T17:20:23,914 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 80c17335e8cde7be0fcd2cb2ccad1822: Waiting for close lock at 1731950423914Disabling compacts and flushes for region at 1731950423914Disabling writes for close at 1731950423914Writing region close event to WAL at 1731950423914Closed at 1731950423914 2024-11-18T17:20:23,915 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c257bbb3ddcc59971292027530567e34, NAME => 'SPTestTable,b333332f,1731950423858.c257bbb3ddcc59971292027530567e34.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a 2024-11-18T17:20:23,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741841_1017 (size=62) 2024-11-18T17:20:23,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741841_1017 (size=62) 2024-11-18T17:20:23,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741841_1017 (size=62) 2024-11-18T17:20:23,922 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731950423858.692e03bee450be63b38794ec015f57fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:20:23,922 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 692e03bee450be63b38794ec015f57fc, disabling compactions & flushes 2024-11-18T17:20:23,922 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731950423858.692e03bee450be63b38794ec015f57fc. 2024-11-18T17:20:23,923 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731950423858.692e03bee450be63b38794ec015f57fc. 2024-11-18T17:20:23,923 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731950423858.692e03bee450be63b38794ec015f57fc. after waiting 0 ms 2024-11-18T17:20:23,923 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731950423858.692e03bee450be63b38794ec015f57fc. 2024-11-18T17:20:23,923 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731950423858.692e03bee450be63b38794ec015f57fc. 2024-11-18T17:20:23,923 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 692e03bee450be63b38794ec015f57fc: Waiting for close lock at 1731950423922Disabling compacts and flushes for region at 1731950423922Disabling writes for close at 1731950423923 (+1 ms)Writing region close event to WAL at 1731950423923Closed at 1731950423923 2024-11-18T17:20:23,924 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => dce346cf0cfe26d38b27f8cd42613e72, NAME => 'SPTestTable,ccccccc8,1731950423858.dce346cf0cfe26d38b27f8cd42613e72.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a 2024-11-18T17:20:23,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741844_1020 (size=62) 2024-11-18T17:20:23,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741845_1021 (size=62) 2024-11-18T17:20:23,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741845_1021 (size=62) 2024-11-18T17:20:23,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741845_1021 (size=62) 2024-11-18T17:20:23,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741844_1020 (size=62) 2024-11-18T17:20:23,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741844_1020 (size=62) 2024-11-18T17:20:23,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741846_1022 (size=62) 2024-11-18T17:20:23,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741846_1022 (size=62) 2024-11-18T17:20:23,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741846_1022 (size=62) 2024-11-18T17:20:23,942 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731950423858.dce346cf0cfe26d38b27f8cd42613e72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:20:23,942 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing dce346cf0cfe26d38b27f8cd42613e72, disabling compactions & flushes 2024-11-18T17:20:23,942 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731950423858.dce346cf0cfe26d38b27f8cd42613e72. 2024-11-18T17:20:23,942 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731950423858.dce346cf0cfe26d38b27f8cd42613e72. 2024-11-18T17:20:23,942 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731950423858.dce346cf0cfe26d38b27f8cd42613e72. after waiting 0 ms 2024-11-18T17:20:23,942 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731950423858.dce346cf0cfe26d38b27f8cd42613e72. 2024-11-18T17:20:23,942 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731950423858.dce346cf0cfe26d38b27f8cd42613e72. 2024-11-18T17:20:23,942 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for dce346cf0cfe26d38b27f8cd42613e72: Waiting for close lock at 1731950423942Disabling compacts and flushes for region at 1731950423942Disabling writes for close at 1731950423942Writing region close event to WAL at 1731950423942Closed at 1731950423942 2024-11-18T17:20:23,943 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 52b2fc0c1ddd34809e76ac3708986ba0, NAME => 'SPTestTable,e6666661,1731950423858.52b2fc0c1ddd34809e76ac3708986ba0.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a 2024-11-18T17:20:23,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741847_1023 (size=54) 2024-11-18T17:20:23,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741847_1023 (size=54) 2024-11-18T17:20:23,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741847_1023 (size=54) 2024-11-18T17:20:23,952 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731950423858.52b2fc0c1ddd34809e76ac3708986ba0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:20:23,952 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 52b2fc0c1ddd34809e76ac3708986ba0, disabling compactions & flushes 2024-11-18T17:20:23,952 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731950423858.52b2fc0c1ddd34809e76ac3708986ba0. 2024-11-18T17:20:23,952 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731950423858.52b2fc0c1ddd34809e76ac3708986ba0. 2024-11-18T17:20:23,952 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731950423858.52b2fc0c1ddd34809e76ac3708986ba0. after waiting 0 ms 2024-11-18T17:20:23,952 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731950423858.52b2fc0c1ddd34809e76ac3708986ba0. 2024-11-18T17:20:23,952 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731950423858.52b2fc0c1ddd34809e76ac3708986ba0. 2024-11-18T17:20:23,952 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 52b2fc0c1ddd34809e76ac3708986ba0: Waiting for close lock at 1731950423952Disabling compacts and flushes for region at 1731950423952Disabling writes for close at 1731950423952Writing region close event to WAL at 1731950423952Closed at 1731950423952 2024-11-18T17:20:23,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:20:24,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:20:24,340 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731950423858.c257bbb3ddcc59971292027530567e34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:20:24,340 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c257bbb3ddcc59971292027530567e34, disabling compactions & flushes 2024-11-18T17:20:24,340 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731950423858.c257bbb3ddcc59971292027530567e34. 2024-11-18T17:20:24,340 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731950423858.d4201152995f6a296a23a00768bd8149.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:20:24,340 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731950423858.c257bbb3ddcc59971292027530567e34. 2024-11-18T17:20:24,341 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731950423858.c257bbb3ddcc59971292027530567e34. after waiting 0 ms 2024-11-18T17:20:24,341 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing d4201152995f6a296a23a00768bd8149, disabling compactions & flushes 2024-11-18T17:20:24,341 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731950423858.c257bbb3ddcc59971292027530567e34. 2024-11-18T17:20:24,341 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731950423858.d4201152995f6a296a23a00768bd8149. 2024-11-18T17:20:24,341 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731950423858.c257bbb3ddcc59971292027530567e34. 2024-11-18T17:20:24,341 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731950423858.d4201152995f6a296a23a00768bd8149. 2024-11-18T17:20:24,341 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c257bbb3ddcc59971292027530567e34: Waiting for close lock at 1731950424340Disabling compacts and flushes for region at 1731950424340Disabling writes for close at 1731950424341 (+1 ms)Writing region close event to WAL at 1731950424341Closed at 1731950424341 2024-11-18T17:20:24,341 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731950423858.d4201152995f6a296a23a00768bd8149. after waiting 0 ms 2024-11-18T17:20:24,341 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731950423858.d4201152995f6a296a23a00768bd8149. 2024-11-18T17:20:24,341 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731950423858.d4201152995f6a296a23a00768bd8149. 2024-11-18T17:20:24,341 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for d4201152995f6a296a23a00768bd8149: Waiting for close lock at 1731950424340Disabling compacts and flushes for region at 1731950424340Disabling writes for close at 1731950424341 (+1 ms)Writing region close event to WAL at 1731950424341Closed at 1731950424341 2024-11-18T17:20:24,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:20:24,345 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731950423858.b370ba340c17a603cb338c4a8782e75a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731950424344"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731950424344"}]},"ts":"1731950424344"} 2024-11-18T17:20:24,345 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731950423858.e131d3835fe01f52306662056ac2b721.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731950424344"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731950424344"}]},"ts":"1731950424344"} 2024-11-18T17:20:24,345 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731950423858.08ea3cc004ecb753fe0a3dabd8509f42.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731950424344"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731950424344"}]},"ts":"1731950424344"} 2024-11-18T17:20:24,346 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731950423858.fbe70019cf63e56ae9dcdd175457e58c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731950424344"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731950424344"}]},"ts":"1731950424344"} 2024-11-18T17:20:24,346 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731950423858.80c17335e8cde7be0fcd2cb2ccad1822.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731950424344"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731950424344"}]},"ts":"1731950424344"} 2024-11-18T17:20:24,346 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731950423858.692e03bee450be63b38794ec015f57fc.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731950424344"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731950424344"}]},"ts":"1731950424344"} 2024-11-18T17:20:24,346 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731950423858.dce346cf0cfe26d38b27f8cd42613e72.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731950424344"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731950424344"}]},"ts":"1731950424344"} 2024-11-18T17:20:24,346 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731950423858.52b2fc0c1ddd34809e76ac3708986ba0.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731950424344"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731950424344"}]},"ts":"1731950424344"} 2024-11-18T17:20:24,347 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731950423858.c257bbb3ddcc59971292027530567e34.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731950424344"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731950424344"}]},"ts":"1731950424344"} 2024-11-18T17:20:24,347 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731950423858.d4201152995f6a296a23a00768bd8149.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731950424344"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731950424344"}]},"ts":"1731950424344"} 2024-11-18T17:20:24,351 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-18T17:20:24,352 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:20:24,353 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731950424352"}]},"ts":"1731950424352"} 2024-11-18T17:20:24,355 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-18T17:20:24,355 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {6912f599d260=0} racks are {/default-rack=0} 2024-11-18T17:20:24,360 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T17:20:24,360 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T17:20:24,360 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-18T17:20:24,360 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T17:20:24,360 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T17:20:24,360 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-18T17:20:24,360 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T17:20:24,360 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T17:20:24,360 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-18T17:20:24,360 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T17:20:24,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e131d3835fe01f52306662056ac2b721, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b370ba340c17a603cb338c4a8782e75a, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=08ea3cc004ecb753fe0a3dabd8509f42, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=692e03bee450be63b38794ec015f57fc, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=80c17335e8cde7be0fcd2cb2ccad1822, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fbe70019cf63e56ae9dcdd175457e58c, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d4201152995f6a296a23a00768bd8149, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c257bbb3ddcc59971292027530567e34, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dce346cf0cfe26d38b27f8cd42613e72, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=52b2fc0c1ddd34809e76ac3708986ba0, ASSIGN}] 2024-11-18T17:20:24,362 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=80c17335e8cde7be0fcd2cb2ccad1822, ASSIGN 2024-11-18T17:20:24,362 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=692e03bee450be63b38794ec015f57fc, ASSIGN 2024-11-18T17:20:24,363 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=08ea3cc004ecb753fe0a3dabd8509f42, ASSIGN 2024-11-18T17:20:24,363 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b370ba340c17a603cb338c4a8782e75a, ASSIGN 2024-11-18T17:20:24,364 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=52b2fc0c1ddd34809e76ac3708986ba0, ASSIGN 2024-11-18T17:20:24,364 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=692e03bee450be63b38794ec015f57fc, ASSIGN; state=OFFLINE, location=6912f599d260,35145,1731950412787; forceNewPlan=false, retain=false 2024-11-18T17:20:24,364 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b370ba340c17a603cb338c4a8782e75a, ASSIGN; state=OFFLINE, location=6912f599d260,40271,1731950412750; forceNewPlan=false, retain=false 2024-11-18T17:20:24,364 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=80c17335e8cde7be0fcd2cb2ccad1822, ASSIGN; state=OFFLINE, location=6912f599d260,41101,1731950412714; forceNewPlan=false, retain=false 2024-11-18T17:20:24,364 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=08ea3cc004ecb753fe0a3dabd8509f42, ASSIGN; state=OFFLINE, location=6912f599d260,35145,1731950412787; forceNewPlan=false, retain=false 2024-11-18T17:20:24,364 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=52b2fc0c1ddd34809e76ac3708986ba0, ASSIGN; state=OFFLINE, location=6912f599d260,41101,1731950412714; forceNewPlan=false, retain=false 2024-11-18T17:20:24,366 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d4201152995f6a296a23a00768bd8149, ASSIGN 2024-11-18T17:20:24,366 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c257bbb3ddcc59971292027530567e34, ASSIGN 2024-11-18T17:20:24,367 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dce346cf0cfe26d38b27f8cd42613e72, ASSIGN 2024-11-18T17:20:24,367 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d4201152995f6a296a23a00768bd8149, ASSIGN; state=OFFLINE, location=6912f599d260,40271,1731950412750; forceNewPlan=false, retain=false 2024-11-18T17:20:24,367 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c257bbb3ddcc59971292027530567e34, ASSIGN; state=OFFLINE, location=6912f599d260,35145,1731950412787; forceNewPlan=false, retain=false 2024-11-18T17:20:24,367 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fbe70019cf63e56ae9dcdd175457e58c, ASSIGN 2024-11-18T17:20:24,368 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fbe70019cf63e56ae9dcdd175457e58c, ASSIGN; state=OFFLINE, location=6912f599d260,40271,1731950412750; forceNewPlan=false, retain=false 2024-11-18T17:20:24,368 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dce346cf0cfe26d38b27f8cd42613e72, ASSIGN; state=OFFLINE, location=6912f599d260,40271,1731950412750; forceNewPlan=false, retain=false 2024-11-18T17:20:24,368 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e131d3835fe01f52306662056ac2b721, ASSIGN 2024-11-18T17:20:24,369 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e131d3835fe01f52306662056ac2b721, ASSIGN; state=OFFLINE, location=6912f599d260,41101,1731950412714; forceNewPlan=false, retain=false 2024-11-18T17:20:24,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:20:24,515 INFO [6912f599d260:35795 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-18T17:20:24,516 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e131d3835fe01f52306662056ac2b721, regionState=OPENING, regionLocation=6912f599d260,41101,1731950412714 2024-11-18T17:20:24,516 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=80c17335e8cde7be0fcd2cb2ccad1822, regionState=OPENING, regionLocation=6912f599d260,41101,1731950412714 2024-11-18T17:20:24,516 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=dce346cf0cfe26d38b27f8cd42613e72, regionState=OPENING, regionLocation=6912f599d260,40271,1731950412750 2024-11-18T17:20:24,516 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d4201152995f6a296a23a00768bd8149, regionState=OPENING, regionLocation=6912f599d260,40271,1731950412750 2024-11-18T17:20:24,516 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=52b2fc0c1ddd34809e76ac3708986ba0, regionState=OPENING, regionLocation=6912f599d260,41101,1731950412714 2024-11-18T17:20:24,517 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=fbe70019cf63e56ae9dcdd175457e58c, regionState=OPENING, regionLocation=6912f599d260,40271,1731950412750 2024-11-18T17:20:24,517 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b370ba340c17a603cb338c4a8782e75a, regionState=OPENING, regionLocation=6912f599d260,40271,1731950412750 2024-11-18T17:20:24,517 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=692e03bee450be63b38794ec015f57fc, regionState=OPENING, regionLocation=6912f599d260,35145,1731950412787 2024-11-18T17:20:24,517 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c257bbb3ddcc59971292027530567e34, regionState=OPENING, regionLocation=6912f599d260,35145,1731950412787 2024-11-18T17:20:24,519 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=08ea3cc004ecb753fe0a3dabd8509f42, regionState=OPENING, regionLocation=6912f599d260,35145,1731950412787 2024-11-18T17:20:24,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e131d3835fe01f52306662056ac2b721, ASSIGN because future has completed 2024-11-18T17:20:24,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e131d3835fe01f52306662056ac2b721, server=6912f599d260,41101,1731950412714}] 2024-11-18T17:20:24,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d4201152995f6a296a23a00768bd8149, ASSIGN because future has completed 2024-11-18T17:20:24,524 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4201152995f6a296a23a00768bd8149, server=6912f599d260,40271,1731950412750}] 2024-11-18T17:20:24,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dce346cf0cfe26d38b27f8cd42613e72, ASSIGN because future has completed 2024-11-18T17:20:24,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure dce346cf0cfe26d38b27f8cd42613e72, server=6912f599d260,40271,1731950412750}] 2024-11-18T17:20:24,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=80c17335e8cde7be0fcd2cb2ccad1822, ASSIGN because future has completed 2024-11-18T17:20:24,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=52b2fc0c1ddd34809e76ac3708986ba0, ASSIGN because future has completed 2024-11-18T17:20:24,527 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80c17335e8cde7be0fcd2cb2ccad1822, server=6912f599d260,41101,1731950412714}] 2024-11-18T17:20:24,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fbe70019cf63e56ae9dcdd175457e58c, ASSIGN because future has completed 2024-11-18T17:20:24,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=692e03bee450be63b38794ec015f57fc, ASSIGN because future has completed 2024-11-18T17:20:24,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52b2fc0c1ddd34809e76ac3708986ba0, server=6912f599d260,41101,1731950412714}] 2024-11-18T17:20:24,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbe70019cf63e56ae9dcdd175457e58c, server=6912f599d260,40271,1731950412750}] 2024-11-18T17:20:24,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 692e03bee450be63b38794ec015f57fc, server=6912f599d260,35145,1731950412787}] 2024-11-18T17:20:24,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b370ba340c17a603cb338c4a8782e75a, ASSIGN because future has completed 2024-11-18T17:20:24,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c257bbb3ddcc59971292027530567e34, ASSIGN because future has completed 2024-11-18T17:20:24,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=08ea3cc004ecb753fe0a3dabd8509f42, ASSIGN because future has completed 2024-11-18T17:20:24,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08ea3cc004ecb753fe0a3dabd8509f42, server=6912f599d260,35145,1731950412787}] 2024-11-18T17:20:24,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c257bbb3ddcc59971292027530567e34, server=6912f599d260,35145,1731950412787}] 2024-11-18T17:20:24,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b370ba340c17a603cb338c4a8782e75a, server=6912f599d260,40271,1731950412750}] 2024-11-18T17:20:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:20:25,305 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T17:20:26,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:20:26,132 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T17:20:26,132 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T17:20:26,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:20:26,134 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T17:20:28,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:20:29,179 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:20:29,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:20:29,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:20:29,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:20:32,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:20:34,527 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:20:34,531 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:20:34,534 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:20:34,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:20:34,539 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731950423858.dce346cf0cfe26d38b27f8cd42613e72. 2024-11-18T17:20:34,540 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => dce346cf0cfe26d38b27f8cd42613e72, NAME => 'SPTestTable,ccccccc8,1731950423858.dce346cf0cfe26d38b27f8cd42613e72.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-18T17:20:34,540 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dce346cf0cfe26d38b27f8cd42613e72 2024-11-18T17:20:34,540 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731950423858.dce346cf0cfe26d38b27f8cd42613e72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:20:34,540 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for dce346cf0cfe26d38b27f8cd42613e72 2024-11-18T17:20:34,540 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for dce346cf0cfe26d38b27f8cd42613e72 2024-11-18T17:20:34,541 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,,1731950423858.e131d3835fe01f52306662056ac2b721. 2024-11-18T17:20:34,541 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => e131d3835fe01f52306662056ac2b721, NAME => 'SPTestTable,,1731950423858.e131d3835fe01f52306662056ac2b721.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-18T17:20:34,541 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e131d3835fe01f52306662056ac2b721 2024-11-18T17:20:34,541 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,,1731950423858.e131d3835fe01f52306662056ac2b721.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:20:34,541 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for e131d3835fe01f52306662056ac2b721 2024-11-18T17:20:34,541 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for e131d3835fe01f52306662056ac2b721 2024-11-18T17:20:34,542 INFO [StoreOpener-dce346cf0cfe26d38b27f8cd42613e72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dce346cf0cfe26d38b27f8cd42613e72 2024-11-18T17:20:34,542 INFO [StoreOpener-e131d3835fe01f52306662056ac2b721-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e131d3835fe01f52306662056ac2b721 2024-11-18T17:20:34,543 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731950423858.08ea3cc004ecb753fe0a3dabd8509f42. 2024-11-18T17:20:34,543 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 08ea3cc004ecb753fe0a3dabd8509f42, NAME => 'SPTestTable,33333332,1731950423858.08ea3cc004ecb753fe0a3dabd8509f42.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-18T17:20:34,544 INFO [StoreOpener-dce346cf0cfe26d38b27f8cd42613e72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dce346cf0cfe26d38b27f8cd42613e72 columnFamilyName cf 2024-11-18T17:20:34,544 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 08ea3cc004ecb753fe0a3dabd8509f42 2024-11-18T17:20:34,544 DEBUG [StoreOpener-dce346cf0cfe26d38b27f8cd42613e72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:20:34,544 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731950423858.08ea3cc004ecb753fe0a3dabd8509f42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:20:34,544 INFO [StoreOpener-e131d3835fe01f52306662056ac2b721-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e131d3835fe01f52306662056ac2b721 columnFamilyName cf 2024-11-18T17:20:34,544 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 08ea3cc004ecb753fe0a3dabd8509f42 2024-11-18T17:20:34,544 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 08ea3cc004ecb753fe0a3dabd8509f42 2024-11-18T17:20:34,544 DEBUG [StoreOpener-e131d3835fe01f52306662056ac2b721-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:20:34,544 INFO [StoreOpener-dce346cf0cfe26d38b27f8cd42613e72-1 {}] regionserver.HStore(327): Store=dce346cf0cfe26d38b27f8cd42613e72/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:20:34,544 INFO [StoreOpener-e131d3835fe01f52306662056ac2b721-1 {}] regionserver.HStore(327): Store=e131d3835fe01f52306662056ac2b721/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:20:34,544 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for dce346cf0cfe26d38b27f8cd42613e72 2024-11-18T17:20:34,544 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for e131d3835fe01f52306662056ac2b721 2024-11-18T17:20:34,545 INFO [StoreOpener-08ea3cc004ecb753fe0a3dabd8509f42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 08ea3cc004ecb753fe0a3dabd8509f42 2024-11-18T17:20:34,545 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/dce346cf0cfe26d38b27f8cd42613e72 2024-11-18T17:20:34,545 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/e131d3835fe01f52306662056ac2b721 2024-11-18T17:20:34,545 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/dce346cf0cfe26d38b27f8cd42613e72 2024-11-18T17:20:34,545 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/e131d3835fe01f52306662056ac2b721 2024-11-18T17:20:34,546 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for e131d3835fe01f52306662056ac2b721 2024-11-18T17:20:34,546 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for dce346cf0cfe26d38b27f8cd42613e72 2024-11-18T17:20:34,546 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for dce346cf0cfe26d38b27f8cd42613e72 2024-11-18T17:20:34,546 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for e131d3835fe01f52306662056ac2b721 2024-11-18T17:20:34,546 INFO [StoreOpener-08ea3cc004ecb753fe0a3dabd8509f42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08ea3cc004ecb753fe0a3dabd8509f42 columnFamilyName cf 2024-11-18T17:20:34,546 DEBUG [StoreOpener-08ea3cc004ecb753fe0a3dabd8509f42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:20:34,547 INFO [StoreOpener-08ea3cc004ecb753fe0a3dabd8509f42-1 {}] regionserver.HStore(327): Store=08ea3cc004ecb753fe0a3dabd8509f42/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:20:34,547 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 08ea3cc004ecb753fe0a3dabd8509f42 2024-11-18T17:20:34,547 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for dce346cf0cfe26d38b27f8cd42613e72 2024-11-18T17:20:34,547 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/08ea3cc004ecb753fe0a3dabd8509f42 2024-11-18T17:20:34,547 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for e131d3835fe01f52306662056ac2b721 2024-11-18T17:20:34,548 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/08ea3cc004ecb753fe0a3dabd8509f42 2024-11-18T17:20:34,548 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 08ea3cc004ecb753fe0a3dabd8509f42 2024-11-18T17:20:34,548 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 08ea3cc004ecb753fe0a3dabd8509f42 2024-11-18T17:20:34,550 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 08ea3cc004ecb753fe0a3dabd8509f42 2024-11-18T17:20:34,552 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/dce346cf0cfe26d38b27f8cd42613e72/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:20:34,552 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/e131d3835fe01f52306662056ac2b721/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:20:34,552 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened e131d3835fe01f52306662056ac2b721; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63519882, jitterRate=-0.05347999930381775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T17:20:34,552 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened dce346cf0cfe26d38b27f8cd42613e72; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65742935, jitterRate=-0.020353928208351135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T17:20:34,553 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dce346cf0cfe26d38b27f8cd42613e72 2024-11-18T17:20:34,553 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e131d3835fe01f52306662056ac2b721 2024-11-18T17:20:34,553 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for dce346cf0cfe26d38b27f8cd42613e72: Running coprocessor pre-open hook at 1731950434540Writing region info on filesystem at 1731950434540Initializing all the Stores at 1731950434542 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950434542Cleaning up temporary data from old regions at 1731950434546 (+4 ms)Running coprocessor post-open hooks at 1731950434553 (+7 ms)Region opened successfully at 1731950434553 2024-11-18T17:20:34,553 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for e131d3835fe01f52306662056ac2b721: Running coprocessor pre-open hook at 1731950434541Writing region info on filesystem at 1731950434541Initializing all the Stores at 1731950434542 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950434542Cleaning up temporary data from old regions at 1731950434546 (+4 ms)Running coprocessor post-open hooks at 1731950434553 (+7 ms)Region opened successfully at 1731950434553 2024-11-18T17:20:34,554 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731950423858.dce346cf0cfe26d38b27f8cd42613e72., pid=17, masterSystemTime=1731950434527 2024-11-18T17:20:34,554 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731950423858.e131d3835fe01f52306662056ac2b721., pid=15, masterSystemTime=1731950434526 2024-11-18T17:20:34,554 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/08ea3cc004ecb753fe0a3dabd8509f42/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:20:34,555 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 08ea3cc004ecb753fe0a3dabd8509f42; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69927739, jitterRate=0.04200451076030731}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T17:20:34,555 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 08ea3cc004ecb753fe0a3dabd8509f42 2024-11-18T17:20:34,555 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 08ea3cc004ecb753fe0a3dabd8509f42: Running coprocessor pre-open hook at 1731950434544Writing region info on filesystem at 1731950434544Initializing all the Stores at 1731950434545 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950434545Cleaning up temporary data from old regions at 1731950434548 (+3 ms)Running coprocessor post-open hooks at 1731950434555 (+7 ms)Region opened successfully at 1731950434555 2024-11-18T17:20:34,556 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731950423858.08ea3cc004ecb753fe0a3dabd8509f42., pid=22, masterSystemTime=1731950434534 2024-11-18T17:20:34,556 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731950423858.dce346cf0cfe26d38b27f8cd42613e72. 2024-11-18T17:20:34,556 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731950423858.dce346cf0cfe26d38b27f8cd42613e72. 2024-11-18T17:20:34,556 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731950423858.fbe70019cf63e56ae9dcdd175457e58c. 2024-11-18T17:20:34,556 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => fbe70019cf63e56ae9dcdd175457e58c, NAME => 'SPTestTable,7ffffffd,1731950423858.fbe70019cf63e56ae9dcdd175457e58c.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-18T17:20:34,557 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=dce346cf0cfe26d38b27f8cd42613e72, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,40271,1731950412750 2024-11-18T17:20:34,557 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fbe70019cf63e56ae9dcdd175457e58c 2024-11-18T17:20:34,557 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731950423858.e131d3835fe01f52306662056ac2b721. 2024-11-18T17:20:34,557 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731950423858.fbe70019cf63e56ae9dcdd175457e58c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:20:34,557 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731950423858.e131d3835fe01f52306662056ac2b721. 2024-11-18T17:20:34,557 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for fbe70019cf63e56ae9dcdd175457e58c 2024-11-18T17:20:34,557 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731950423858.52b2fc0c1ddd34809e76ac3708986ba0. 2024-11-18T17:20:34,557 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for fbe70019cf63e56ae9dcdd175457e58c 2024-11-18T17:20:34,557 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 52b2fc0c1ddd34809e76ac3708986ba0, NAME => 'SPTestTable,e6666661,1731950423858.52b2fc0c1ddd34809e76ac3708986ba0.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-18T17:20:34,557 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 52b2fc0c1ddd34809e76ac3708986ba0 2024-11-18T17:20:34,557 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731950423858.52b2fc0c1ddd34809e76ac3708986ba0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:20:34,558 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 52b2fc0c1ddd34809e76ac3708986ba0 2024-11-18T17:20:34,558 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e131d3835fe01f52306662056ac2b721, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,41101,1731950412714 2024-11-18T17:20:34,558 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 52b2fc0c1ddd34809e76ac3708986ba0 2024-11-18T17:20:34,558 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731950423858.08ea3cc004ecb753fe0a3dabd8509f42. 2024-11-18T17:20:34,558 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731950423858.08ea3cc004ecb753fe0a3dabd8509f42. 2024-11-18T17:20:34,558 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731950423858.692e03bee450be63b38794ec015f57fc. 2024-11-18T17:20:34,558 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 692e03bee450be63b38794ec015f57fc, NAME => 'SPTestTable,4ccccccb,1731950423858.692e03bee450be63b38794ec015f57fc.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-18T17:20:34,558 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 692e03bee450be63b38794ec015f57fc 2024-11-18T17:20:34,558 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731950423858.692e03bee450be63b38794ec015f57fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:20:34,559 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 692e03bee450be63b38794ec015f57fc 2024-11-18T17:20:34,559 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 692e03bee450be63b38794ec015f57fc 2024-11-18T17:20:34,559 INFO [StoreOpener-fbe70019cf63e56ae9dcdd175457e58c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fbe70019cf63e56ae9dcdd175457e58c 2024-11-18T17:20:34,559 INFO [StoreOpener-52b2fc0c1ddd34809e76ac3708986ba0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 52b2fc0c1ddd34809e76ac3708986ba0 2024-11-18T17:20:34,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure dce346cf0cfe26d38b27f8cd42613e72, server=6912f599d260,40271,1731950412750 because future has completed 2024-11-18T17:20:34,560 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=08ea3cc004ecb753fe0a3dabd8509f42, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,35145,1731950412787 2024-11-18T17:20:34,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e131d3835fe01f52306662056ac2b721, server=6912f599d260,41101,1731950412714 because future has completed 2024-11-18T17:20:34,562 INFO [StoreOpener-52b2fc0c1ddd34809e76ac3708986ba0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52b2fc0c1ddd34809e76ac3708986ba0 columnFamilyName cf 2024-11-18T17:20:34,562 INFO [StoreOpener-fbe70019cf63e56ae9dcdd175457e58c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbe70019cf63e56ae9dcdd175457e58c columnFamilyName cf 2024-11-18T17:20:34,562 DEBUG [StoreOpener-52b2fc0c1ddd34809e76ac3708986ba0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:20:34,562 DEBUG [StoreOpener-fbe70019cf63e56ae9dcdd175457e58c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:20:34,563 INFO [StoreOpener-fbe70019cf63e56ae9dcdd175457e58c-1 {}] regionserver.HStore(327): Store=fbe70019cf63e56ae9dcdd175457e58c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:20:34,563 INFO [StoreOpener-52b2fc0c1ddd34809e76ac3708986ba0-1 {}] regionserver.HStore(327): Store=52b2fc0c1ddd34809e76ac3708986ba0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:20:34,563 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for fbe70019cf63e56ae9dcdd175457e58c 2024-11-18T17:20:34,563 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 52b2fc0c1ddd34809e76ac3708986ba0 2024-11-18T17:20:34,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08ea3cc004ecb753fe0a3dabd8509f42, server=6912f599d260,35145,1731950412787 because future has completed 2024-11-18T17:20:34,564 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/52b2fc0c1ddd34809e76ac3708986ba0 2024-11-18T17:20:34,564 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/fbe70019cf63e56ae9dcdd175457e58c 2024-11-18T17:20:34,564 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/52b2fc0c1ddd34809e76ac3708986ba0 2024-11-18T17:20:34,565 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/fbe70019cf63e56ae9dcdd175457e58c 2024-11-18T17:20:34,565 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 52b2fc0c1ddd34809e76ac3708986ba0 2024-11-18T17:20:34,565 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 52b2fc0c1ddd34809e76ac3708986ba0 2024-11-18T17:20:34,565 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for fbe70019cf63e56ae9dcdd175457e58c 2024-11-18T17:20:34,565 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for fbe70019cf63e56ae9dcdd175457e58c 2024-11-18T17:20:34,567 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 52b2fc0c1ddd34809e76ac3708986ba0 2024-11-18T17:20:34,567 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for fbe70019cf63e56ae9dcdd175457e58c 2024-11-18T17:20:34,569 INFO [StoreOpener-692e03bee450be63b38794ec015f57fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 692e03bee450be63b38794ec015f57fc 2024-11-18T17:20:34,569 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35795 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=6912f599d260,35145,1731950412787, table=SPTestTable, region=08ea3cc004ecb753fe0a3dabd8509f42. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T17:20:34,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=13 2024-11-18T17:20:34,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure dce346cf0cfe26d38b27f8cd42613e72, server=6912f599d260,40271,1731950412750 in 10.0370 sec 2024-11-18T17:20:34,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=5 2024-11-18T17:20:34,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e131d3835fe01f52306662056ac2b721, server=6912f599d260,41101,1731950412714 in 10.0400 sec 2024-11-18T17:20:34,571 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/52b2fc0c1ddd34809e76ac3708986ba0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:20:34,572 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 52b2fc0c1ddd34809e76ac3708986ba0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65934048, jitterRate=-0.017506122589111328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T17:20:34,572 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 52b2fc0c1ddd34809e76ac3708986ba0 2024-11-18T17:20:34,572 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/fbe70019cf63e56ae9dcdd175457e58c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:20:34,572 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 52b2fc0c1ddd34809e76ac3708986ba0: Running coprocessor pre-open hook at 1731950434558Writing region info on filesystem at 1731950434558Initializing all the Stores at 1731950434558Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950434558Cleaning up temporary data from old regions at 1731950434565 (+7 ms)Running coprocessor post-open hooks at 1731950434572 (+7 ms)Region opened successfully at 1731950434572 2024-11-18T17:20:34,572 INFO [StoreOpener-692e03bee450be63b38794ec015f57fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 692e03bee450be63b38794ec015f57fc columnFamilyName cf 2024-11-18T17:20:34,572 DEBUG [StoreOpener-692e03bee450be63b38794ec015f57fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:20:34,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dce346cf0cfe26d38b27f8cd42613e72, ASSIGN in 10.2080 sec 2024-11-18T17:20:34,573 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e131d3835fe01f52306662056ac2b721, ASSIGN in 10.2100 sec 2024-11-18T17:20:34,573 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731950423858.52b2fc0c1ddd34809e76ac3708986ba0., pid=19, masterSystemTime=1731950434526 2024-11-18T17:20:34,573 INFO [StoreOpener-692e03bee450be63b38794ec015f57fc-1 {}] regionserver.HStore(327): Store=692e03bee450be63b38794ec015f57fc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:20:34,573 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened fbe70019cf63e56ae9dcdd175457e58c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62246774, jitterRate=-0.07245078682899475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T17:20:34,573 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 692e03bee450be63b38794ec015f57fc 2024-11-18T17:20:34,573 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fbe70019cf63e56ae9dcdd175457e58c 2024-11-18T17:20:34,574 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for fbe70019cf63e56ae9dcdd175457e58c: Running coprocessor pre-open hook at 1731950434557Writing region info on filesystem at 1731950434557Initializing all the Stores at 1731950434558 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950434558Cleaning up temporary data from old regions at 1731950434565 (+7 ms)Running coprocessor post-open hooks at 1731950434573 (+8 ms)Region opened successfully at 1731950434574 (+1 ms) 2024-11-18T17:20:34,575 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/692e03bee450be63b38794ec015f57fc 2024-11-18T17:20:34,575 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731950423858.fbe70019cf63e56ae9dcdd175457e58c., pid=21, masterSystemTime=1731950434527 2024-11-18T17:20:34,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-11-18T17:20:34,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 08ea3cc004ecb753fe0a3dabd8509f42, server=6912f599d260,35145,1731950412787 in 10.0380 sec 2024-11-18T17:20:34,576 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/692e03bee450be63b38794ec015f57fc 2024-11-18T17:20:34,576 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731950423858.52b2fc0c1ddd34809e76ac3708986ba0. 2024-11-18T17:20:34,576 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731950423858.52b2fc0c1ddd34809e76ac3708986ba0. 2024-11-18T17:20:34,576 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731950423858.80c17335e8cde7be0fcd2cb2ccad1822. 2024-11-18T17:20:34,576 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 80c17335e8cde7be0fcd2cb2ccad1822, NAME => 'SPTestTable,66666664,1731950423858.80c17335e8cde7be0fcd2cb2ccad1822.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-18T17:20:34,577 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 692e03bee450be63b38794ec015f57fc 2024-11-18T17:20:34,577 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 692e03bee450be63b38794ec015f57fc 2024-11-18T17:20:34,577 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 80c17335e8cde7be0fcd2cb2ccad1822 2024-11-18T17:20:34,577 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731950423858.80c17335e8cde7be0fcd2cb2ccad1822.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:20:34,577 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=52b2fc0c1ddd34809e76ac3708986ba0, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,41101,1731950412714 2024-11-18T17:20:34,577 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 80c17335e8cde7be0fcd2cb2ccad1822 2024-11-18T17:20:34,577 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 80c17335e8cde7be0fcd2cb2ccad1822 2024-11-18T17:20:34,578 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731950423858.fbe70019cf63e56ae9dcdd175457e58c. 2024-11-18T17:20:34,578 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731950423858.fbe70019cf63e56ae9dcdd175457e58c. 2024-11-18T17:20:34,578 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731950423858.d4201152995f6a296a23a00768bd8149. 2024-11-18T17:20:34,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=08ea3cc004ecb753fe0a3dabd8509f42, ASSIGN in 10.2150 sec 2024-11-18T17:20:34,578 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => d4201152995f6a296a23a00768bd8149, NAME => 'SPTestTable,99999996,1731950423858.d4201152995f6a296a23a00768bd8149.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-18T17:20:34,579 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d4201152995f6a296a23a00768bd8149 2024-11-18T17:20:34,579 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731950423858.d4201152995f6a296a23a00768bd8149.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:20:34,579 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for d4201152995f6a296a23a00768bd8149 2024-11-18T17:20:34,579 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for d4201152995f6a296a23a00768bd8149 2024-11-18T17:20:34,580 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 692e03bee450be63b38794ec015f57fc 2024-11-18T17:20:34,580 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=fbe70019cf63e56ae9dcdd175457e58c, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,40271,1731950412750 2024-11-18T17:20:34,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52b2fc0c1ddd34809e76ac3708986ba0, server=6912f599d260,41101,1731950412714 because future has completed 2024-11-18T17:20:34,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbe70019cf63e56ae9dcdd175457e58c, server=6912f599d260,40271,1731950412750 because future has completed 2024-11-18T17:20:34,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-11-18T17:20:34,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 52b2fc0c1ddd34809e76ac3708986ba0, server=6912f599d260,41101,1731950412714 in 10.0560 sec 2024-11-18T17:20:34,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=10 2024-11-18T17:20:34,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure fbe70019cf63e56ae9dcdd175457e58c, server=6912f599d260,40271,1731950412750 in 10.0550 sec 2024-11-18T17:20:34,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=52b2fc0c1ddd34809e76ac3708986ba0, ASSIGN in 10.2240 sec 2024-11-18T17:20:34,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fbe70019cf63e56ae9dcdd175457e58c, ASSIGN in 10.2250 sec 2024-11-18T17:20:34,591 INFO [StoreOpener-80c17335e8cde7be0fcd2cb2ccad1822-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 80c17335e8cde7be0fcd2cb2ccad1822 2024-11-18T17:20:34,591 INFO [StoreOpener-d4201152995f6a296a23a00768bd8149-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d4201152995f6a296a23a00768bd8149 2024-11-18T17:20:34,592 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/692e03bee450be63b38794ec015f57fc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:20:34,593 INFO [StoreOpener-80c17335e8cde7be0fcd2cb2ccad1822-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80c17335e8cde7be0fcd2cb2ccad1822 columnFamilyName cf 2024-11-18T17:20:34,593 INFO [StoreOpener-d4201152995f6a296a23a00768bd8149-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4201152995f6a296a23a00768bd8149 columnFamilyName cf 2024-11-18T17:20:34,593 DEBUG [StoreOpener-80c17335e8cde7be0fcd2cb2ccad1822-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:20:34,593 DEBUG [StoreOpener-d4201152995f6a296a23a00768bd8149-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:20:34,593 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 692e03bee450be63b38794ec015f57fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67100911, jitterRate=-1.1850893497467041E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T17:20:34,593 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 692e03bee450be63b38794ec015f57fc 2024-11-18T17:20:34,593 INFO [StoreOpener-d4201152995f6a296a23a00768bd8149-1 {}] regionserver.HStore(327): Store=d4201152995f6a296a23a00768bd8149/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:20:34,593 INFO [StoreOpener-80c17335e8cde7be0fcd2cb2ccad1822-1 {}] regionserver.HStore(327): Store=80c17335e8cde7be0fcd2cb2ccad1822/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:20:34,593 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 692e03bee450be63b38794ec015f57fc: Running coprocessor pre-open hook at 1731950434559Writing region info on filesystem at 1731950434559Initializing all the Stores at 1731950434560 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950434560Cleaning up temporary data from old regions at 1731950434577 (+17 ms)Running coprocessor post-open hooks at 1731950434593 (+16 ms)Region opened successfully at 1731950434593 2024-11-18T17:20:34,593 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 80c17335e8cde7be0fcd2cb2ccad1822 2024-11-18T17:20:34,593 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for d4201152995f6a296a23a00768bd8149 2024-11-18T17:20:34,594 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/80c17335e8cde7be0fcd2cb2ccad1822 2024-11-18T17:20:34,594 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731950423858.692e03bee450be63b38794ec015f57fc., pid=20, masterSystemTime=1731950434534 2024-11-18T17:20:34,594 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/d4201152995f6a296a23a00768bd8149 2024-11-18T17:20:34,595 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/80c17335e8cde7be0fcd2cb2ccad1822 2024-11-18T17:20:34,595 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/d4201152995f6a296a23a00768bd8149 2024-11-18T17:20:34,595 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 80c17335e8cde7be0fcd2cb2ccad1822 2024-11-18T17:20:34,595 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for d4201152995f6a296a23a00768bd8149 2024-11-18T17:20:34,595 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 80c17335e8cde7be0fcd2cb2ccad1822 2024-11-18T17:20:34,595 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for d4201152995f6a296a23a00768bd8149 2024-11-18T17:20:34,596 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731950423858.692e03bee450be63b38794ec015f57fc. 2024-11-18T17:20:34,596 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731950423858.692e03bee450be63b38794ec015f57fc. 2024-11-18T17:20:34,597 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731950423858.c257bbb3ddcc59971292027530567e34. 2024-11-18T17:20:34,597 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=692e03bee450be63b38794ec015f57fc, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,35145,1731950412787 2024-11-18T17:20:34,597 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => c257bbb3ddcc59971292027530567e34, NAME => 'SPTestTable,b333332f,1731950423858.c257bbb3ddcc59971292027530567e34.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-18T17:20:34,597 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for d4201152995f6a296a23a00768bd8149 2024-11-18T17:20:34,597 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 80c17335e8cde7be0fcd2cb2ccad1822 2024-11-18T17:20:34,597 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c257bbb3ddcc59971292027530567e34 2024-11-18T17:20:34,598 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731950423858.c257bbb3ddcc59971292027530567e34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:20:34,598 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for c257bbb3ddcc59971292027530567e34 2024-11-18T17:20:34,598 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for c257bbb3ddcc59971292027530567e34 2024-11-18T17:20:34,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 692e03bee450be63b38794ec015f57fc, server=6912f599d260,35145,1731950412787 because future has completed 2024-11-18T17:20:34,599 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/80c17335e8cde7be0fcd2cb2ccad1822/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:20:34,600 INFO [StoreOpener-c257bbb3ddcc59971292027530567e34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c257bbb3ddcc59971292027530567e34 2024-11-18T17:20:34,600 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 80c17335e8cde7be0fcd2cb2ccad1822; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67727379, jitterRate=0.009216591715812683}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T17:20:34,601 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80c17335e8cde7be0fcd2cb2ccad1822 2024-11-18T17:20:34,601 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 80c17335e8cde7be0fcd2cb2ccad1822: Running coprocessor pre-open hook at 1731950434577Writing region info on filesystem at 1731950434577Initializing all the Stores at 1731950434579 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950434579Cleaning up temporary data from old regions at 1731950434595 (+16 ms)Running coprocessor post-open hooks at 1731950434601 (+6 ms)Region opened successfully at 1731950434601 2024-11-18T17:20:34,601 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/d4201152995f6a296a23a00768bd8149/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:20:34,602 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened d4201152995f6a296a23a00768bd8149; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67501233, jitterRate=0.005846753716468811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T17:20:34,603 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d4201152995f6a296a23a00768bd8149 2024-11-18T17:20:34,603 INFO [StoreOpener-c257bbb3ddcc59971292027530567e34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c257bbb3ddcc59971292027530567e34 columnFamilyName cf 2024-11-18T17:20:34,603 DEBUG [StoreOpener-c257bbb3ddcc59971292027530567e34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:20:34,603 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731950423858.80c17335e8cde7be0fcd2cb2ccad1822., pid=18, masterSystemTime=1731950434526 2024-11-18T17:20:34,603 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for d4201152995f6a296a23a00768bd8149: Running coprocessor pre-open hook at 1731950434579Writing region info on filesystem at 1731950434579Initializing all the Stores at 1731950434580 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950434580Cleaning up temporary data from old regions at 1731950434595 (+15 ms)Running coprocessor post-open hooks at 1731950434603 (+8 ms)Region opened successfully at 1731950434603 2024-11-18T17:20:34,604 INFO [StoreOpener-c257bbb3ddcc59971292027530567e34-1 {}] regionserver.HStore(327): Store=c257bbb3ddcc59971292027530567e34/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:20:34,604 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for c257bbb3ddcc59971292027530567e34 2024-11-18T17:20:34,604 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731950423858.d4201152995f6a296a23a00768bd8149., pid=16, masterSystemTime=1731950434527 2024-11-18T17:20:34,604 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/c257bbb3ddcc59971292027530567e34 2024-11-18T17:20:34,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=8 2024-11-18T17:20:34,605 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/c257bbb3ddcc59971292027530567e34 2024-11-18T17:20:34,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 692e03bee450be63b38794ec015f57fc, server=6912f599d260,35145,1731950412787 in 10.0720 sec 2024-11-18T17:20:34,605 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731950423858.80c17335e8cde7be0fcd2cb2ccad1822. 2024-11-18T17:20:34,605 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731950423858.80c17335e8cde7be0fcd2cb2ccad1822. 2024-11-18T17:20:34,606 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for c257bbb3ddcc59971292027530567e34 2024-11-18T17:20:34,606 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for c257bbb3ddcc59971292027530567e34 2024-11-18T17:20:34,606 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=80c17335e8cde7be0fcd2cb2ccad1822, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,41101,1731950412714 2024-11-18T17:20:34,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=692e03bee450be63b38794ec015f57fc, ASSIGN in 10.2440 sec 2024-11-18T17:20:34,608 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731950423858.d4201152995f6a296a23a00768bd8149. 2024-11-18T17:20:34,608 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731950423858.d4201152995f6a296a23a00768bd8149. 2024-11-18T17:20:34,608 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731950423858.b370ba340c17a603cb338c4a8782e75a. 2024-11-18T17:20:34,608 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => b370ba340c17a603cb338c4a8782e75a, NAME => 'SPTestTable,19999999,1731950423858.b370ba340c17a603cb338c4a8782e75a.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-18T17:20:34,608 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d4201152995f6a296a23a00768bd8149, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,40271,1731950412750 2024-11-18T17:20:34,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80c17335e8cde7be0fcd2cb2ccad1822, server=6912f599d260,41101,1731950412714 because future has completed 2024-11-18T17:20:34,609 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b370ba340c17a603cb338c4a8782e75a 2024-11-18T17:20:34,609 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731950423858.b370ba340c17a603cb338c4a8782e75a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:20:34,609 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for b370ba340c17a603cb338c4a8782e75a 2024-11-18T17:20:34,609 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for b370ba340c17a603cb338c4a8782e75a 2024-11-18T17:20:34,610 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for c257bbb3ddcc59971292027530567e34 2024-11-18T17:20:34,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4201152995f6a296a23a00768bd8149, server=6912f599d260,40271,1731950412750 because future has completed 2024-11-18T17:20:34,613 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=9 2024-11-18T17:20:34,614 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 80c17335e8cde7be0fcd2cb2ccad1822, server=6912f599d260,41101,1731950412714 in 10.0840 sec 2024-11-18T17:20:34,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-11-18T17:20:34,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=80c17335e8cde7be0fcd2cb2ccad1822, ASSIGN in 10.2520 sec 2024-11-18T17:20:34,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure d4201152995f6a296a23a00768bd8149, server=6912f599d260,40271,1731950412750 in 10.0880 sec 2024-11-18T17:20:34,615 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/c257bbb3ddcc59971292027530567e34/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:20:34,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d4201152995f6a296a23a00768bd8149, ASSIGN in 10.2530 sec 2024-11-18T17:20:34,616 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened c257bbb3ddcc59971292027530567e34; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68935980, jitterRate=0.027226150035858154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T17:20:34,616 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c257bbb3ddcc59971292027530567e34 2024-11-18T17:20:34,616 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for c257bbb3ddcc59971292027530567e34: Running coprocessor pre-open hook at 1731950434598Writing region info on filesystem at 1731950434598Initializing all the Stores at 1731950434599 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950434599Cleaning up temporary data from old regions at 1731950434606 (+7 ms)Running coprocessor post-open hooks at 1731950434616 (+10 ms)Region opened successfully at 1731950434616 2024-11-18T17:20:34,617 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731950423858.c257bbb3ddcc59971292027530567e34., pid=23, masterSystemTime=1731950434534 2024-11-18T17:20:34,618 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731950423858.c257bbb3ddcc59971292027530567e34. 2024-11-18T17:20:34,618 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731950423858.c257bbb3ddcc59971292027530567e34. 2024-11-18T17:20:34,619 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c257bbb3ddcc59971292027530567e34, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,35145,1731950412787 2024-11-18T17:20:34,619 INFO [StoreOpener-b370ba340c17a603cb338c4a8782e75a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b370ba340c17a603cb338c4a8782e75a 2024-11-18T17:20:34,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c257bbb3ddcc59971292027530567e34, server=6912f599d260,35145,1731950412787 because future has completed 2024-11-18T17:20:34,634 INFO [StoreOpener-b370ba340c17a603cb338c4a8782e75a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b370ba340c17a603cb338c4a8782e75a columnFamilyName cf 2024-11-18T17:20:34,634 DEBUG [StoreOpener-b370ba340c17a603cb338c4a8782e75a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:20:34,635 INFO [StoreOpener-b370ba340c17a603cb338c4a8782e75a-1 {}] regionserver.HStore(327): Store=b370ba340c17a603cb338c4a8782e75a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:20:34,635 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for b370ba340c17a603cb338c4a8782e75a 2024-11-18T17:20:34,636 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/b370ba340c17a603cb338c4a8782e75a 2024-11-18T17:20:34,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=12 2024-11-18T17:20:34,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure c257bbb3ddcc59971292027530567e34, server=6912f599d260,35145,1731950412787 in 10.1020 sec 2024-11-18T17:20:34,637 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/b370ba340c17a603cb338c4a8782e75a 2024-11-18T17:20:34,638 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for b370ba340c17a603cb338c4a8782e75a 2024-11-18T17:20:34,638 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for b370ba340c17a603cb338c4a8782e75a 2024-11-18T17:20:34,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c257bbb3ddcc59971292027530567e34, ASSIGN in 10.2760 sec 2024-11-18T17:20:34,639 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for b370ba340c17a603cb338c4a8782e75a 2024-11-18T17:20:34,641 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/b370ba340c17a603cb338c4a8782e75a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:20:34,642 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened b370ba340c17a603cb338c4a8782e75a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67240015, jitterRate=0.001954302191734314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T17:20:34,642 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b370ba340c17a603cb338c4a8782e75a 2024-11-18T17:20:34,642 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for b370ba340c17a603cb338c4a8782e75a: Running coprocessor pre-open hook at 1731950434609Writing region info on filesystem at 1731950434609Initializing all the Stores at 1731950434610 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950434611 (+1 ms)Cleaning up temporary data from old regions at 1731950434638 (+27 ms)Running coprocessor post-open hooks at 1731950434642 (+4 ms)Region opened successfully at 1731950434642 2024-11-18T17:20:34,643 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731950423858.b370ba340c17a603cb338c4a8782e75a., pid=24, masterSystemTime=1731950434527 2024-11-18T17:20:34,645 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731950423858.b370ba340c17a603cb338c4a8782e75a. 2024-11-18T17:20:34,645 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731950423858.b370ba340c17a603cb338c4a8782e75a. 2024-11-18T17:20:34,645 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b370ba340c17a603cb338c4a8782e75a, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,40271,1731950412750 2024-11-18T17:20:34,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b370ba340c17a603cb338c4a8782e75a, server=6912f599d260,40271,1731950412750 because future has completed 2024-11-18T17:20:34,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=6 2024-11-18T17:20:34,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b370ba340c17a603cb338c4a8782e75a, server=6912f599d260,40271,1731950412750 in 10.1130 sec 2024-11-18T17:20:34,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-18T17:20:34,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b370ba340c17a603cb338c4a8782e75a, ASSIGN in 10.2880 sec 2024-11-18T17:20:34,653 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:20:34,653 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731950434653"}]},"ts":"1731950434653"} 2024-11-18T17:20:34,655 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-18T17:20:34,656 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:20:34,659 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.7970 sec 2024-11-18T17:20:37,308 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-18T17:20:39,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:20:39,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:20:39,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:20:40,089 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:20:40,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:20:40,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:20:40,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:20:42,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:20:42,101 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-18T17:20:42,101 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-18T17:20:42,102 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T17:20:42,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-18T17:20:42,111 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T17:20:42,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-18T17:20:42,153 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731950423858.d4201152995f6a296a23a00768bd8149., hostname=6912f599d260,40271,1731950412750, seqNum=2] 2024-11-18T17:20:42,155 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731950423858.d4201152995f6a296a23a00768bd8149., hostname=6912f599d260,40271,1731950412750, seqNum=2] 2024-11-18T17:20:42,156 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731950423858.d4201152995f6a296a23a00768bd8149., hostname=6912f599d260,40271,1731950412750, seqNum=2] 2024-11-18T17:20:42,157 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731950423858.d4201152995f6a296a23a00768bd8149., hostname=6912f599d260,40271,1731950412750, seqNum=2] 2024-11-18T17:20:42,158 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731950423858.d4201152995f6a296a23a00768bd8149., hostname=6912f599d260,40271,1731950412750, seqNum=2] 2024-11-18T17:20:42,190 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731950423858.c257bbb3ddcc59971292027530567e34., hostname=6912f599d260,35145,1731950412787, seqNum=2] 2024-11-18T17:20:42,192 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731950423858.c257bbb3ddcc59971292027530567e34., hostname=6912f599d260,35145,1731950412787, seqNum=2] 2024-11-18T17:20:42,193 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731950423858.c257bbb3ddcc59971292027530567e34., hostname=6912f599d260,35145,1731950412787, seqNum=2] 2024-11-18T17:20:42,195 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731950423858.c257bbb3ddcc59971292027530567e34., hostname=6912f599d260,35145,1731950412787, seqNum=2] 2024-11-18T17:20:42,196 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731950423858.c257bbb3ddcc59971292027530567e34., hostname=6912f599d260,35145,1731950412787, seqNum=2] 2024-11-18T17:20:42,197 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731950423858.c257bbb3ddcc59971292027530567e34., hostname=6912f599d260,35145,1731950412787, seqNum=2] 2024-11-18T17:20:42,225 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731950423858.dce346cf0cfe26d38b27f8cd42613e72., hostname=6912f599d260,40271,1731950412750, seqNum=2] 2024-11-18T17:20:42,226 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731950423858.dce346cf0cfe26d38b27f8cd42613e72., hostname=6912f599d260,40271,1731950412750, seqNum=2] 2024-11-18T17:20:42,227 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731950423858.dce346cf0cfe26d38b27f8cd42613e72., hostname=6912f599d260,40271,1731950412750, seqNum=2] 2024-11-18T17:20:42,228 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731950423858.dce346cf0cfe26d38b27f8cd42613e72., hostname=6912f599d260,40271,1731950412750, seqNum=2] 2024-11-18T17:20:42,284 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731950423858.52b2fc0c1ddd34809e76ac3708986ba0., hostname=6912f599d260,41101,1731950412714, seqNum=2] 2024-11-18T17:20:42,285 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731950423858.52b2fc0c1ddd34809e76ac3708986ba0., hostname=6912f599d260,41101,1731950412714, seqNum=2] 2024-11-18T17:20:42,286 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731950423858.52b2fc0c1ddd34809e76ac3708986ba0., hostname=6912f599d260,41101,1731950412714, seqNum=2] 2024-11-18T17:20:42,287 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731950423858.52b2fc0c1ddd34809e76ac3708986ba0., hostname=6912f599d260,41101,1731950412714, seqNum=2] 2024-11-18T17:20:42,541 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T17:20:42,897 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:20:42,899 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:20:42,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:20:42,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731950423858.d4201152995f6a296a23a00768bd8149. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T17:20:42,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:20:42,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35145 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731950423858.c257bbb3ddcc59971292027530567e34. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T17:20:42,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731950423858.dce346cf0cfe26d38b27f8cd42613e72. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T17:20:42,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,e6666661,1731950423858.52b2fc0c1ddd34809e76ac3708986ba0. 2024-11-18T17:20:43,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731950423858.52b2fc0c1ddd34809e76ac3708986ba0. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T17:20:43,452 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-18T17:20:43,452 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T17:20:43,453 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-18T17:20:43,454 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-18T17:20:43,457 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-18T17:20:43,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741848_1024 (size=49) 2024-11-18T17:20:43,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741848_1024 (size=49) 2024-11-18T17:20:43,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741848_1024 (size=49) 2024-11-18T17:20:43,467 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-18T17:20:43,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e131d3835fe01f52306662056ac2b721}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b370ba340c17a603cb338c4a8782e75a}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 08ea3cc004ecb753fe0a3dabd8509f42}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 692e03bee450be63b38794ec015f57fc}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 80c17335e8cde7be0fcd2cb2ccad1822}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fbe70019cf63e56ae9dcdd175457e58c}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d4201152995f6a296a23a00768bd8149}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c257bbb3ddcc59971292027530567e34}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dce346cf0cfe26d38b27f8cd42613e72}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 52b2fc0c1ddd34809e76ac3708986ba0}] 2024-11-18T17:20:43,469 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b370ba340c17a603cb338c4a8782e75a 2024-11-18T17:20:43,469 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e131d3835fe01f52306662056ac2b721 2024-11-18T17:20:43,469 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 52b2fc0c1ddd34809e76ac3708986ba0 2024-11-18T17:20:43,469 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dce346cf0cfe26d38b27f8cd42613e72 2024-11-18T17:20:43,469 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c257bbb3ddcc59971292027530567e34 2024-11-18T17:20:43,473 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 80c17335e8cde7be0fcd2cb2ccad1822 2024-11-18T17:20:43,473 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fbe70019cf63e56ae9dcdd175457e58c 2024-11-18T17:20:43,473 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d4201152995f6a296a23a00768bd8149 2024-11-18T17:20:43,474 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 692e03bee450be63b38794ec015f57fc 2024-11-18T17:20:43,474 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 08ea3cc004ecb753fe0a3dabd8509f42 2024-11-18T17:20:52,712 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-18T17:20:53,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-18T17:20:53,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-18T17:20:53,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35145 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-18T17:20:53,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-18T17:20:53,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731950423858.b370ba340c17a603cb338c4a8782e75a. 2024-11-18T17:20:53,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-18T17:20:53,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731950423858.80c17335e8cde7be0fcd2cb2ccad1822. 2024-11-18T17:20:53,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for b370ba340c17a603cb338c4a8782e75a: 2024-11-18T17:20:53,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731950423858.08ea3cc004ecb753fe0a3dabd8509f42. 2024-11-18T17:20:53,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-18T17:20:53,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731950423858.b370ba340c17a603cb338c4a8782e75a. for SnapshotProcedureTest completed. 2024-11-18T17:20:53,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 80c17335e8cde7be0fcd2cb2ccad1822: 2024-11-18T17:20:53,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731950423858.fbe70019cf63e56ae9dcdd175457e58c. 2024-11-18T17:20:53,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 08ea3cc004ecb753fe0a3dabd8509f42: 2024-11-18T17:20:53,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731950423858.80c17335e8cde7be0fcd2cb2ccad1822. for SnapshotProcedureTest completed. 2024-11-18T17:20:53,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-18T17:20:53,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35145 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-18T17:20:53,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731950423858.08ea3cc004ecb753fe0a3dabd8509f42. for SnapshotProcedureTest completed. 2024-11-18T17:20:53,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for fbe70019cf63e56ae9dcdd175457e58c: 2024-11-18T17:20:53,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731950423858.b370ba340c17a603cb338c4a8782e75a.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T17:20:53,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731950423858.fbe70019cf63e56ae9dcdd175457e58c. for SnapshotProcedureTest completed. 2024-11-18T17:20:53,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T17:20:53,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T17:20:53,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731950423858.80c17335e8cde7be0fcd2cb2ccad1822.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T17:20:53,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731950423858.52b2fc0c1ddd34809e76ac3708986ba0. 2024-11-18T17:20:53,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T17:20:53,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731950423858.08ea3cc004ecb753fe0a3dabd8509f42.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T17:20:53,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731950423858.fbe70019cf63e56ae9dcdd175457e58c.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T17:20:53,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T17:20:53,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-18T17:20:53,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T17:20:53,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T17:20:53,475 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 52b2fc0c1ddd34809e76ac3708986ba0 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-18T17:20:53,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T17:20:53,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T17:20:53,476 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731950423858.d4201152995f6a296a23a00768bd8149. 2024-11-18T17:20:53,476 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731950423858.e131d3835fe01f52306662056ac2b721. 2024-11-18T17:20:53,476 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing d4201152995f6a296a23a00768bd8149 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-18T17:20:53,476 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for e131d3835fe01f52306662056ac2b721: 2024-11-18T17:20:53,476 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731950423858.e131d3835fe01f52306662056ac2b721. for SnapshotProcedureTest completed. 2024-11-18T17:20:53,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35145 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-18T17:20:53,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731950423858.e131d3835fe01f52306662056ac2b721.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T17:20:53,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T17:20:53,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T17:20:53,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731950423858.692e03bee450be63b38794ec015f57fc. 2024-11-18T17:20:53,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 692e03bee450be63b38794ec015f57fc: 2024-11-18T17:20:53,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731950423858.692e03bee450be63b38794ec015f57fc. for SnapshotProcedureTest completed. 2024-11-18T17:20:53,478 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731950423858.692e03bee450be63b38794ec015f57fc.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T17:20:53,478 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T17:20:53,478 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T17:20:53,478 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731950423858.c257bbb3ddcc59971292027530567e34. 2024-11-18T17:20:53,478 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing c257bbb3ddcc59971292027530567e34 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-18T17:20:53,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741849_1025 (size=65) 2024-11-18T17:20:53,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741849_1025 (size=65) 2024-11-18T17:20:53,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741849_1025 (size=65) 2024-11-18T17:20:53,500 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/d4201152995f6a296a23a00768bd8149/.tmp/cf/c2d521bf02604c3aa052c93886d18ef1 is 34, key is aaa/cf:cf/1731950442911/Put/seqid=0 2024-11-18T17:20:53,500 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731950423858.08ea3cc004ecb753fe0a3dabd8509f42. 2024-11-18T17:20:53,500 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-18T17:20:53,500 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/c257bbb3ddcc59971292027530567e34/.tmp/cf/d0b99f69653043a7b7a06c639901feb3 is 34, key is baa/cf:cf/1731950442937/Put/seqid=0 2024-11-18T17:20:53,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35795 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-18T17:20:53,501 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35795 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 08ea3cc004ecb753fe0a3dabd8509f42 2024-11-18T17:20:53,501 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 08ea3cc004ecb753fe0a3dabd8509f42 2024-11-18T17:20:53,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741852_1028 (size=57) 2024-11-18T17:20:53,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741852_1028 (size=57) 2024-11-18T17:20:53,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741852_1028 (size=57) 2024-11-18T17:20:53,503 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731950423858.e131d3835fe01f52306662056ac2b721. 2024-11-18T17:20:53,503 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-18T17:20:53,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 08ea3cc004ecb753fe0a3dabd8509f42 in 10.0350 sec 2024-11-18T17:20:53,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35795 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-18T17:20:53,504 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35795 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e131d3835fe01f52306662056ac2b721 2024-11-18T17:20:53,504 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e131d3835fe01f52306662056ac2b721 2024-11-18T17:20:53,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e131d3835fe01f52306662056ac2b721 in 10.0380 sec 2024-11-18T17:20:53,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741850_1026 (size=65) 2024-11-18T17:20:53,529 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731950423858.fbe70019cf63e56ae9dcdd175457e58c. 2024-11-18T17:20:53,529 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-18T17:20:53,529 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731950423858.dce346cf0cfe26d38b27f8cd42613e72. 2024-11-18T17:20:53,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741850_1026 (size=65) 2024-11-18T17:20:53,529 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing dce346cf0cfe26d38b27f8cd42613e72 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-18T17:20:53,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741850_1026 (size=65) 2024-11-18T17:20:53,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35795 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-18T17:20:53,530 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35795 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fbe70019cf63e56ae9dcdd175457e58c 2024-11-18T17:20:53,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741854_1030 (size=65) 2024-11-18T17:20:53,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741854_1030 (size=65) 2024-11-18T17:20:53,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741854_1030 (size=65) 2024-11-18T17:20:53,530 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fbe70019cf63e56ae9dcdd175457e58c 2024-11-18T17:20:53,531 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/52b2fc0c1ddd34809e76ac3708986ba0/.tmp/cf/0a0828678581446ba3341ad4831d7202 is 34, key is eaa/cf:cf/1731950443398/Put/seqid=0 2024-11-18T17:20:53,532 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731950423858.692e03bee450be63b38794ec015f57fc. 2024-11-18T17:20:53,532 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-18T17:20:53,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35795 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-18T17:20:53,533 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35795 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 692e03bee450be63b38794ec015f57fc 2024-11-18T17:20:53,533 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 692e03bee450be63b38794ec015f57fc 2024-11-18T17:20:53,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fbe70019cf63e56ae9dcdd175457e58c in 10.0640 sec 2024-11-18T17:20:53,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 692e03bee450be63b38794ec015f57fc in 10.0670 sec 2024-11-18T17:20:53,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741853_1029 (size=65) 2024-11-18T17:20:53,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741853_1029 (size=65) 2024-11-18T17:20:53,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741851_1027 (size=65) 2024-11-18T17:20:53,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741851_1027 (size=65) 2024-11-18T17:20:53,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731950423858.b370ba340c17a603cb338c4a8782e75a. 2024-11-18T17:20:53,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-18T17:20:53,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741853_1029 (size=65) 2024-11-18T17:20:53,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741851_1027 (size=65) 2024-11-18T17:20:53,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731950423858.80c17335e8cde7be0fcd2cb2ccad1822. 2024-11-18T17:20:53,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-18T17:20:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35795 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-18T17:20:53,539 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35795 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b370ba340c17a603cb338c4a8782e75a 2024-11-18T17:20:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-18T17:20:53,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 80c17335e8cde7be0fcd2cb2ccad1822 2024-11-18T17:20:53,539 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b370ba340c17a603cb338c4a8782e75a 2024-11-18T17:20:53,540 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 80c17335e8cde7be0fcd2cb2ccad1822 2024-11-18T17:20:53,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b370ba340c17a603cb338c4a8782e75a in 10.0740 sec 2024-11-18T17:20:53,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 80c17335e8cde7be0fcd2cb2ccad1822 in 10.0740 sec 2024-11-18T17:20:53,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741857_1033 (size=499309) 2024-11-18T17:20:53,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741857_1033 (size=499309) 2024-11-18T17:20:53,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741857_1033 (size=499309) 2024-11-18T17:20:53,552 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/52b2fc0c1ddd34809e76ac3708986ba0/.tmp/cf/0a0828678581446ba3341ad4831d7202 2024-11-18T17:20:53,561 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/dce346cf0cfe26d38b27f8cd42613e72/.tmp/cf/fc5e3946dc1b4e35ba6d8b169a54e5a3 is 34, key is ccd/cf:cf/1731950442945/Put/seqid=0 2024-11-18T17:20:53,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741856_1032 (size=28623) 2024-11-18T17:20:53,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741856_1032 (size=28623) 2024-11-18T17:20:53,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741856_1032 (size=28623) 2024-11-18T17:20:53,563 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/c257bbb3ddcc59971292027530567e34/.tmp/cf/d0b99f69653043a7b7a06c639901feb3 2024-11-18T17:20:53,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741855_1031 (size=26918) 2024-11-18T17:20:53,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741855_1031 (size=26918) 2024-11-18T17:20:53,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741855_1031 (size=26918) 2024-11-18T17:20:53,566 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/d4201152995f6a296a23a00768bd8149/.tmp/cf/c2d521bf02604c3aa052c93886d18ef1 2024-11-18T17:20:53,568 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/52b2fc0c1ddd34809e76ac3708986ba0/.tmp/cf/0a0828678581446ba3341ad4831d7202 as hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/52b2fc0c1ddd34809e76ac3708986ba0/cf/0a0828678581446ba3341ad4831d7202 2024-11-18T17:20:53,575 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/c257bbb3ddcc59971292027530567e34/.tmp/cf/d0b99f69653043a7b7a06c639901feb3 as hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/c257bbb3ddcc59971292027530567e34/cf/d0b99f69653043a7b7a06c639901feb3 2024-11-18T17:20:53,577 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/52b2fc0c1ddd34809e76ac3708986ba0/cf/0a0828678581446ba3341ad4831d7202, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-18T17:20:53,578 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 52b2fc0c1ddd34809e76ac3708986ba0 in 103ms, sequenceid=5, compaction requested=false 2024-11-18T17:20:53,578 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 52b2fc0c1ddd34809e76ac3708986ba0: 2024-11-18T17:20:53,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731950423858.52b2fc0c1ddd34809e76ac3708986ba0. for SnapshotProcedureTest completed. 2024-11-18T17:20:53,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731950423858.52b2fc0c1ddd34809e76ac3708986ba0.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T17:20:53,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T17:20:53,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/52b2fc0c1ddd34809e76ac3708986ba0/cf/0a0828678581446ba3341ad4831d7202] hfiles 2024-11-18T17:20:53,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/52b2fc0c1ddd34809e76ac3708986ba0/cf/0a0828678581446ba3341ad4831d7202 for snapshot=SnapshotProcedureTest 2024-11-18T17:20:53,583 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/c257bbb3ddcc59971292027530567e34/cf/d0b99f69653043a7b7a06c639901feb3, entries=731, sequenceid=5, filesize=28.0 K 2024-11-18T17:20:53,584 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for c257bbb3ddcc59971292027530567e34 in 106ms, sequenceid=5, compaction requested=false 2024-11-18T17:20:53,585 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for c257bbb3ddcc59971292027530567e34: 2024-11-18T17:20:53,585 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731950423858.c257bbb3ddcc59971292027530567e34. for SnapshotProcedureTest completed. 2024-11-18T17:20:53,585 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731950423858.c257bbb3ddcc59971292027530567e34.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T17:20:53,585 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T17:20:53,585 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/c257bbb3ddcc59971292027530567e34/cf/d0b99f69653043a7b7a06c639901feb3] hfiles 2024-11-18T17:20:53,585 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/c257bbb3ddcc59971292027530567e34/cf/d0b99f69653043a7b7a06c639901feb3 for snapshot=SnapshotProcedureTest 2024-11-18T17:20:53,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741858_1034 (size=47197) 2024-11-18T17:20:53,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741858_1034 (size=47197) 2024-11-18T17:20:53,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741858_1034 (size=47197) 2024-11-18T17:20:53,587 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/dce346cf0cfe26d38b27f8cd42613e72/.tmp/cf/fc5e3946dc1b4e35ba6d8b169a54e5a3 2024-11-18T17:20:53,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/d4201152995f6a296a23a00768bd8149/.tmp/cf/c2d521bf02604c3aa052c93886d18ef1 as hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/d4201152995f6a296a23a00768bd8149/cf/c2d521bf02604c3aa052c93886d18ef1 2024-11-18T17:20:53,596 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/dce346cf0cfe26d38b27f8cd42613e72/.tmp/cf/fc5e3946dc1b4e35ba6d8b169a54e5a3 as hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/dce346cf0cfe26d38b27f8cd42613e72/cf/fc5e3946dc1b4e35ba6d8b169a54e5a3 2024-11-18T17:20:53,599 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/d4201152995f6a296a23a00768bd8149/cf/c2d521bf02604c3aa052c93886d18ef1, entries=676, sequenceid=5, filesize=26.3 K 2024-11-18T17:20:53,600 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for d4201152995f6a296a23a00768bd8149 in 124ms, sequenceid=5, compaction requested=false 2024-11-18T17:20:53,600 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for d4201152995f6a296a23a00768bd8149: 2024-11-18T17:20:53,600 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731950423858.d4201152995f6a296a23a00768bd8149. for SnapshotProcedureTest completed. 2024-11-18T17:20:53,600 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731950423858.d4201152995f6a296a23a00768bd8149.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T17:20:53,600 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T17:20:53,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/d4201152995f6a296a23a00768bd8149/cf/c2d521bf02604c3aa052c93886d18ef1] hfiles 2024-11-18T17:20:53,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/d4201152995f6a296a23a00768bd8149/cf/c2d521bf02604c3aa052c93886d18ef1 for snapshot=SnapshotProcedureTest 2024-11-18T17:20:53,604 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/dce346cf0cfe26d38b27f8cd42613e72/cf/fc5e3946dc1b4e35ba6d8b169a54e5a3, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-18T17:20:53,605 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for dce346cf0cfe26d38b27f8cd42613e72 in 76ms, sequenceid=5, compaction requested=false 2024-11-18T17:20:53,605 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for dce346cf0cfe26d38b27f8cd42613e72: 2024-11-18T17:20:53,605 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731950423858.dce346cf0cfe26d38b27f8cd42613e72. for SnapshotProcedureTest completed. 2024-11-18T17:20:53,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731950423858.dce346cf0cfe26d38b27f8cd42613e72.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T17:20:53,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T17:20:53,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/dce346cf0cfe26d38b27f8cd42613e72/cf/fc5e3946dc1b4e35ba6d8b169a54e5a3] hfiles 2024-11-18T17:20:53,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/dce346cf0cfe26d38b27f8cd42613e72/cf/fc5e3946dc1b4e35ba6d8b169a54e5a3 for snapshot=SnapshotProcedureTest 2024-11-18T17:20:53,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741859_1035 (size=97) 2024-11-18T17:20:53,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741860_1036 (size=105) 2024-11-18T17:20:53,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741860_1036 (size=105) 2024-11-18T17:20:53,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741860_1036 (size=105) 2024-11-18T17:20:53,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741859_1035 (size=97) 2024-11-18T17:20:53,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731950423858.52b2fc0c1ddd34809e76ac3708986ba0. 2024-11-18T17:20:53,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-18T17:20:53,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741859_1035 (size=97) 2024-11-18T17:20:53,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731950423858.c257bbb3ddcc59971292027530567e34. 2024-11-18T17:20:53,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-18T17:20:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-18T17:20:53,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c257bbb3ddcc59971292027530567e34 2024-11-18T17:20:53,612 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c257bbb3ddcc59971292027530567e34 2024-11-18T17:20:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-18T17:20:53,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 52b2fc0c1ddd34809e76ac3708986ba0 2024-11-18T17:20:53,614 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 52b2fc0c1ddd34809e76ac3708986ba0 2024-11-18T17:20:53,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c257bbb3ddcc59971292027530567e34 in 10.1470 sec 2024-11-18T17:20:53,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 52b2fc0c1ddd34809e76ac3708986ba0 in 10.1480 sec 2024-11-18T17:20:53,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741862_1038 (size=105) 2024-11-18T17:20:53,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741862_1038 (size=105) 2024-11-18T17:20:53,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741862_1038 (size=105) 2024-11-18T17:20:53,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731950423858.d4201152995f6a296a23a00768bd8149. 2024-11-18T17:20:53,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-18T17:20:53,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-18T17:20:53,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d4201152995f6a296a23a00768bd8149 2024-11-18T17:20:53,632 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d4201152995f6a296a23a00768bd8149 2024-11-18T17:20:53,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741861_1037 (size=105) 2024-11-18T17:20:53,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741861_1037 (size=105) 2024-11-18T17:20:53,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741861_1037 (size=105) 2024-11-18T17:20:53,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d4201152995f6a296a23a00768bd8149 in 10.1660 sec 2024-11-18T17:20:53,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731950423858.dce346cf0cfe26d38b27f8cd42613e72. 2024-11-18T17:20:53,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-18T17:20:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-18T17:20:53,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region dce346cf0cfe26d38b27f8cd42613e72 2024-11-18T17:20:53,637 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dce346cf0cfe26d38b27f8cd42613e72 2024-11-18T17:20:53,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=25 2024-11-18T17:20:53,639 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-18T17:20:53,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dce346cf0cfe26d38b27f8cd42613e72 in 10.1710 sec 2024-11-18T17:20:53,640 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-18T17:20:53,641 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-18T17:20:53,641 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-18T17:20:53,642 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-18T17:20:53,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741863_1039 (size=1174) 2024-11-18T17:20:53,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741863_1039 (size=1174) 2024-11-18T17:20:53,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741863_1039 (size=1174) 2024-11-18T17:20:53,676 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-18T17:20:53,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-18T17:20:53,685 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6912f599d260,35145,1731950412787 2024-11-18T17:20:53,685 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6912f599d260,41101,1731950412714 2024-11-18T17:20:53,685 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6912f599d260,40271,1731950412750 2024-11-18T17:20:53,685 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6912f599d260,35145,1731950412787 2024-11-18T17:20:53,685 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6912f599d260,41101,1731950412714 2024-11-18T17:20:53,689 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6912f599d260,41101,1731950412714 2024-11-18T17:20:53,689 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6912f599d260,40271,1731950412750 2024-11-18T17:20:53,689 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6912f599d260,40271,1731950412750 2024-11-18T17:20:53,689 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6912f599d260,35145,1731950412787 2024-11-18T17:20:53,773 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T17:21:03,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-18T17:21:03,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-18T17:21:03,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35145 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-18T17:21:03,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-18T17:21:03,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-18T17:21:03,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35145 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-18T17:21:03,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-18T17:21:03,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35145 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-18T17:21:03,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-18T17:21:03,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-18T17:21:03,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-18T17:21:03,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-18T17:21:03,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-18T17:21:03,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-18T17:21:03,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-18T17:21:03,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-18T17:21:03,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-18T17:21:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35795 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-18T17:21:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35795 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-18T17:21:03,697 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-18T17:21:03,697 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-18T17:21:03,697 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-18T17:21:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-18T17:21:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35795 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-18T17:21:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35795 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-18T17:21:03,698 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-18T17:21:03,698 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6912f599d260,35145,1731950412787 Release verify snapshot worker=6912f599d260,35145,1731950412787 2024-11-18T17:21:03,698 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6912f599d260,40271,1731950412750 Release verify snapshot worker=6912f599d260,40271,1731950412750 2024-11-18T17:21:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35795 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-18T17:21:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35795 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-18T17:21:03,699 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6912f599d260,41101,1731950412714 Release verify snapshot worker=6912f599d260,41101,1731950412714 2024-11-18T17:21:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35795 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-18T17:21:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35795 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-18T17:21:03,700 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6912f599d260,40271,1731950412750 in 10.0170 sec 2024-11-18T17:21:03,700 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6912f599d260,35145,1731950412787 Release verify snapshot worker=6912f599d260,35145,1731950412787 2024-11-18T17:21:03,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6912f599d260,41101,1731950412714 in 10.0180 sec 2024-11-18T17:21:03,702 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6912f599d260,41101,1731950412714 2024-11-18T17:21:03,702 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6912f599d260,40271,1731950412750 Release verify snapshot worker=6912f599d260,40271,1731950412750 2024-11-18T17:21:03,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6912f599d260,35145,1731950412787 in 10.0170 sec 2024-11-18T17:21:03,702 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6912f599d260,41101,1731950412714 Release verify snapshot worker=6912f599d260,41101,1731950412714 2024-11-18T17:21:03,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6912f599d260,35145,1731950412787 in 10.0190 sec 2024-11-18T17:21:03,703 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6912f599d260,35145,1731950412787 Release verify snapshot worker=6912f599d260,35145,1731950412787 2024-11-18T17:21:03,704 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6912f599d260,40271,1731950412750 Release verify snapshot worker=6912f599d260,40271,1731950412750 2024-11-18T17:21:03,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6912f599d260,41101,1731950412714 in 10.0210 sec 2024-11-18T17:21:03,705 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6912f599d260,41101,1731950412714 Release verify snapshot worker=6912f599d260,41101,1731950412714 2024-11-18T17:21:03,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6912f599d260,35145,1731950412787 in 10.0220 sec 2024-11-18T17:21:03,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6912f599d260,40271,1731950412750 in 10.0210 sec 2024-11-18T17:21:03,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6912f599d260,40271,1731950412750 in 10.0230 sec 2024-11-18T17:21:03,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6912f599d260,41101,1731950412714 in 10.0240 sec 2024-11-18T17:21:03,765 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:40879 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-18T17:21:03,774 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 6912f599d260,41101,1731950412714 2024-11-18T17:21:03,775 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 6912f599d260,41101,1731950412714: Simulated kill ***** 2024-11-18T17:21:03,775 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T17:21:03,775 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T17:21:03,776 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T17:21:03,776 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T17:21:03,776 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T17:21:03,776 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 616607872 }, "NonHeapMemoryUsage": { "committed": 176685056, "init": 7667712, "max": -1, "used": 172261624 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T17:21:03,778 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35795 {}] master.MasterRpcServices(700): 6912f599d260,41101,1731950412714 reported a fatal error: ***** ABORTING region server 6912f599d260,41101,1731950412714: Simulated kill ***** 2024-11-18T17:21:03,778 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6912f599d260,41101,1731950412714' ***** 2024-11-18T17:21:03,778 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-18T17:21:03,779 INFO [RS:0;6912f599d260:41101 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T17:21:03,779 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T17:21:03,779 INFO [RS:0;6912f599d260:41101 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-18T17:21:03,779 INFO [RS:0;6912f599d260:41101 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-18T17:21:03,779 INFO [RS:0;6912f599d260:41101 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:21:03,779 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T17:21:03,779 INFO [RS:0;6912f599d260:41101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:41101. 2024-11-18T17:21:03,779 DEBUG [RS:0;6912f599d260:41101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:21:03,779 DEBUG [RS:0;6912f599d260:41101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:21:03,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741833_1009 (size=1473) 2024-11-18T17:21:03,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741833_1009 (size=1473) 2024-11-18T17:21:03,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741833_1009 (size=1473) 2024-11-18T17:21:03,783 DEBUG [RS:0;6912f599d260:41101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:21:03,783 INFO [RS:0;6912f599d260:41101 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:21:03,783 INFO [RS:0;6912f599d260:41101 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41101 2024-11-18T17:21:03,783 INFO [regionserver/6912f599d260:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:21:03,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x101503fb4e80000, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T17:21:03,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x101503fb4e80001, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6912f599d260,41101,1731950412714 2024-11-18T17:21:03,822 INFO [RS:0;6912f599d260:41101 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:21:03,830 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6912f599d260,41101,1731950412714] 2024-11-18T17:21:03,838 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6912f599d260,41101,1731950412714 already deleted, retry=false 2024-11-18T17:21:03,839 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 6912f599d260,41101,1731950412714 on 6912f599d260,35795,1731950412565 2024-11-18T17:21:03,840 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 6912f599d260,41101,1731950412714, splitWal=true, meta=false 2024-11-18T17:21:03,840 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for 6912f599d260,41101,1731950412714 (carryingMeta=false) 6912f599d260,41101,1731950412714/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@19d18c2b[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-18T17:21:03,841 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 6912f599d260,41101,1731950412714, splitWal=true, meta=false 2024-11-18T17:21:03,841 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 6912f599d260,41101,1731950412714 had 3 regions 2024-11-18T17:21:03,842 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6912f599d260,41101,1731950412714, splitWal=true, meta=false, isMeta: false 2024-11-18T17:21:03,843 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/WALs/6912f599d260,41101,1731950412714-splitting 2024-11-18T17:21:03,844 INFO [PEWorker-5 {}] master.SplitWALManager(105): 6912f599d260,41101,1731950412714 WAL count=1, meta=false 2024-11-18T17:21:03,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 6912f599d260%2C41101%2C1731950412714.1731950413467}] 2024-11-18T17:21:03,847 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=6912f599d260,40271,1731950412750 2024-11-18T17:21:03,847 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 6912f599d260%2C41101%2C1731950412714.1731950413467, worker=6912f599d260,40271,1731950412750}] 2024-11-18T17:21:03,848 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-11-18T17:21:03,848 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-11-18T17:21:03,848 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 26 is already finished, skip the rest processes 2024-11-18T17:21:03,849 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6912f599d260,41101,1731950412714 Release verify snapshot worker=6912f599d260,41101,1731950412714 2024-11-18T17:21:03,849 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 6912f599d260,41101,1731950412714, this operation will be retried to send to another server 2024-11-18T17:21:03,849 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-18T17:21:03,850 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731950464850 2024-11-18T17:21:03,930 INFO [RS:0;6912f599d260:41101 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:21:03,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x101503fb4e80001, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:21:03,931 INFO [RS:0;6912f599d260:41101 {}] regionserver.HRegionServer(1031): Exiting; stopping=6912f599d260,41101,1731950412714; zookeeper connection closed. 2024-11-18T17:21:03,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x101503fb4e80001, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:21:03,931 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@758a1d14 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@758a1d14 2024-11-18T17:21:04,234 INFO [master/6912f599d260:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T17:21:04,234 INFO [master/6912f599d260:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T17:21:04,324 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T17:21:04,324 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T17:21:04,855 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6912f599d260,35145,1731950412787 2024-11-18T17:21:12,541 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T17:21:13,343 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-18T17:21:13,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-18T17:21:13,877 INFO [RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/WALs/6912f599d260,41101,1731950412714-splitting/6912f599d260%2C41101%2C1731950412714.1731950413467, size=1.4 K (1473bytes) 2024-11-18T17:21:13,877 INFO [RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/WALs/6912f599d260,41101,1731950412714-splitting/6912f599d260%2C41101%2C1731950412714.1731950413467 2024-11-18T17:21:13,878 INFO [RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/WALs/6912f599d260,41101,1731950412714-splitting/6912f599d260%2C41101%2C1731950412714.1731950413467 after 1ms 2024-11-18T17:21:13,880 INFO [RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/WALs/6912f599d260,41101,1731950412714-splitting/6912f599d260%2C41101%2C1731950412714.1731950413467 took 3ms 2024-11-18T17:21:13,883 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for e131d3835fe01f52306662056ac2b721: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-18T17:21:13,884 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 52b2fc0c1ddd34809e76ac3708986ba0: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-18T17:21:13,885 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 80c17335e8cde7be0fcd2cb2ccad1822: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-18T17:21:13,885 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/WALs/6912f599d260,41101,1731950412714-splitting/6912f599d260%2C41101%2C1731950412714.1731950413467 so closing down 2024-11-18T17:21:13,885 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T17:21:13,886 INFO [RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T17:21:13,886 INFO [RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/WALs/6912f599d260,41101,1731950412714-splitting/6912f599d260%2C41101%2C1731950412714.1731950413467, size=1.4 K, length=1473, corrupted=false, cancelled=false 2024-11-18T17:21:13,886 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/WALs/6912f599d260,41101,1731950412714-splitting/6912f599d260%2C41101%2C1731950412714.1731950413467, journal: Splitting hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/WALs/6912f599d260,41101,1731950412714-splitting/6912f599d260%2C41101%2C1731950412714.1731950413467, size=1.4 K (1473bytes) at 1731950473877Finishing writing output for hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/WALs/6912f599d260,41101,1731950412714-splitting/6912f599d260%2C41101%2C1731950412714.1731950413467 so closing down at 1731950473885 (+8 ms)3 split writer threads finished at 1731950473886 (+1 ms)Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/WALs/6912f599d260,41101,1731950412714-splitting/6912f599d260%2C41101%2C1731950412714.1731950413467, size=1.4 K, length=1473, corrupted=false, cancelled=false at 1731950473886 2024-11-18T17:21:13,886 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/WALs/6912f599d260,41101,1731950412714-splitting/6912f599d260%2C41101%2C1731950412714.1731950413467 2024-11-18T17:21:13,886 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-18T17:21:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35795 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-18T17:21:13,890 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/WALs/6912f599d260,41101,1731950412714-splitting/6912f599d260%2C41101%2C1731950412714.1731950413467 to hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/oldWALs 2024-11-18T17:21:13,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-18T17:21:13,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 6912f599d260%2C41101%2C1731950412714.1731950413467, worker=6912f599d260,40271,1731950412750 in 10.0430 sec 2024-11-18T17:21:13,893 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=6912f599d260,40271,1731950412750 2024-11-18T17:21:13,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-18T17:21:13,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 6912f599d260%2C41101%2C1731950412714.1731950413467, worker=6912f599d260,40271,1731950412750 in 10.0490 sec 2024-11-18T17:21:13,896 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/WALs/6912f599d260,41101,1731950412714-splitting dir is empty, no logs to split. 2024-11-18T17:21:13,896 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6912f599d260,41101,1731950412714 WAL count=0, meta=false 2024-11-18T17:21:13,896 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 6912f599d260,41101,1731950412714 WAL splitting is done? wals=0, meta=false 2024-11-18T17:21:13,898 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 6912f599d260,41101,1731950412714 failed, ignore...File hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/WALs/6912f599d260,41101,1731950412714-splitting does not exist. 2024-11-18T17:21:13,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=52b2fc0c1ddd34809e76ac3708986ba0, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e131d3835fe01f52306662056ac2b721, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=80c17335e8cde7be0fcd2cb2ccad1822, ASSIGN}] 2024-11-18T17:21:13,901 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e131d3835fe01f52306662056ac2b721, ASSIGN 2024-11-18T17:21:13,901 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=80c17335e8cde7be0fcd2cb2ccad1822, ASSIGN 2024-11-18T17:21:13,901 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=52b2fc0c1ddd34809e76ac3708986ba0, ASSIGN 2024-11-18T17:21:13,902 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e131d3835fe01f52306662056ac2b721, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T17:21:13,902 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=80c17335e8cde7be0fcd2cb2ccad1822, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T17:21:13,902 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=52b2fc0c1ddd34809e76ac3708986ba0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T17:21:14,053 DEBUG [6912f599d260:35795 {}] balancer.BalancerClusterState(204): Hosts are {6912f599d260=0} racks are {/default-rack=0} 2024-11-18T17:21:14,054 DEBUG [6912f599d260:35795 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T17:21:14,054 DEBUG [6912f599d260:35795 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T17:21:14,054 DEBUG [6912f599d260:35795 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T17:21:14,054 DEBUG [6912f599d260:35795 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T17:21:14,054 INFO [6912f599d260:35795 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T17:21:14,054 INFO [6912f599d260:35795 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T17:21:14,054 DEBUG [6912f599d260:35795 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T17:21:14,055 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=e131d3835fe01f52306662056ac2b721, regionState=OPENING, regionLocation=6912f599d260,40271,1731950412750 2024-11-18T17:21:14,055 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=80c17335e8cde7be0fcd2cb2ccad1822, regionState=OPENING, regionLocation=6912f599d260,35145,1731950412787 2024-11-18T17:21:14,055 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=52b2fc0c1ddd34809e76ac3708986ba0, regionState=OPENING, regionLocation=6912f599d260,40271,1731950412750 2024-11-18T17:21:14,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e131d3835fe01f52306662056ac2b721, ASSIGN because future has completed 2024-11-18T17:21:14,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure e131d3835fe01f52306662056ac2b721, server=6912f599d260,40271,1731950412750}] 2024-11-18T17:21:14,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=52b2fc0c1ddd34809e76ac3708986ba0, ASSIGN because future has completed 2024-11-18T17:21:14,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52b2fc0c1ddd34809e76ac3708986ba0, server=6912f599d260,40271,1731950412750}] 2024-11-18T17:21:14,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=80c17335e8cde7be0fcd2cb2ccad1822, ASSIGN because future has completed 2024-11-18T17:21:14,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80c17335e8cde7be0fcd2cb2ccad1822, server=6912f599d260,35145,1731950412787}] 2024-11-18T17:21:14,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35145 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-18T17:21:14,866 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731950423858.80c17335e8cde7be0fcd2cb2ccad1822. 2024-11-18T17:21:14,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-18T17:21:14,866 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 80c17335e8cde7be0fcd2cb2ccad1822, NAME => 'SPTestTable,66666664,1731950423858.80c17335e8cde7be0fcd2cb2ccad1822.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-18T17:21:14,867 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 80c17335e8cde7be0fcd2cb2ccad1822 2024-11-18T17:21:14,867 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731950423858.80c17335e8cde7be0fcd2cb2ccad1822.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:21:14,867 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 80c17335e8cde7be0fcd2cb2ccad1822 2024-11-18T17:21:14,867 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 80c17335e8cde7be0fcd2cb2ccad1822 2024-11-18T17:21:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35795 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-18T17:21:14,869 INFO [StoreOpener-80c17335e8cde7be0fcd2cb2ccad1822-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 80c17335e8cde7be0fcd2cb2ccad1822 2024-11-18T17:21:14,869 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6912f599d260,35145,1731950412787 Release verify snapshot worker=6912f599d260,35145,1731950412787 2024-11-18T17:21:14,870 INFO [StoreOpener-80c17335e8cde7be0fcd2cb2ccad1822-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80c17335e8cde7be0fcd2cb2ccad1822 columnFamilyName cf 2024-11-18T17:21:14,870 DEBUG [StoreOpener-80c17335e8cde7be0fcd2cb2ccad1822-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:21:14,870 INFO [StoreOpener-80c17335e8cde7be0fcd2cb2ccad1822-1 {}] regionserver.HStore(327): Store=80c17335e8cde7be0fcd2cb2ccad1822/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:21:14,871 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 80c17335e8cde7be0fcd2cb2ccad1822 2024-11-18T17:21:14,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-18T17:21:14,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6912f599d260,35145,1731950412787 in 21.1880 sec 2024-11-18T17:21:14,871 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-18T17:21:14,871 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/.hbase-snapshot/SnapshotProcedureTest 2024-11-18T17:21:14,871 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/80c17335e8cde7be0fcd2cb2ccad1822 2024-11-18T17:21:14,873 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/80c17335e8cde7be0fcd2cb2ccad1822 2024-11-18T17:21:14,873 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 80c17335e8cde7be0fcd2cb2ccad1822 2024-11-18T17:21:14,873 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 80c17335e8cde7be0fcd2cb2ccad1822 2024-11-18T17:21:14,875 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 80c17335e8cde7be0fcd2cb2ccad1822 2024-11-18T17:21:14,877 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 80c17335e8cde7be0fcd2cb2ccad1822; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62018699, jitterRate=-0.07584936916828156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T17:21:14,877 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80c17335e8cde7be0fcd2cb2ccad1822 2024-11-18T17:21:14,877 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 80c17335e8cde7be0fcd2cb2ccad1822: Running coprocessor pre-open hook at 1731950474867Writing region info on filesystem at 1731950474867Initializing all the Stores at 1731950474868 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950474868Cleaning up temporary data from old regions at 1731950474873 (+5 ms)Running coprocessor post-open hooks at 1731950474877 (+4 ms)Region opened successfully at 1731950474877 2024-11-18T17:21:14,885 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731950423858.80c17335e8cde7be0fcd2cb2ccad1822., pid=54, masterSystemTime=1731950474856 2024-11-18T17:21:14,886 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-18T17:21:14,886 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-18T17:21:14,887 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731950423858.80c17335e8cde7be0fcd2cb2ccad1822. 2024-11-18T17:21:14,887 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731950423858.80c17335e8cde7be0fcd2cb2ccad1822. 2024-11-18T17:21:14,888 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=80c17335e8cde7be0fcd2cb2ccad1822, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,35145,1731950412787 2024-11-18T17:21:14,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.4360 sec 2024-11-18T17:21:14,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80c17335e8cde7be0fcd2cb2ccad1822, server=6912f599d260,35145,1731950412787 because future has completed 2024-11-18T17:21:14,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=51 2024-11-18T17:21:14,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure 80c17335e8cde7be0fcd2cb2ccad1822, server=6912f599d260,35145,1731950412787 in 830 msec 2024-11-18T17:21:14,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=80c17335e8cde7be0fcd2cb2ccad1822, ASSIGN in 995 msec 2024-11-18T17:21:15,157 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-18T17:21:15,161 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-18T17:21:15,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T17:21:15,162 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:21:15,162 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:21:15,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:21:15,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:21:15,162 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:21:15,162 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T17:21:15,163 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1696646448, stopped=false 2024-11-18T17:21:15,163 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6912f599d260,35795,1731950412565 2024-11-18T17:21:15,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x101503fb4e80000, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T17:21:15,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40271-0x101503fb4e80002, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T17:21:15,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x101503fb4e80003, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T17:21:15,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x101503fb4e80000, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:21:15,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40271-0x101503fb4e80002, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:21:15,199 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:21:15,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x101503fb4e80003, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:21:15,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35795-0x101503fb4e80000, quorum=127.0.0.1:58655, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:21:15,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35145-0x101503fb4e80003, quorum=127.0.0.1:58655, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:21:15,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40271-0x101503fb4e80002, quorum=127.0.0.1:58655, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:21:15,201 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:21:15,201 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:21:15,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:21:15,201 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6912f599d260,40271,1731950412750' ***** 2024-11-18T17:21:15,201 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T17:21:15,201 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6912f599d260,35145,1731950412787' ***** 2024-11-18T17:21:15,201 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T17:21:15,201 INFO [RS:1;6912f599d260:40271 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T17:21:15,201 INFO [RS:1;6912f599d260:40271 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T17:21:15,201 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T17:21:15,201 INFO [RS:2;6912f599d260:35145 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T17:21:15,201 INFO [RS:1;6912f599d260:40271 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T17:21:15,202 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T17:21:15,202 INFO [RS:1;6912f599d260:40271 {}] regionserver.HRegionServer(3091): Received CLOSE for d4201152995f6a296a23a00768bd8149 2024-11-18T17:21:15,202 INFO [RS:2;6912f599d260:35145 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T17:21:15,202 INFO [RS:2;6912f599d260:35145 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T17:21:15,202 INFO [RS:2;6912f599d260:35145 {}] regionserver.HRegionServer(3091): Received CLOSE for 08ea3cc004ecb753fe0a3dabd8509f42 2024-11-18T17:21:15,202 INFO [RS:1;6912f599d260:40271 {}] regionserver.HRegionServer(3091): Received CLOSE for b370ba340c17a603cb338c4a8782e75a 2024-11-18T17:21:15,202 INFO [RS:1;6912f599d260:40271 {}] regionserver.HRegionServer(3091): Received CLOSE for dce346cf0cfe26d38b27f8cd42613e72 2024-11-18T17:21:15,202 INFO [RS:2;6912f599d260:35145 {}] regionserver.HRegionServer(3091): Received CLOSE for c257bbb3ddcc59971292027530567e34 2024-11-18T17:21:15,202 INFO [RS:1;6912f599d260:40271 {}] regionserver.HRegionServer(3091): Received CLOSE for fbe70019cf63e56ae9dcdd175457e58c 2024-11-18T17:21:15,202 INFO [RS:2;6912f599d260:35145 {}] regionserver.HRegionServer(3091): Received CLOSE for 692e03bee450be63b38794ec015f57fc 2024-11-18T17:21:15,202 INFO [RS:1;6912f599d260:40271 {}] regionserver.HRegionServer(959): stopping server 6912f599d260,40271,1731950412750 2024-11-18T17:21:15,202 INFO [RS:2;6912f599d260:35145 {}] regionserver.HRegionServer(3091): Received CLOSE for 80c17335e8cde7be0fcd2cb2ccad1822 2024-11-18T17:21:15,202 INFO [RS:1;6912f599d260:40271 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:21:15,202 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d4201152995f6a296a23a00768bd8149, disabling compactions & flushes 2024-11-18T17:21:15,202 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 08ea3cc004ecb753fe0a3dabd8509f42, disabling compactions & flushes 2024-11-18T17:21:15,202 INFO [RS:2;6912f599d260:35145 {}] regionserver.HRegionServer(959): stopping server 6912f599d260,35145,1731950412787 2024-11-18T17:21:15,202 INFO [RS:1;6912f599d260:40271 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;6912f599d260:40271. 2024-11-18T17:21:15,202 INFO [RS:2;6912f599d260:35145 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:21:15,202 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731950423858.08ea3cc004ecb753fe0a3dabd8509f42. 2024-11-18T17:21:15,202 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731950423858.d4201152995f6a296a23a00768bd8149. 2024-11-18T17:21:15,202 DEBUG [RS:1;6912f599d260:40271 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:21:15,202 INFO [RS:2;6912f599d260:35145 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;6912f599d260:35145. 2024-11-18T17:21:15,202 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731950423858.d4201152995f6a296a23a00768bd8149. 2024-11-18T17:21:15,202 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731950423858.08ea3cc004ecb753fe0a3dabd8509f42. 2024-11-18T17:21:15,202 DEBUG [RS:1;6912f599d260:40271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:21:15,202 DEBUG [RS:2;6912f599d260:35145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:21:15,202 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731950423858.08ea3cc004ecb753fe0a3dabd8509f42. after waiting 0 ms 2024-11-18T17:21:15,202 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731950423858.d4201152995f6a296a23a00768bd8149. after waiting 0 ms 2024-11-18T17:21:15,202 DEBUG [RS:2;6912f599d260:35145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:21:15,202 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731950423858.d4201152995f6a296a23a00768bd8149. 2024-11-18T17:21:15,202 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731950423858.08ea3cc004ecb753fe0a3dabd8509f42. 2024-11-18T17:21:15,202 INFO [RS:1;6912f599d260:40271 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T17:21:15,202 INFO [RS:2;6912f599d260:35145 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-18T17:21:15,202 INFO [RS:1;6912f599d260:40271 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T17:21:15,202 INFO [RS:1;6912f599d260:40271 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T17:21:15,202 DEBUG [RS:2;6912f599d260:35145 {}] regionserver.HRegionServer(1325): Online Regions={08ea3cc004ecb753fe0a3dabd8509f42=SPTestTable,33333332,1731950423858.08ea3cc004ecb753fe0a3dabd8509f42., c257bbb3ddcc59971292027530567e34=SPTestTable,b333332f,1731950423858.c257bbb3ddcc59971292027530567e34., 692e03bee450be63b38794ec015f57fc=SPTestTable,4ccccccb,1731950423858.692e03bee450be63b38794ec015f57fc., 80c17335e8cde7be0fcd2cb2ccad1822=SPTestTable,66666664,1731950423858.80c17335e8cde7be0fcd2cb2ccad1822.} 2024-11-18T17:21:15,202 INFO [RS:1;6912f599d260:40271 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T17:21:15,202 DEBUG [RS:2;6912f599d260:35145 {}] regionserver.HRegionServer(1351): Waiting on 08ea3cc004ecb753fe0a3dabd8509f42, 692e03bee450be63b38794ec015f57fc, 80c17335e8cde7be0fcd2cb2ccad1822, c257bbb3ddcc59971292027530567e34 2024-11-18T17:21:15,203 INFO [RS:1;6912f599d260:40271 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-18T17:21:15,203 DEBUG [RS:1;6912f599d260:40271 {}] regionserver.HRegionServer(1325): Online Regions={d4201152995f6a296a23a00768bd8149=SPTestTable,99999996,1731950423858.d4201152995f6a296a23a00768bd8149., 1588230740=hbase:meta,,1.1588230740, b370ba340c17a603cb338c4a8782e75a=SPTestTable,19999999,1731950423858.b370ba340c17a603cb338c4a8782e75a., dce346cf0cfe26d38b27f8cd42613e72=SPTestTable,ccccccc8,1731950423858.dce346cf0cfe26d38b27f8cd42613e72., fbe70019cf63e56ae9dcdd175457e58c=SPTestTable,7ffffffd,1731950423858.fbe70019cf63e56ae9dcdd175457e58c.} 2024-11-18T17:21:15,203 DEBUG [RS:1;6912f599d260:40271 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b370ba340c17a603cb338c4a8782e75a, d4201152995f6a296a23a00768bd8149, dce346cf0cfe26d38b27f8cd42613e72, fbe70019cf63e56ae9dcdd175457e58c 2024-11-18T17:21:15,203 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:21:15,203 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:21:15,203 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:21:15,203 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:21:15,203 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:21:15,203 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=14.14 KB heapSize=23.83 KB 2024-11-18T17:21:15,206 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/d4201152995f6a296a23a00768bd8149/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T17:21:15,206 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/08ea3cc004ecb753fe0a3dabd8509f42/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T17:21:15,207 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731950423858.d4201152995f6a296a23a00768bd8149. 2024-11-18T17:21:15,207 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d4201152995f6a296a23a00768bd8149: Waiting for close lock at 1731950475202Running coprocessor pre-close hooks at 1731950475202Disabling compacts and flushes for region at 1731950475202Disabling writes for close at 1731950475202Writing region close event to WAL at 1731950475203 (+1 ms)Running coprocessor post-close hooks at 1731950475207 (+4 ms)Closed at 1731950475207 2024-11-18T17:21:15,207 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731950423858.08ea3cc004ecb753fe0a3dabd8509f42. 2024-11-18T17:21:15,207 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 08ea3cc004ecb753fe0a3dabd8509f42: Waiting for close lock at 1731950475202Running coprocessor pre-close hooks at 1731950475202Disabling compacts and flushes for region at 1731950475202Disabling writes for close at 1731950475202Writing region close event to WAL at 1731950475203 (+1 ms)Running coprocessor post-close hooks at 1731950475207 (+4 ms)Closed at 1731950475207 2024-11-18T17:21:15,207 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731950423858.d4201152995f6a296a23a00768bd8149. 2024-11-18T17:21:15,207 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731950423858.08ea3cc004ecb753fe0a3dabd8509f42. 2024-11-18T17:21:15,207 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b370ba340c17a603cb338c4a8782e75a, disabling compactions & flushes 2024-11-18T17:21:15,207 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731950423858.b370ba340c17a603cb338c4a8782e75a. 2024-11-18T17:21:15,207 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731950423858.b370ba340c17a603cb338c4a8782e75a. 2024-11-18T17:21:15,207 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c257bbb3ddcc59971292027530567e34, disabling compactions & flushes 2024-11-18T17:21:15,207 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731950423858.b370ba340c17a603cb338c4a8782e75a. after waiting 0 ms 2024-11-18T17:21:15,207 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731950423858.c257bbb3ddcc59971292027530567e34. 2024-11-18T17:21:15,207 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731950423858.b370ba340c17a603cb338c4a8782e75a. 2024-11-18T17:21:15,207 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731950423858.c257bbb3ddcc59971292027530567e34. 2024-11-18T17:21:15,207 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731950423858.c257bbb3ddcc59971292027530567e34. after waiting 0 ms 2024-11-18T17:21:15,207 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731950423858.c257bbb3ddcc59971292027530567e34. 2024-11-18T17:21:15,210 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/c257bbb3ddcc59971292027530567e34/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T17:21:15,211 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731950423858.c257bbb3ddcc59971292027530567e34. 2024-11-18T17:21:15,211 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c257bbb3ddcc59971292027530567e34: Waiting for close lock at 1731950475207Running coprocessor pre-close hooks at 1731950475207Disabling compacts and flushes for region at 1731950475207Disabling writes for close at 1731950475207Writing region close event to WAL at 1731950475208 (+1 ms)Running coprocessor post-close hooks at 1731950475211 (+3 ms)Closed at 1731950475211 2024-11-18T17:21:15,211 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731950423858.c257bbb3ddcc59971292027530567e34. 2024-11-18T17:21:15,211 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 692e03bee450be63b38794ec015f57fc, disabling compactions & flushes 2024-11-18T17:21:15,211 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731950423858.692e03bee450be63b38794ec015f57fc. 2024-11-18T17:21:15,211 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731950423858.692e03bee450be63b38794ec015f57fc. 2024-11-18T17:21:15,211 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731950423858.692e03bee450be63b38794ec015f57fc. after waiting 0 ms 2024-11-18T17:21:15,211 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731950423858.692e03bee450be63b38794ec015f57fc. 2024-11-18T17:21:15,215 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/692e03bee450be63b38794ec015f57fc/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T17:21:15,215 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/b370ba340c17a603cb338c4a8782e75a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T17:21:15,215 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731950423858.692e03bee450be63b38794ec015f57fc. 2024-11-18T17:21:15,215 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731950423858.b370ba340c17a603cb338c4a8782e75a. 2024-11-18T17:21:15,215 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b370ba340c17a603cb338c4a8782e75a: Waiting for close lock at 1731950475207Running coprocessor pre-close hooks at 1731950475207Disabling compacts and flushes for region at 1731950475207Disabling writes for close at 1731950475207Writing region close event to WAL at 1731950475207Running coprocessor post-close hooks at 1731950475215 (+8 ms)Closed at 1731950475215 2024-11-18T17:21:15,215 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 692e03bee450be63b38794ec015f57fc: Waiting for close lock at 1731950475211Running coprocessor pre-close hooks at 1731950475211Disabling compacts and flushes for region at 1731950475211Disabling writes for close at 1731950475211Writing region close event to WAL at 1731950475212 (+1 ms)Running coprocessor post-close hooks at 1731950475215 (+3 ms)Closed at 1731950475215 2024-11-18T17:21:15,215 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731950423858.b370ba340c17a603cb338c4a8782e75a. 2024-11-18T17:21:15,215 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731950423858.692e03bee450be63b38794ec015f57fc. 2024-11-18T17:21:15,215 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dce346cf0cfe26d38b27f8cd42613e72, disabling compactions & flushes 2024-11-18T17:21:15,215 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 80c17335e8cde7be0fcd2cb2ccad1822, disabling compactions & flushes 2024-11-18T17:21:15,215 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731950423858.dce346cf0cfe26d38b27f8cd42613e72. 2024-11-18T17:21:15,216 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731950423858.80c17335e8cde7be0fcd2cb2ccad1822. 2024-11-18T17:21:15,216 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731950423858.dce346cf0cfe26d38b27f8cd42613e72. 2024-11-18T17:21:15,216 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731950423858.80c17335e8cde7be0fcd2cb2ccad1822. 2024-11-18T17:21:15,216 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731950423858.dce346cf0cfe26d38b27f8cd42613e72. after waiting 0 ms 2024-11-18T17:21:15,216 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731950423858.dce346cf0cfe26d38b27f8cd42613e72. 2024-11-18T17:21:15,216 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731950423858.80c17335e8cde7be0fcd2cb2ccad1822. after waiting 0 ms 2024-11-18T17:21:15,216 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731950423858.80c17335e8cde7be0fcd2cb2ccad1822. 2024-11-18T17:21:15,220 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/80c17335e8cde7be0fcd2cb2ccad1822/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T17:21:15,221 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731950423858.80c17335e8cde7be0fcd2cb2ccad1822. 2024-11-18T17:21:15,221 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 80c17335e8cde7be0fcd2cb2ccad1822: Waiting for close lock at 1731950475215Running coprocessor pre-close hooks at 1731950475215Disabling compacts and flushes for region at 1731950475215Disabling writes for close at 1731950475216 (+1 ms)Writing region close event to WAL at 1731950475216Running coprocessor post-close hooks at 1731950475220 (+4 ms)Closed at 1731950475221 (+1 ms) 2024-11-18T17:21:15,221 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731950423858.80c17335e8cde7be0fcd2cb2ccad1822. 2024-11-18T17:21:15,222 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/dce346cf0cfe26d38b27f8cd42613e72/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T17:21:15,223 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731950423858.dce346cf0cfe26d38b27f8cd42613e72. 2024-11-18T17:21:15,223 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dce346cf0cfe26d38b27f8cd42613e72: Waiting for close lock at 1731950475215Running coprocessor pre-close hooks at 1731950475215Disabling compacts and flushes for region at 1731950475215Disabling writes for close at 1731950475216 (+1 ms)Writing region close event to WAL at 1731950475219 (+3 ms)Running coprocessor post-close hooks at 1731950475223 (+4 ms)Closed at 1731950475223 2024-11-18T17:21:15,223 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731950423858.dce346cf0cfe26d38b27f8cd42613e72. 2024-11-18T17:21:15,223 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fbe70019cf63e56ae9dcdd175457e58c, disabling compactions & flushes 2024-11-18T17:21:15,223 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731950423858.fbe70019cf63e56ae9dcdd175457e58c. 2024-11-18T17:21:15,223 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731950423858.fbe70019cf63e56ae9dcdd175457e58c. 2024-11-18T17:21:15,223 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731950423858.fbe70019cf63e56ae9dcdd175457e58c. after waiting 0 ms 2024-11-18T17:21:15,223 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731950423858.fbe70019cf63e56ae9dcdd175457e58c. 2024-11-18T17:21:15,224 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/hbase/meta/1588230740/.tmp/info/5cd2916a69aa41ac91df9077bf677035 is 167, key is SPTestTable,19999999,1731950423858.b370ba340c17a603cb338c4a8782e75a./info:regioninfo/1731950434645/Put/seqid=0 2024-11-18T17:21:15,228 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/default/SPTestTable/fbe70019cf63e56ae9dcdd175457e58c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T17:21:15,229 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731950423858.fbe70019cf63e56ae9dcdd175457e58c. 2024-11-18T17:21:15,229 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fbe70019cf63e56ae9dcdd175457e58c: Waiting for close lock at 1731950475223Running coprocessor pre-close hooks at 1731950475223Disabling compacts and flushes for region at 1731950475223Disabling writes for close at 1731950475223Writing region close event to WAL at 1731950475224 (+1 ms)Running coprocessor post-close hooks at 1731950475229 (+5 ms)Closed at 1731950475229 2024-11-18T17:21:15,229 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731950423858.fbe70019cf63e56ae9dcdd175457e58c. 2024-11-18T17:21:15,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741864_1040 (size=19116) 2024-11-18T17:21:15,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741864_1040 (size=19116) 2024-11-18T17:21:15,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741864_1040 (size=19116) 2024-11-18T17:21:15,232 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.99 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/hbase/meta/1588230740/.tmp/info/5cd2916a69aa41ac91df9077bf677035 2024-11-18T17:21:15,253 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/hbase/meta/1588230740/.tmp/ns/c4eb78f09a6347928427539b2821c527 is 43, key is default/ns:d/1731950423750/Put/seqid=0 2024-11-18T17:21:15,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741865_1041 (size=5153) 2024-11-18T17:21:15,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741865_1041 (size=5153) 2024-11-18T17:21:15,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741865_1041 (size=5153) 2024-11-18T17:21:15,263 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/hbase/meta/1588230740/.tmp/ns/c4eb78f09a6347928427539b2821c527 2024-11-18T17:21:15,282 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/hbase/meta/1588230740/.tmp/table/08643c935dad49e09bcb47aff2884f4d is 47, key is SPTestTable/table:state/1731950434653/Put/seqid=0 2024-11-18T17:21:15,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741866_1042 (size=5214) 2024-11-18T17:21:15,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741866_1042 (size=5214) 2024-11-18T17:21:15,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741866_1042 (size=5214) 2024-11-18T17:21:15,290 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/hbase/meta/1588230740/.tmp/table/08643c935dad49e09bcb47aff2884f4d 2024-11-18T17:21:15,293 INFO [regionserver/6912f599d260:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:21:15,296 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/hbase/meta/1588230740/.tmp/info/5cd2916a69aa41ac91df9077bf677035 as hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/hbase/meta/1588230740/info/5cd2916a69aa41ac91df9077bf677035 2024-11-18T17:21:15,301 INFO [regionserver/6912f599d260:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:21:15,302 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/hbase/meta/1588230740/info/5cd2916a69aa41ac91df9077bf677035, entries=106, sequenceid=33, filesize=18.7 K 2024-11-18T17:21:15,303 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/hbase/meta/1588230740/.tmp/ns/c4eb78f09a6347928427539b2821c527 as hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/hbase/meta/1588230740/ns/c4eb78f09a6347928427539b2821c527 2024-11-18T17:21:15,310 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/hbase/meta/1588230740/ns/c4eb78f09a6347928427539b2821c527, entries=2, sequenceid=33, filesize=5.0 K 2024-11-18T17:21:15,311 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/hbase/meta/1588230740/.tmp/table/08643c935dad49e09bcb47aff2884f4d as hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/hbase/meta/1588230740/table/08643c935dad49e09bcb47aff2884f4d 2024-11-18T17:21:15,316 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/hbase/meta/1588230740/table/08643c935dad49e09bcb47aff2884f4d, entries=2, sequenceid=33, filesize=5.1 K 2024-11-18T17:21:15,317 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~14.14 KB/14482, heapSize ~23.53 KB/24096, currentSize=0 B/0 for 1588230740 in 114ms, sequenceid=33, compaction requested=false 2024-11-18T17:21:15,319 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T17:21:15,319 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T17:21:15,322 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/data/hbase/meta/1588230740/recovered.edits/36.seqid, newMaxSeqId=36, maxSeqId=1 2024-11-18T17:21:15,323 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:21:15,323 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:21:15,323 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731950475203Running coprocessor pre-close hooks at 1731950475203Disabling compacts and flushes for region at 1731950475203Disabling writes for close at 1731950475203Obtaining lock to block concurrent updates at 1731950475203Preparing flush snapshotting stores in 1588230740 at 1731950475203Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=14482, getHeapSize=24336, getOffHeapSize=0, getCellsCount=118 at 1731950475204 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731950475204Flushing 1588230740/info: creating writer at 1731950475204Flushing 1588230740/info: appending metadata at 1731950475223 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731950475223Flushing 1588230740/ns: creating writer at 1731950475239 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731950475253 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731950475253Flushing 1588230740/table: creating writer at 1731950475268 (+15 ms)Flushing 1588230740/table: appending metadata at 1731950475282 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731950475282Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d33c704: reopening flushed file at 1731950475295 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33385062: reopening flushed file at 1731950475303 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@404f1166: reopening flushed file at 1731950475310 (+7 ms)Finished flush of dataSize ~14.14 KB/14482, heapSize ~23.53 KB/24096, currentSize=0 B/0 for 1588230740 in 114ms, sequenceid=33, compaction requested=false at 1731950475317 (+7 ms)Writing region close event to WAL at 1731950475319 (+2 ms)Running coprocessor post-close hooks at 1731950475323 (+4 ms)Closed at 1731950475323 2024-11-18T17:21:15,323 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T17:21:15,325 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T17:21:15,325 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T17:21:15,403 INFO [RS:2;6912f599d260:35145 {}] regionserver.HRegionServer(976): stopping server 6912f599d260,35145,1731950412787; all regions closed. 2024-11-18T17:21:15,403 INFO [RS:1;6912f599d260:40271 {}] regionserver.HRegionServer(976): stopping server 6912f599d260,40271,1731950412750; all regions closed. 2024-11-18T17:21:15,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741836_1012 (size=17064) 2024-11-18T17:21:15,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741835_1011 (size=2947) 2024-11-18T17:21:15,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741836_1012 (size=17064) 2024-11-18T17:21:15,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741836_1012 (size=17064) 2024-11-18T17:21:15,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741835_1011 (size=2947) 2024-11-18T17:21:15,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741835_1011 (size=2947) 2024-11-18T17:21:15,410 DEBUG [RS:2;6912f599d260:35145 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/oldWALs 2024-11-18T17:21:15,410 INFO [RS:2;6912f599d260:35145 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6912f599d260%2C35145%2C1731950412787:(num 1731950413464) 2024-11-18T17:21:15,410 DEBUG [RS:1;6912f599d260:40271 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/oldWALs 2024-11-18T17:21:15,410 DEBUG [RS:2;6912f599d260:35145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:21:15,410 INFO [RS:2;6912f599d260:35145 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:21:15,410 INFO [RS:1;6912f599d260:40271 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6912f599d260%2C40271%2C1731950412750.meta:.meta(num 1731950423655) 2024-11-18T17:21:15,410 INFO [RS:2;6912f599d260:35145 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:21:15,410 INFO [RS:2;6912f599d260:35145 {}] hbase.ChoreService(370): Chore service for: regionserver/6912f599d260:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T17:21:15,411 INFO [RS:2;6912f599d260:35145 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T17:21:15,411 INFO [regionserver/6912f599d260:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:21:15,411 INFO [RS:2;6912f599d260:35145 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T17:21:15,411 INFO [RS:2;6912f599d260:35145 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T17:21:15,411 INFO [RS:2;6912f599d260:35145 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:21:15,411 INFO [RS:2;6912f599d260:35145 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35145 2024-11-18T17:21:15,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741834_1010 (size=3469) 2024-11-18T17:21:15,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741834_1010 (size=3469) 2024-11-18T17:21:15,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741834_1010 (size=3469) 2024-11-18T17:21:15,417 DEBUG [RS:1;6912f599d260:40271 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/oldWALs 2024-11-18T17:21:15,417 INFO [RS:1;6912f599d260:40271 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6912f599d260%2C40271%2C1731950412750:(num 1731950413464) 2024-11-18T17:21:15,417 DEBUG [RS:1;6912f599d260:40271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:21:15,417 INFO [RS:1;6912f599d260:40271 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:21:15,417 INFO [RS:1;6912f599d260:40271 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:21:15,417 INFO [RS:1;6912f599d260:40271 {}] hbase.ChoreService(370): Chore service for: regionserver/6912f599d260:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T17:21:15,417 INFO [RS:1;6912f599d260:40271 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:21:15,417 INFO [regionserver/6912f599d260:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:21:15,417 INFO [RS:1;6912f599d260:40271 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40271 2024-11-18T17:21:15,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x101503fb4e80003, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6912f599d260,35145,1731950412787 2024-11-18T17:21:15,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x101503fb4e80000, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T17:21:15,421 INFO [RS:2;6912f599d260:35145 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:21:15,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40271-0x101503fb4e80002, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6912f599d260,40271,1731950412750 2024-11-18T17:21:15,430 INFO [RS:1;6912f599d260:40271 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:21:15,438 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6912f599d260,40271,1731950412750] 2024-11-18T17:21:15,455 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6912f599d260,40271,1731950412750 already deleted, retry=false 2024-11-18T17:21:15,455 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6912f599d260,40271,1731950412750 expired; onlineServers=1 2024-11-18T17:21:15,455 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6912f599d260,35145,1731950412787] 2024-11-18T17:21:15,463 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6912f599d260,35145,1731950412787 already deleted, retry=false 2024-11-18T17:21:15,463 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6912f599d260,35145,1731950412787 expired; onlineServers=0 2024-11-18T17:21:15,463 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6912f599d260,35795,1731950412565' ***** 2024-11-18T17:21:15,463 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T17:21:15,463 INFO [M:0;6912f599d260:35795 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:21:15,464 INFO [M:0;6912f599d260:35795 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:21:15,464 DEBUG [M:0;6912f599d260:35795 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T17:21:15,464 DEBUG [M:0;6912f599d260:35795 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T17:21:15,464 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T17:21:15,464 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731950413128 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731950413128,5,FailOnTimeoutGroup] 2024-11-18T17:21:15,464 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731950413128 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731950413128,5,FailOnTimeoutGroup] 2024-11-18T17:21:15,464 INFO [M:0;6912f599d260:35795 {}] hbase.ChoreService(370): Chore service for: master/6912f599d260:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T17:21:15,465 INFO [M:0;6912f599d260:35795 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:21:15,465 DEBUG [M:0;6912f599d260:35795 {}] master.HMaster(1795): Stopping service threads 2024-11-18T17:21:15,465 INFO [M:0;6912f599d260:35795 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T17:21:15,465 INFO [M:0;6912f599d260:35795 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:21:15,465 ERROR [M:0;6912f599d260:35795 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:38431 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38431,5,PEWorkerGroup] 2024-11-18T17:21:15,466 INFO [M:0;6912f599d260:35795 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T17:21:15,466 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T17:21:15,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x101503fb4e80000, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T17:21:15,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x101503fb4e80000, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:21:15,474 DEBUG [M:0;6912f599d260:35795 {}] zookeeper.ZKUtil(347): master:35795-0x101503fb4e80000, quorum=127.0.0.1:58655, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-18T17:21:15,475 WARN [M:0;6912f599d260:35795 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T17:21:15,475 INFO [M:0;6912f599d260:35795 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/.lastflushedseqids 2024-11-18T17:21:15,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741867_1043 (size=650) 2024-11-18T17:21:15,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741867_1043 (size=650) 2024-11-18T17:21:15,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741867_1043 (size=650) 2024-11-18T17:21:15,490 INFO [M:0;6912f599d260:35795 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T17:21:15,490 INFO [M:0;6912f599d260:35795 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T17:21:15,490 DEBUG [M:0;6912f599d260:35795 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:21:15,490 INFO [M:0;6912f599d260:35795 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:21:15,490 DEBUG [M:0;6912f599d260:35795 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:21:15,490 DEBUG [M:0;6912f599d260:35795 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:21:15,490 DEBUG [M:0;6912f599d260:35795 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:21:15,490 INFO [M:0;6912f599d260:35795 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=174.45 KB heapSize=213.47 KB 2024-11-18T17:21:15,505 DEBUG [M:0;6912f599d260:35795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a70eab1574704fb1a11fe12c2b41a213 is 82, key is hbase:meta,,1/info:regioninfo/1731950423691/Put/seqid=0 2024-11-18T17:21:15,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741868_1044 (size=5672) 2024-11-18T17:21:15,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741868_1044 (size=5672) 2024-11-18T17:21:15,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741868_1044 (size=5672) 2024-11-18T17:21:15,512 INFO [M:0;6912f599d260:35795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a70eab1574704fb1a11fe12c2b41a213 2024-11-18T17:21:15,532 DEBUG [M:0;6912f599d260:35795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f6614ed9beba4ad0a077885080d9f1a9 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731950434658/Put/seqid=0 2024-11-18T17:21:15,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741869_1045 (size=12152) 2024-11-18T17:21:15,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741869_1045 (size=12152) 2024-11-18T17:21:15,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741869_1045 (size=12152) 2024-11-18T17:21:15,538 INFO [M:0;6912f599d260:35795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=173.71 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f6614ed9beba4ad0a077885080d9f1a9 2024-11-18T17:21:15,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x101503fb4e80003, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:21:15,538 INFO [RS:2;6912f599d260:35145 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:21:15,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x101503fb4e80003, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:21:15,538 INFO [RS:2;6912f599d260:35145 {}] regionserver.HRegionServer(1031): Exiting; stopping=6912f599d260,35145,1731950412787; zookeeper connection closed. 2024-11-18T17:21:15,538 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@639d16f0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@639d16f0 2024-11-18T17:21:15,543 INFO [M:0;6912f599d260:35795 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f6614ed9beba4ad0a077885080d9f1a9 2024-11-18T17:21:15,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40271-0x101503fb4e80002, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:21:15,546 INFO [RS:1;6912f599d260:40271 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:21:15,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40271-0x101503fb4e80002, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:21:15,546 INFO [RS:1;6912f599d260:40271 {}] regionserver.HRegionServer(1031): Exiting; stopping=6912f599d260,40271,1731950412750; zookeeper connection closed. 2024-11-18T17:21:15,547 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3265da1b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3265da1b 2024-11-18T17:21:15,547 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-18T17:21:15,558 DEBUG [M:0;6912f599d260:35795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/22252811244f41279fddadaf6abab449 is 69, key is 6912f599d260,35145,1731950412787/rs:state/1731950413255/Put/seqid=0 2024-11-18T17:21:15,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741870_1046 (size=5442) 2024-11-18T17:21:15,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741870_1046 (size=5442) 2024-11-18T17:21:15,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741870_1046 (size=5442) 2024-11-18T17:21:15,565 INFO [M:0;6912f599d260:35795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/22252811244f41279fddadaf6abab449 2024-11-18T17:21:15,569 INFO [M:0;6912f599d260:35795 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22252811244f41279fddadaf6abab449 2024-11-18T17:21:15,570 DEBUG [M:0;6912f599d260:35795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a70eab1574704fb1a11fe12c2b41a213 as hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a70eab1574704fb1a11fe12c2b41a213 2024-11-18T17:21:15,577 INFO [M:0;6912f599d260:35795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a70eab1574704fb1a11fe12c2b41a213, entries=8, sequenceid=419, filesize=5.5 K 2024-11-18T17:21:15,578 DEBUG [M:0;6912f599d260:35795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f6614ed9beba4ad0a077885080d9f1a9 as hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f6614ed9beba4ad0a077885080d9f1a9 2024-11-18T17:21:15,583 INFO [M:0;6912f599d260:35795 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f6614ed9beba4ad0a077885080d9f1a9 2024-11-18T17:21:15,584 INFO [M:0;6912f599d260:35795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f6614ed9beba4ad0a077885080d9f1a9, entries=54, sequenceid=419, filesize=11.9 K 2024-11-18T17:21:15,585 DEBUG [M:0;6912f599d260:35795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/22252811244f41279fddadaf6abab449 as hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/22252811244f41279fddadaf6abab449 2024-11-18T17:21:15,589 INFO [M:0;6912f599d260:35795 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22252811244f41279fddadaf6abab449 2024-11-18T17:21:15,590 INFO [M:0;6912f599d260:35795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38431/user/jenkins/test-data/4bfbed54-adb7-30f7-4e37-e86c0db47a3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/22252811244f41279fddadaf6abab449, entries=3, sequenceid=419, filesize=5.3 K 2024-11-18T17:21:15,590 INFO [M:0;6912f599d260:35795 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.45 KB/178636, heapSize ~213.17 KB/218288, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=419, compaction requested=false 2024-11-18T17:21:15,591 INFO [M:0;6912f599d260:35795 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:21:15,592 DEBUG [M:0;6912f599d260:35795 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731950475490Disabling compacts and flushes for region at 1731950475490Disabling writes for close at 1731950475490Obtaining lock to block concurrent updates at 1731950475490Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731950475490Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=178636, getHeapSize=218528, getOffHeapSize=0, getCellsCount=514 at 1731950475491 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731950475491Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731950475491Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731950475505 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731950475505Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731950475517 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731950475531 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731950475531Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731950475543 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731950475557 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731950475557Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3133a4b4: reopening flushed file at 1731950475569 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@425c4fc5: reopening flushed file at 1731950475577 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36a3add8: reopening flushed file at 1731950475584 (+7 ms)Finished flush of dataSize ~174.45 KB/178636, heapSize ~213.17 KB/218288, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=419, compaction requested=false at 1731950475590 (+6 ms)Writing region close event to WAL at 1731950475591 (+1 ms)Closed at 1731950475591 2024-11-18T17:21:15,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44631 is added to blk_1073741830_1006 (size=206670) 2024-11-18T17:21:15,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741830_1006 (size=206670) 2024-11-18T17:21:15,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741830_1006 (size=206670) 2024-11-18T17:21:15,594 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:21:15,594 INFO [M:0;6912f599d260:35795 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T17:21:15,595 INFO [M:0;6912f599d260:35795 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35795 2024-11-18T17:21:15,595 INFO [M:0;6912f599d260:35795 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:21:15,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x101503fb4e80000, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:21:15,705 INFO [M:0;6912f599d260:35795 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:21:15,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35795-0x101503fb4e80000, quorum=127.0.0.1:58655, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:21:15,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76cc5f70{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:21:15,739 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77e2e964{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:21:15,739 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:21:15,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27eeff62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:21:15,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@355b5826{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/hadoop.log.dir/,STOPPED} 2024-11-18T17:21:15,743 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T17:21:15,743 WARN [BP-924712089-172.17.0.3-1731950410625 heartbeating to localhost/127.0.0.1:38431 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T17:21:15,743 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T17:21:15,743 WARN [BP-924712089-172.17.0.3-1731950410625 heartbeating to localhost/127.0.0.1:38431 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-924712089-172.17.0.3-1731950410625 (Datanode Uuid a542783f-2d65-4d2d-a25f-c70896a69b56) service to localhost/127.0.0.1:38431 2024-11-18T17:21:15,745 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/cluster_4a2d193a-1b15-9f42-8b4c-e80f18f71622/data/data5/current/BP-924712089-172.17.0.3-1731950410625 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:21:15,745 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/cluster_4a2d193a-1b15-9f42-8b4c-e80f18f71622/data/data6/current/BP-924712089-172.17.0.3-1731950410625 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:21:15,746 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T17:21:15,750 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33e24962{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:21:15,750 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@147f919a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:21:15,750 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:21:15,751 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50b93e1e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:21:15,751 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9234fcc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/hadoop.log.dir/,STOPPED} 2024-11-18T17:21:15,752 WARN [BP-924712089-172.17.0.3-1731950410625 heartbeating to localhost/127.0.0.1:38431 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T17:21:15,752 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T17:21:15,752 WARN [BP-924712089-172.17.0.3-1731950410625 heartbeating to localhost/127.0.0.1:38431 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-924712089-172.17.0.3-1731950410625 (Datanode Uuid 808d00a2-93b5-4710-8b6a-8bcae760f427) service to localhost/127.0.0.1:38431 2024-11-18T17:21:15,752 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T17:21:15,753 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/cluster_4a2d193a-1b15-9f42-8b4c-e80f18f71622/data/data3/current/BP-924712089-172.17.0.3-1731950410625 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:21:15,753 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/cluster_4a2d193a-1b15-9f42-8b4c-e80f18f71622/data/data4/current/BP-924712089-172.17.0.3-1731950410625 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:21:15,753 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T17:21:15,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ae4ac48{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:21:15,756 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e5777bd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:21:15,756 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:21:15,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43b6528f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:21:15,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bf8095d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/hadoop.log.dir/,STOPPED} 2024-11-18T17:21:15,757 WARN [BP-924712089-172.17.0.3-1731950410625 heartbeating to localhost/127.0.0.1:38431 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T17:21:15,757 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T17:21:15,757 WARN [BP-924712089-172.17.0.3-1731950410625 heartbeating to localhost/127.0.0.1:38431 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-924712089-172.17.0.3-1731950410625 (Datanode Uuid 05e8bb53-f22b-4d70-8f23-b4b77dc511fb) service to localhost/127.0.0.1:38431 2024-11-18T17:21:15,757 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T17:21:15,758 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/cluster_4a2d193a-1b15-9f42-8b4c-e80f18f71622/data/data1/current/BP-924712089-172.17.0.3-1731950410625 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:21:15,758 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/cluster_4a2d193a-1b15-9f42-8b4c-e80f18f71622/data/data2/current/BP-924712089-172.17.0.3-1731950410625 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:21:15,758 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T17:21:15,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a24c7a6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:21:15,763 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72443302{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:21:15,763 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:21:15,764 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@265115b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:21:15,764 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22d89db3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a384001f-7b64-03a5-dc13-139d2bb7896e/hadoop.log.dir/,STOPPED} 2024-11-18T17:21:15,770 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T17:21:15,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T17:21:15,808 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=126 (was 96) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:38431 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:38431 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:38431 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:38431 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:38431 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:38431 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38431 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:38431 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=56 (was 96), ProcessCount=11 (was 11), AvailableMemoryMB=4354 (was 4457)