2024-11-18 19:10:41,649 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-18 19:10:41,663 main DEBUG Took 0.011968 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 19:10:41,663 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 19:10:41,664 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 19:10:41,665 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 19:10:41,666 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:10:41,673 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 19:10:41,685 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:10:41,686 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:10:41,687 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:10:41,687 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:10:41,688 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:10:41,688 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:10:41,689 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:10:41,690 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:10:41,690 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:10:41,690 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:10:41,691 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:10:41,692 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:10:41,692 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:10:41,693 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:10:41,693 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:10:41,693 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:10:41,694 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:10:41,694 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:10:41,695 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:10:41,695 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:10:41,695 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:10:41,696 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:10:41,696 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:10:41,697 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:10:41,697 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:10:41,697 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 19:10:41,699 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:10:41,700 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 19:10:41,702 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 19:10:41,702 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 19:10:41,703 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 19:10:41,704 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 19:10:41,712 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 19:10:41,714 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 19:10:41,716 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 19:10:41,716 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 19:10:41,717 main DEBUG createAppenders(={Console}) 2024-11-18 19:10:41,717 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-18 19:10:41,718 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-18 19:10:41,718 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-18 19:10:41,719 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 19:10:41,719 main DEBUG OutputStream closed 2024-11-18 19:10:41,719 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 19:10:41,719 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 19:10:41,720 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-18 19:10:41,789 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 19:10:41,792 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 19:10:41,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 19:10:41,794 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 19:10:41,794 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 19:10:41,795 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 19:10:41,795 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 19:10:41,795 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 19:10:41,796 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 19:10:41,796 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 19:10:41,797 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 19:10:41,797 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 19:10:41,797 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 19:10:41,797 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 19:10:41,798 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 19:10:41,798 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 19:10:41,799 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 19:10:41,800 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 19:10:41,802 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 19:10:41,802 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-18 19:10:41,802 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 19:10:41,803 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-18T19:10:41,816 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-18 19:10:41,819 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 19:10:41,819 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T19:10:41,826 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-18T19:10:41,859 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=108, ProcessCount=11, AvailableMemoryMB=3291 2024-11-18T19:10:42,104 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc 2024-11-18T19:10:42,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T19:10:42,120 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/cluster_62a15055-fee1-bb30-4111-9eed0234554c, deleteOnExit=true 2024-11-18T19:10:42,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T19:10:42,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/test.cache.data in system properties and HBase conf 2024-11-18T19:10:42,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T19:10:42,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/hadoop.log.dir in system properties and HBase conf 2024-11-18T19:10:42,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T19:10:42,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T19:10:42,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T19:10:42,198 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T19:10:42,279 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T19:10:42,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T19:10:42,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T19:10:42,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T19:10:42,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T19:10:42,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T19:10:42,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T19:10:42,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T19:10:42,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T19:10:42,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T19:10:42,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/nfs.dump.dir in system properties and HBase conf 2024-11-18T19:10:42,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/java.io.tmpdir in system properties and HBase conf 2024-11-18T19:10:42,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T19:10:42,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T19:10:42,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T19:10:43,261 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T19:10:43,329 INFO [Time-limited test {}] log.Log(170): Logging initialized @2306ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-18T19:10:43,393 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T19:10:43,450 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T19:10:43,470 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T19:10:43,470 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T19:10:43,471 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T19:10:43,484 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T19:10:43,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/hadoop.log.dir/,AVAILABLE} 2024-11-18T19:10:43,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T19:10:43,663 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/java.io.tmpdir/jetty-localhost-39829-hadoop-hdfs-3_4_1-tests_jar-_-any-11256406570905309947/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T19:10:43,673 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:39829} 2024-11-18T19:10:43,673 INFO [Time-limited test {}] server.Server(415): Started @2651ms 2024-11-18T19:10:44,144 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T19:10:44,152 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T19:10:44,155 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T19:10:44,155 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T19:10:44,155 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T19:10:44,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/hadoop.log.dir/,AVAILABLE} 2024-11-18T19:10:44,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T19:10:44,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/java.io.tmpdir/jetty-localhost-39601-hadoop-hdfs-3_4_1-tests_jar-_-any-7617173312908260283/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T19:10:44,269 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:39601} 2024-11-18T19:10:44,269 INFO [Time-limited test {}] server.Server(415): Started @3247ms 2024-11-18T19:10:44,326 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T19:10:44,450 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T19:10:44,458 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T19:10:44,459 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T19:10:44,459 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T19:10:44,460 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T19:10:44,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/hadoop.log.dir/,AVAILABLE} 2024-11-18T19:10:44,462 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T19:10:44,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/java.io.tmpdir/jetty-localhost-44489-hadoop-hdfs-3_4_1-tests_jar-_-any-4766399233905079929/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T19:10:44,577 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:44489} 2024-11-18T19:10:44,577 INFO [Time-limited test {}] server.Server(415): Started @3554ms 2024-11-18T19:10:44,579 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T19:10:44,616 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T19:10:44,620 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T19:10:44,622 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T19:10:44,622 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T19:10:44,622 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T19:10:44,623 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/hadoop.log.dir/,AVAILABLE} 2024-11-18T19:10:44,623 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T19:10:44,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/java.io.tmpdir/jetty-localhost-40325-hadoop-hdfs-3_4_1-tests_jar-_-any-11597959287021251382/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T19:10:44,724 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:40325} 2024-11-18T19:10:44,725 INFO [Time-limited test {}] server.Server(415): Started @3702ms 2024-11-18T19:10:44,726 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T19:10:45,420 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/cluster_62a15055-fee1-bb30-4111-9eed0234554c/data/data1/current/BP-1026849729-172.17.0.2-1731957042817/current, will proceed with Du for space computation calculation, 2024-11-18T19:10:45,420 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/cluster_62a15055-fee1-bb30-4111-9eed0234554c/data/data2/current/BP-1026849729-172.17.0.2-1731957042817/current, will proceed with Du for space computation calculation, 2024-11-18T19:10:45,420 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/cluster_62a15055-fee1-bb30-4111-9eed0234554c/data/data3/current/BP-1026849729-172.17.0.2-1731957042817/current, will proceed with Du for space computation calculation, 2024-11-18T19:10:45,420 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/cluster_62a15055-fee1-bb30-4111-9eed0234554c/data/data4/current/BP-1026849729-172.17.0.2-1731957042817/current, will proceed with Du for space computation calculation, 2024-11-18T19:10:45,462 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T19:10:45,462 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T19:10:45,481 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/cluster_62a15055-fee1-bb30-4111-9eed0234554c/data/data5/current/BP-1026849729-172.17.0.2-1731957042817/current, will proceed with Du for space computation calculation, 2024-11-18T19:10:45,481 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/cluster_62a15055-fee1-bb30-4111-9eed0234554c/data/data6/current/BP-1026849729-172.17.0.2-1731957042817/current, will proceed with Du for space computation calculation, 2024-11-18T19:10:45,505 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T19:10:45,508 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcba6a8a02e96d301 with lease ID 0x3bb0417f908504ce: Processing first storage report for DS-272b520a-d6d2-4a9b-b86e-d625b4ce192f from datanode DatanodeRegistration(127.0.0.1:41507, datanodeUuid=fd142316-e8b5-4105-8d38-0765e087872b, infoPort=37287, infoSecurePort=0, ipcPort=34043, storageInfo=lv=-57;cid=testClusterID;nsid=1906880840;c=1731957042817) 2024-11-18T19:10:45,510 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcba6a8a02e96d301 with lease ID 0x3bb0417f908504ce: from storage DS-272b520a-d6d2-4a9b-b86e-d625b4ce192f node DatanodeRegistration(127.0.0.1:41507, datanodeUuid=fd142316-e8b5-4105-8d38-0765e087872b, infoPort=37287, infoSecurePort=0, ipcPort=34043, storageInfo=lv=-57;cid=testClusterID;nsid=1906880840;c=1731957042817), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-18T19:10:45,510 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2cc75af12e8d5e91 with lease ID 0x3bb0417f908504cf: Processing first storage report for DS-e4529991-ba93-466e-a373-f5431d5d7399 from datanode DatanodeRegistration(127.0.0.1:44033, datanodeUuid=854ff6ba-f69c-4369-9511-eb20bf077cf7, infoPort=43399, infoSecurePort=0, ipcPort=39503, storageInfo=lv=-57;cid=testClusterID;nsid=1906880840;c=1731957042817) 2024-11-18T19:10:45,510 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2cc75af12e8d5e91 with lease ID 0x3bb0417f908504cf: from storage DS-e4529991-ba93-466e-a373-f5431d5d7399 node DatanodeRegistration(127.0.0.1:44033, datanodeUuid=854ff6ba-f69c-4369-9511-eb20bf077cf7, infoPort=43399, infoSecurePort=0, ipcPort=39503, storageInfo=lv=-57;cid=testClusterID;nsid=1906880840;c=1731957042817), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T19:10:45,510 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33abd2ce207dad5d with lease ID 0x3bb0417f908504d0: Processing first storage report for DS-8d910763-e0ac-495c-a051-b7d6d9181cdd from datanode DatanodeRegistration(127.0.0.1:38129, datanodeUuid=efb2f22a-6ced-4c96-b151-10c51a71c230, infoPort=40777, infoSecurePort=0, ipcPort=42695, storageInfo=lv=-57;cid=testClusterID;nsid=1906880840;c=1731957042817) 2024-11-18T19:10:45,511 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33abd2ce207dad5d with lease ID 0x3bb0417f908504d0: from storage DS-8d910763-e0ac-495c-a051-b7d6d9181cdd node DatanodeRegistration(127.0.0.1:38129, datanodeUuid=efb2f22a-6ced-4c96-b151-10c51a71c230, infoPort=40777, infoSecurePort=0, ipcPort=42695, storageInfo=lv=-57;cid=testClusterID;nsid=1906880840;c=1731957042817), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T19:10:45,511 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcba6a8a02e96d301 with lease ID 0x3bb0417f908504ce: Processing first storage report for DS-aec064c4-d2e2-4820-882d-4453293dcf30 from datanode DatanodeRegistration(127.0.0.1:41507, datanodeUuid=fd142316-e8b5-4105-8d38-0765e087872b, infoPort=37287, infoSecurePort=0, ipcPort=34043, storageInfo=lv=-57;cid=testClusterID;nsid=1906880840;c=1731957042817) 2024-11-18T19:10:45,511 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcba6a8a02e96d301 with lease ID 0x3bb0417f908504ce: from storage DS-aec064c4-d2e2-4820-882d-4453293dcf30 node DatanodeRegistration(127.0.0.1:41507, datanodeUuid=fd142316-e8b5-4105-8d38-0765e087872b, infoPort=37287, infoSecurePort=0, ipcPort=34043, storageInfo=lv=-57;cid=testClusterID;nsid=1906880840;c=1731957042817), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T19:10:45,511 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2cc75af12e8d5e91 with lease ID 0x3bb0417f908504cf: Processing first storage report for DS-be7cc010-7a52-4713-b841-b651a3fd4475 from datanode DatanodeRegistration(127.0.0.1:44033, datanodeUuid=854ff6ba-f69c-4369-9511-eb20bf077cf7, infoPort=43399, infoSecurePort=0, ipcPort=39503, storageInfo=lv=-57;cid=testClusterID;nsid=1906880840;c=1731957042817) 2024-11-18T19:10:45,511 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2cc75af12e8d5e91 with lease ID 0x3bb0417f908504cf: from storage DS-be7cc010-7a52-4713-b841-b651a3fd4475 node DatanodeRegistration(127.0.0.1:44033, datanodeUuid=854ff6ba-f69c-4369-9511-eb20bf077cf7, infoPort=43399, infoSecurePort=0, ipcPort=39503, storageInfo=lv=-57;cid=testClusterID;nsid=1906880840;c=1731957042817), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T19:10:45,512 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33abd2ce207dad5d with lease ID 0x3bb0417f908504d0: Processing first storage report for DS-67983725-6c29-491a-b7da-0fc38a9f8b92 from datanode DatanodeRegistration(127.0.0.1:38129, datanodeUuid=efb2f22a-6ced-4c96-b151-10c51a71c230, infoPort=40777, infoSecurePort=0, ipcPort=42695, storageInfo=lv=-57;cid=testClusterID;nsid=1906880840;c=1731957042817) 2024-11-18T19:10:45,512 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33abd2ce207dad5d with lease ID 0x3bb0417f908504d0: from storage DS-67983725-6c29-491a-b7da-0fc38a9f8b92 node DatanodeRegistration(127.0.0.1:38129, datanodeUuid=efb2f22a-6ced-4c96-b151-10c51a71c230, infoPort=40777, infoSecurePort=0, ipcPort=42695, storageInfo=lv=-57;cid=testClusterID;nsid=1906880840;c=1731957042817), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T19:10:45,538 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc 2024-11-18T19:10:45,598 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/cluster_62a15055-fee1-bb30-4111-9eed0234554c/zookeeper_0, clientPort=51532, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/cluster_62a15055-fee1-bb30-4111-9eed0234554c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/cluster_62a15055-fee1-bb30-4111-9eed0234554c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T19:10:45,606 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51532 2024-11-18T19:10:45,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:10:45,624 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:10:45,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741825_1001 (size=7) 2024-11-18T19:10:45,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741825_1001 (size=7) 2024-11-18T19:10:45,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741825_1001 (size=7) 2024-11-18T19:10:46,234 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565 with version=8 2024-11-18T19:10:46,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/hbase-staging 2024-11-18T19:10:46,310 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-18T19:10:46,528 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1acff94d7356:0 server-side Connection retries=45 2024-11-18T19:10:46,536 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T19:10:46,536 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T19:10:46,541 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T19:10:46,541 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T19:10:46,541 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T19:10:46,683 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T19:10:46,736 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T19:10:46,745 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T19:10:46,749 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T19:10:46,773 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 116668 (auto-detected) 2024-11-18T19:10:46,774 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-18T19:10:46,793 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39219 2024-11-18T19:10:46,815 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39219 connecting to ZooKeeper ensemble=127.0.0.1:51532 2024-11-18T19:10:46,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392190x0, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T19:10:46,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39219-0x10150a4dbc40000 connected 2024-11-18T19:10:46,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:10:46,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:10:47,010 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39219-0x10150a4dbc40000, quorum=127.0.0.1:51532, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T19:10:47,015 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565, hbase.cluster.distributed=false 2024-11-18T19:10:47,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39219-0x10150a4dbc40000, quorum=127.0.0.1:51532, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T19:10:47,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39219 2024-11-18T19:10:47,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39219 2024-11-18T19:10:47,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39219 2024-11-18T19:10:47,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39219 2024-11-18T19:10:47,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39219 2024-11-18T19:10:47,151 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1acff94d7356:0 server-side Connection retries=45 2024-11-18T19:10:47,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T19:10:47,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T19:10:47,153 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T19:10:47,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T19:10:47,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T19:10:47,155 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T19:10:47,158 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T19:10:47,159 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42335 2024-11-18T19:10:47,161 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42335 connecting to ZooKeeper ensemble=127.0.0.1:51532 2024-11-18T19:10:47,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:10:47,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:10:47,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423350x0, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T19:10:47,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423350x0, quorum=127.0.0.1:51532, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T19:10:47,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42335-0x10150a4dbc40001 connected 2024-11-18T19:10:47,184 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T19:10:47,191 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T19:10:47,193 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42335-0x10150a4dbc40001, quorum=127.0.0.1:51532, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T19:10:47,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42335-0x10150a4dbc40001, quorum=127.0.0.1:51532, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T19:10:47,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42335 2024-11-18T19:10:47,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42335 2024-11-18T19:10:47,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42335 2024-11-18T19:10:47,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42335 2024-11-18T19:10:47,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42335 2024-11-18T19:10:47,217 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1acff94d7356:0 server-side Connection retries=45 2024-11-18T19:10:47,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T19:10:47,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T19:10:47,218 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T19:10:47,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T19:10:47,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T19:10:47,218 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T19:10:47,219 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T19:10:47,220 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43725 2024-11-18T19:10:47,222 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43725 connecting to ZooKeeper ensemble=127.0.0.1:51532 2024-11-18T19:10:47,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:10:47,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:10:47,238 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437250x0, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T19:10:47,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43725-0x10150a4dbc40002 connected 2024-11-18T19:10:47,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437250x0, quorum=127.0.0.1:51532, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T19:10:47,239 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T19:10:47,240 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T19:10:47,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43725-0x10150a4dbc40002, quorum=127.0.0.1:51532, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T19:10:47,243 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43725-0x10150a4dbc40002, quorum=127.0.0.1:51532, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T19:10:47,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43725 2024-11-18T19:10:47,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43725 2024-11-18T19:10:47,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43725 2024-11-18T19:10:47,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43725 2024-11-18T19:10:47,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43725 2024-11-18T19:10:47,264 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1acff94d7356:0 server-side Connection retries=45 2024-11-18T19:10:47,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T19:10:47,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T19:10:47,265 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T19:10:47,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T19:10:47,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T19:10:47,265 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T19:10:47,266 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T19:10:47,267 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42931 2024-11-18T19:10:47,269 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42931 connecting to ZooKeeper ensemble=127.0.0.1:51532 2024-11-18T19:10:47,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:10:47,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:10:47,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429310x0, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T19:10:47,288 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429310x0, quorum=127.0.0.1:51532, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T19:10:47,289 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42931-0x10150a4dbc40003 connected 2024-11-18T19:10:47,289 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T19:10:47,290 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T19:10:47,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42931-0x10150a4dbc40003, quorum=127.0.0.1:51532, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T19:10:47,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42931-0x10150a4dbc40003, quorum=127.0.0.1:51532, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T19:10:47,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42931 2024-11-18T19:10:47,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42931 2024-11-18T19:10:47,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42931 2024-11-18T19:10:47,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42931 2024-11-18T19:10:47,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42931 2024-11-18T19:10:47,311 DEBUG [M:0;1acff94d7356:39219 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1acff94d7356:39219 2024-11-18T19:10:47,312 INFO [master/1acff94d7356:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/1acff94d7356,39219,1731957046378 2024-11-18T19:10:47,321 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x10150a4dbc40002, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T19:10:47,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x10150a4dbc40003, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T19:10:47,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42335-0x10150a4dbc40001, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T19:10:47,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39219-0x10150a4dbc40000, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T19:10:47,324 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39219-0x10150a4dbc40000, quorum=127.0.0.1:51532, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1acff94d7356,39219,1731957046378 2024-11-18T19:10:47,354 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x10150a4dbc40002, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T19:10:47,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42335-0x10150a4dbc40001, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T19:10:47,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39219-0x10150a4dbc40000, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:10:47,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x10150a4dbc40003, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T19:10:47,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42335-0x10150a4dbc40001, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:10:47,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x10150a4dbc40003, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:10:47,355 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x10150a4dbc40002, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:10:47,356 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39219-0x10150a4dbc40000, quorum=127.0.0.1:51532, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T19:10:47,357 INFO [master/1acff94d7356:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1acff94d7356,39219,1731957046378 from backup master directory 2024-11-18T19:10:47,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39219-0x10150a4dbc40000, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1acff94d7356,39219,1731957046378 2024-11-18T19:10:47,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42335-0x10150a4dbc40001, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T19:10:47,362 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x10150a4dbc40002, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T19:10:47,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39219-0x10150a4dbc40000, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T19:10:47,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x10150a4dbc40003, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T19:10:47,364 WARN [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T19:10:47,364 INFO [master/1acff94d7356:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1acff94d7356,39219,1731957046378 2024-11-18T19:10:47,366 INFO [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-18T19:10:47,367 INFO [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-18T19:10:47,419 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/hbase.id] with ID: 39fdcac9-4f07-4eb7-abd1-f19bee193b96 2024-11-18T19:10:47,419 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/.tmp/hbase.id 2024-11-18T19:10:47,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741826_1002 (size=42) 2024-11-18T19:10:47,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741826_1002 (size=42) 2024-11-18T19:10:47,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741826_1002 (size=42) 2024-11-18T19:10:47,438 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/.tmp/hbase.id]:[hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/hbase.id] 2024-11-18T19:10:47,484 INFO [master/1acff94d7356:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:10:47,490 INFO [master/1acff94d7356:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T19:10:47,508 INFO [master/1acff94d7356:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-18T19:10:47,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42335-0x10150a4dbc40001, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:10:47,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x10150a4dbc40003, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:10:47,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39219-0x10150a4dbc40000, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:10:47,519 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x10150a4dbc40002, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:10:47,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741827_1003 (size=196) 2024-11-18T19:10:47,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741827_1003 (size=196) 2024-11-18T19:10:47,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741827_1003 (size=196) 2024-11-18T19:10:47,553 INFO [master/1acff94d7356:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T19:10:47,555 INFO [master/1acff94d7356:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T19:10:47,569 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:10:47,572 INFO [master/1acff94d7356:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T19:10:47,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741828_1004 (size=1189) 2024-11-18T19:10:47,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741828_1004 (size=1189) 2024-11-18T19:10:47,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741828_1004 (size=1189) 2024-11-18T19:10:47,622 INFO [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/MasterData/data/master/store 2024-11-18T19:10:47,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741829_1005 (size=34) 2024-11-18T19:10:47,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741829_1005 (size=34) 2024-11-18T19:10:47,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741829_1005 (size=34) 2024-11-18T19:10:47,649 INFO [master/1acff94d7356:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-18T19:10:47,653 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:10:47,654 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T19:10:47,654 INFO [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:10:47,654 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:10:47,656 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T19:10:47,656 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:10:47,656 INFO [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:10:47,657 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731957047654Disabling compacts and flushes for region at 1731957047654Disabling writes for close at 1731957047656 (+2 ms)Writing region close event to WAL at 1731957047656Closed at 1731957047656 2024-11-18T19:10:47,659 WARN [master/1acff94d7356:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/MasterData/data/master/store/.initializing 2024-11-18T19:10:47,659 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/MasterData/WALs/1acff94d7356,39219,1731957046378 2024-11-18T19:10:47,667 INFO [master/1acff94d7356:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T19:10:47,680 INFO [master/1acff94d7356:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1acff94d7356%2C39219%2C1731957046378, suffix=, logDir=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/MasterData/WALs/1acff94d7356,39219,1731957046378, archiveDir=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/MasterData/oldWALs, maxLogs=10 2024-11-18T19:10:47,700 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/MasterData/WALs/1acff94d7356,39219,1731957046378/1acff94d7356%2C39219%2C1731957046378.1731957047684, exclude list is [], retry=0 2024-11-18T19:10:47,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38129,DS-8d910763-e0ac-495c-a051-b7d6d9181cdd,DISK] 2024-11-18T19:10:47,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41507,DS-272b520a-d6d2-4a9b-b86e-d625b4ce192f,DISK] 2024-11-18T19:10:47,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44033,DS-e4529991-ba93-466e-a373-f5431d5d7399,DISK] 2024-11-18T19:10:47,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-18T19:10:47,755 INFO [master/1acff94d7356:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/MasterData/WALs/1acff94d7356,39219,1731957046378/1acff94d7356%2C39219%2C1731957046378.1731957047684 2024-11-18T19:10:47,756 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43399:43399),(127.0.0.1/127.0.0.1:40777:40777),(127.0.0.1/127.0.0.1:37287:37287)] 2024-11-18T19:10:47,757 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T19:10:47,757 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:10:47,760 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:10:47,761 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:10:47,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:10:47,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T19:10:47,822 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:10:47,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:10:47,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:10:47,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T19:10:47,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:10:47,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:10:47,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:10:47,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T19:10:47,833 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:10:47,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:10:47,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:10:47,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T19:10:47,837 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:10:47,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:10:47,838 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:10:47,841 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:10:47,842 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:10:47,848 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:10:47,849 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:10:47,852 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T19:10:47,856 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:10:47,859 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:10:47,861 INFO [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68053938, jitterRate=0.01408270001411438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T19:10:47,868 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731957047772Initializing all the Stores at 1731957047774 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731957047775 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957047775Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957047775Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957047775Cleaning up temporary data from old regions at 1731957047849 (+74 ms)Region opened successfully at 1731957047868 (+19 ms) 2024-11-18T19:10:47,869 INFO [master/1acff94d7356:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T19:10:47,900 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b212da2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1acff94d7356/172.17.0.2:0 2024-11-18T19:10:47,927 INFO [master/1acff94d7356:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T19:10:47,938 INFO [master/1acff94d7356:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T19:10:47,938 INFO [master/1acff94d7356:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T19:10:47,941 INFO [master/1acff94d7356:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T19:10:47,943 INFO [master/1acff94d7356:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T19:10:47,947 INFO [master/1acff94d7356:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-18T19:10:47,947 INFO [master/1acff94d7356:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-18T19:10:47,978 INFO [master/1acff94d7356:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T19:10:47,987 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39219-0x10150a4dbc40000, quorum=127.0.0.1:51532, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T19:10:48,029 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-18T19:10:48,033 INFO [master/1acff94d7356:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T19:10:48,036 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39219-0x10150a4dbc40000, quorum=127.0.0.1:51532, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T19:10:48,045 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-18T19:10:48,048 INFO [master/1acff94d7356:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T19:10:48,051 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39219-0x10150a4dbc40000, quorum=127.0.0.1:51532, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T19:10:48,060 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-18T19:10:48,062 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39219-0x10150a4dbc40000, quorum=127.0.0.1:51532, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T19:10:48,071 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T19:10:48,090 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39219-0x10150a4dbc40000, quorum=127.0.0.1:51532, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T19:10:48,095 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T19:10:48,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x10150a4dbc40003, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T19:10:48,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39219-0x10150a4dbc40000, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T19:10:48,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x10150a4dbc40003, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:10:48,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42335-0x10150a4dbc40001, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T19:10:48,104 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x10150a4dbc40002, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T19:10:48,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39219-0x10150a4dbc40000, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:10:48,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42335-0x10150a4dbc40001, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:10:48,104 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x10150a4dbc40002, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:10:48,108 INFO [master/1acff94d7356:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1acff94d7356,39219,1731957046378, sessionid=0x10150a4dbc40000, setting cluster-up flag (Was=false) 2024-11-18T19:10:48,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39219-0x10150a4dbc40000, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:10:48,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42335-0x10150a4dbc40001, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:10:48,137 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x10150a4dbc40002, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:10:48,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x10150a4dbc40003, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:10:48,162 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T19:10:48,166 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1acff94d7356,39219,1731957046378 2024-11-18T19:10:48,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42335-0x10150a4dbc40001, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:10:48,188 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x10150a4dbc40002, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:10:48,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39219-0x10150a4dbc40000, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:10:48,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x10150a4dbc40003, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:10:48,212 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T19:10:48,216 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1acff94d7356,39219,1731957046378 2024-11-18T19:10:48,224 INFO [master/1acff94d7356:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T19:10:48,291 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T19:10:48,299 INFO [RS:0;1acff94d7356:42335 {}] regionserver.HRegionServer(746): ClusterId : 39fdcac9-4f07-4eb7-abd1-f19bee193b96 2024-11-18T19:10:48,299 INFO [RS:2;1acff94d7356:42931 {}] regionserver.HRegionServer(746): ClusterId : 39fdcac9-4f07-4eb7-abd1-f19bee193b96 2024-11-18T19:10:48,299 INFO [RS:1;1acff94d7356:43725 {}] regionserver.HRegionServer(746): ClusterId : 39fdcac9-4f07-4eb7-abd1-f19bee193b96 2024-11-18T19:10:48,300 INFO [master/1acff94d7356:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T19:10:48,301 DEBUG [RS:0;1acff94d7356:42335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T19:10:48,301 DEBUG [RS:1;1acff94d7356:43725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T19:10:48,301 DEBUG [RS:2;1acff94d7356:42931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T19:10:48,306 INFO [master/1acff94d7356:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T19:10:48,313 DEBUG [RS:1;1acff94d7356:43725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T19:10:48,313 DEBUG [RS:0;1acff94d7356:42335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T19:10:48,313 DEBUG [RS:2;1acff94d7356:42931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T19:10:48,313 DEBUG [RS:1;1acff94d7356:43725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T19:10:48,313 DEBUG [RS:0;1acff94d7356:42335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T19:10:48,313 DEBUG [RS:2;1acff94d7356:42931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T19:10:48,311 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1acff94d7356,39219,1731957046378 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T19:10:48,330 DEBUG [RS:2;1acff94d7356:42931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T19:10:48,330 DEBUG [RS:1;1acff94d7356:43725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T19:10:48,330 DEBUG [RS:0;1acff94d7356:42335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T19:10:48,330 DEBUG [RS:2;1acff94d7356:42931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f9a630, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1acff94d7356/172.17.0.2:0 2024-11-18T19:10:48,330 DEBUG [RS:1;1acff94d7356:43725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a616bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1acff94d7356/172.17.0.2:0 2024-11-18T19:10:48,330 DEBUG [RS:0;1acff94d7356:42335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36cb0b67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1acff94d7356/172.17.0.2:0 2024-11-18T19:10:48,332 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1acff94d7356:0, corePoolSize=5, maxPoolSize=5 2024-11-18T19:10:48,332 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1acff94d7356:0, corePoolSize=5, maxPoolSize=5 2024-11-18T19:10:48,332 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1acff94d7356:0, corePoolSize=5, maxPoolSize=5 2024-11-18T19:10:48,332 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1acff94d7356:0, corePoolSize=5, maxPoolSize=5 2024-11-18T19:10:48,332 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1acff94d7356:0, corePoolSize=10, maxPoolSize=10 2024-11-18T19:10:48,333 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:10:48,333 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1acff94d7356:0, corePoolSize=2, maxPoolSize=2 2024-11-18T19:10:48,333 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:10:48,337 INFO [master/1acff94d7356:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731957078337 2024-11-18T19:10:48,339 INFO [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T19:10:48,340 INFO [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T19:10:48,343 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T19:10:48,344 INFO [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T19:10:48,344 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T19:10:48,344 INFO [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T19:10:48,344 INFO [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T19:10:48,345 INFO [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T19:10:48,349 DEBUG [RS:2;1acff94d7356:42931 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;1acff94d7356:42931 2024-11-18T19:10:48,349 DEBUG [RS:1;1acff94d7356:43725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;1acff94d7356:43725 2024-11-18T19:10:48,349 DEBUG [RS:0;1acff94d7356:42335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1acff94d7356:42335 2024-11-18T19:10:48,348 INFO [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T19:10:48,352 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:10:48,352 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T19:10:48,353 INFO [RS:2;1acff94d7356:42931 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T19:10:48,353 INFO [RS:1;1acff94d7356:43725 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T19:10:48,353 INFO [RS:0;1acff94d7356:42335 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T19:10:48,353 INFO [RS:1;1acff94d7356:43725 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T19:10:48,353 INFO [RS:2;1acff94d7356:42931 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T19:10:48,353 INFO [RS:0;1acff94d7356:42335 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T19:10:48,353 DEBUG [RS:1;1acff94d7356:43725 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T19:10:48,353 DEBUG [RS:2;1acff94d7356:42931 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T19:10:48,353 DEBUG [RS:0;1acff94d7356:42335 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T19:10:48,354 INFO [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T19:10:48,356 INFO [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T19:10:48,356 INFO [RS:0;1acff94d7356:42335 {}] regionserver.HRegionServer(2659): reportForDuty to master=1acff94d7356,39219,1731957046378 with port=42335, startcode=1731957047117 2024-11-18T19:10:48,356 INFO [RS:2;1acff94d7356:42931 {}] regionserver.HRegionServer(2659): reportForDuty to master=1acff94d7356,39219,1731957046378 with port=42931, startcode=1731957047263 2024-11-18T19:10:48,356 INFO [RS:1;1acff94d7356:43725 {}] regionserver.HRegionServer(2659): reportForDuty to master=1acff94d7356,39219,1731957046378 with port=43725, startcode=1731957047217 2024-11-18T19:10:48,356 INFO [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T19:10:48,367 INFO [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T19:10:48,367 INFO [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T19:10:48,367 DEBUG [RS:2;1acff94d7356:42931 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T19:10:48,367 DEBUG [RS:1;1acff94d7356:43725 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T19:10:48,367 DEBUG [RS:0;1acff94d7356:42335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T19:10:48,369 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1acff94d7356:0:becomeActiveMaster-HFileCleaner.large.0-1731957048368,5,FailOnTimeoutGroup] 2024-11-18T19:10:48,370 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1acff94d7356:0:becomeActiveMaster-HFileCleaner.small.0-1731957048369,5,FailOnTimeoutGroup] 2024-11-18T19:10:48,371 INFO [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T19:10:48,371 INFO [master/1acff94d7356:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T19:10:48,372 INFO [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T19:10:48,372 INFO [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T19:10:48,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741831_1007 (size=1321) 2024-11-18T19:10:48,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741831_1007 (size=1321) 2024-11-18T19:10:48,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741831_1007 (size=1321) 2024-11-18T19:10:48,382 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T19:10:48,382 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565 2024-11-18T19:10:48,434 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T19:10:48,434 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49183, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T19:10:48,434 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T19:10:48,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741832_1008 (size=32) 2024-11-18T19:10:48,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741832_1008 (size=32) 2024-11-18T19:10:48,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741832_1008 (size=32) 2024-11-18T19:10:48,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:10:48,443 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39219 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1acff94d7356,43725,1731957047217 2024-11-18T19:10:48,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T19:10:48,446 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39219 {}] master.ServerManager(517): Registering regionserver=1acff94d7356,43725,1731957047217 2024-11-18T19:10:48,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T19:10:48,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:10:48,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:10:48,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T19:10:48,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T19:10:48,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:10:48,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:10:48,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T19:10:48,457 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39219 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1acff94d7356,42335,1731957047117 2024-11-18T19:10:48,457 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39219 {}] master.ServerManager(517): Registering regionserver=1acff94d7356,42335,1731957047117 2024-11-18T19:10:48,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T19:10:48,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:10:48,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:10:48,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T19:10:48,461 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39219 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1acff94d7356,42931,1731957047263 2024-11-18T19:10:48,461 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39219 {}] master.ServerManager(517): Registering regionserver=1acff94d7356,42931,1731957047263 2024-11-18T19:10:48,462 DEBUG [RS:0;1acff94d7356:42335 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565 2024-11-18T19:10:48,462 DEBUG [RS:1;1acff94d7356:43725 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565 2024-11-18T19:10:48,462 DEBUG [RS:0;1acff94d7356:42335 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41193 2024-11-18T19:10:48,462 DEBUG [RS:1;1acff94d7356:43725 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41193 2024-11-18T19:10:48,462 DEBUG [RS:0;1acff94d7356:42335 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T19:10:48,462 DEBUG [RS:1;1acff94d7356:43725 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T19:10:48,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T19:10:48,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:10:48,465 DEBUG [RS:2;1acff94d7356:42931 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565 2024-11-18T19:10:48,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:10:48,465 DEBUG [RS:2;1acff94d7356:42931 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41193 2024-11-18T19:10:48,465 DEBUG [RS:2;1acff94d7356:42931 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T19:10:48,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T19:10:48,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/hbase/meta/1588230740 2024-11-18T19:10:48,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/hbase/meta/1588230740 2024-11-18T19:10:48,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T19:10:48,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T19:10:48,472 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T19:10:48,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T19:10:48,478 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:10:48,479 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70119030, jitterRate=0.044854968786239624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T19:10:48,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731957048443Initializing all the Stores at 1731957048445 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731957048445Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731957048445Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957048445Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731957048445Cleaning up temporary data from old regions at 1731957048471 (+26 ms)Region opened successfully at 1731957048483 (+12 ms) 2024-11-18T19:10:48,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T19:10:48,484 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T19:10:48,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T19:10:48,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T19:10:48,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T19:10:48,485 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T19:10:48,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731957048484Disabling compacts and flushes for region at 1731957048484Disabling writes for close at 1731957048484Writing region close event to WAL at 1731957048485 (+1 ms)Closed at 1731957048485 2024-11-18T19:10:48,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39219-0x10150a4dbc40000, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T19:10:48,488 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T19:10:48,488 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T19:10:48,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T19:10:48,496 DEBUG [RS:0;1acff94d7356:42335 {}] zookeeper.ZKUtil(111): regionserver:42335-0x10150a4dbc40001, quorum=127.0.0.1:51532, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1acff94d7356,42335,1731957047117 2024-11-18T19:10:48,496 DEBUG [RS:1;1acff94d7356:43725 {}] zookeeper.ZKUtil(111): regionserver:43725-0x10150a4dbc40002, quorum=127.0.0.1:51532, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1acff94d7356,43725,1731957047217 2024-11-18T19:10:48,496 WARN [RS:1;1acff94d7356:43725 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T19:10:48,496 WARN [RS:0;1acff94d7356:42335 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T19:10:48,496 INFO [RS:1;1acff94d7356:43725 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T19:10:48,496 INFO [RS:0;1acff94d7356:42335 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T19:10:48,496 DEBUG [RS:1;1acff94d7356:43725 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/WALs/1acff94d7356,43725,1731957047217 2024-11-18T19:10:48,496 DEBUG [RS:0;1acff94d7356:42335 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/WALs/1acff94d7356,42335,1731957047117 2024-11-18T19:10:48,497 DEBUG [RS:2;1acff94d7356:42931 {}] zookeeper.ZKUtil(111): regionserver:42931-0x10150a4dbc40003, quorum=127.0.0.1:51532, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1acff94d7356,42931,1731957047263 2024-11-18T19:10:48,497 WARN [RS:2;1acff94d7356:42931 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T19:10:48,497 INFO [RS:2;1acff94d7356:42931 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T19:10:48,497 DEBUG [RS:2;1acff94d7356:42931 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/WALs/1acff94d7356,42931,1731957047263 2024-11-18T19:10:48,498 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1acff94d7356,42931,1731957047263] 2024-11-18T19:10:48,498 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1acff94d7356,43725,1731957047217] 2024-11-18T19:10:48,498 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1acff94d7356,42335,1731957047117] 2024-11-18T19:10:48,503 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T19:10:48,507 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T19:10:48,524 INFO [RS:0;1acff94d7356:42335 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T19:10:48,524 INFO [RS:2;1acff94d7356:42931 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T19:10:48,524 INFO [RS:1;1acff94d7356:43725 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T19:10:48,539 INFO [RS:2;1acff94d7356:42931 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T19:10:48,539 INFO [RS:0;1acff94d7356:42335 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T19:10:48,540 INFO [RS:1;1acff94d7356:43725 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T19:10:48,546 INFO [RS:0;1acff94d7356:42335 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T19:10:48,546 INFO [RS:1;1acff94d7356:43725 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T19:10:48,546 INFO [RS:2;1acff94d7356:42931 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T19:10:48,546 INFO [RS:0;1acff94d7356:42335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T19:10:48,546 INFO [RS:2;1acff94d7356:42931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T19:10:48,546 INFO [RS:1;1acff94d7356:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T19:10:48,547 INFO [RS:1;1acff94d7356:43725 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T19:10:48,548 INFO [RS:2;1acff94d7356:42931 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T19:10:48,548 INFO [RS:0;1acff94d7356:42335 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T19:10:48,553 INFO [RS:0;1acff94d7356:42335 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T19:10:48,553 INFO [RS:1;1acff94d7356:43725 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T19:10:48,553 INFO [RS:2;1acff94d7356:42931 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T19:10:48,555 INFO [RS:2;1acff94d7356:42931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T19:10:48,555 INFO [RS:1;1acff94d7356:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T19:10:48,555 INFO [RS:0;1acff94d7356:42335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T19:10:48,555 DEBUG [RS:2;1acff94d7356:42931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:10:48,555 DEBUG [RS:0;1acff94d7356:42335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:10:48,555 DEBUG [RS:1;1acff94d7356:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:10:48,555 DEBUG [RS:2;1acff94d7356:42931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:10:48,555 DEBUG [RS:0;1acff94d7356:42335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:10:48,555 DEBUG [RS:1;1acff94d7356:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:10:48,556 DEBUG [RS:2;1acff94d7356:42931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:10:48,556 DEBUG [RS:0;1acff94d7356:42335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:10:48,556 DEBUG [RS:1;1acff94d7356:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:10:48,556 DEBUG [RS:2;1acff94d7356:42931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:10:48,556 DEBUG [RS:1;1acff94d7356:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:10:48,556 DEBUG [RS:0;1acff94d7356:42335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:10:48,556 DEBUG [RS:1;1acff94d7356:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:10:48,556 DEBUG [RS:2;1acff94d7356:42931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:10:48,556 DEBUG [RS:0;1acff94d7356:42335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:10:48,556 DEBUG [RS:1;1acff94d7356:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0, corePoolSize=2, maxPoolSize=2 2024-11-18T19:10:48,556 DEBUG [RS:2;1acff94d7356:42931 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0, corePoolSize=2, maxPoolSize=2 2024-11-18T19:10:48,556 DEBUG [RS:0;1acff94d7356:42335 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0, corePoolSize=2, maxPoolSize=2 2024-11-18T19:10:48,556 DEBUG [RS:1;1acff94d7356:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:10:48,556 DEBUG [RS:2;1acff94d7356:42931 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:10:48,556 DEBUG [RS:0;1acff94d7356:42335 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:10:48,556 DEBUG [RS:2;1acff94d7356:42931 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:10:48,556 DEBUG [RS:1;1acff94d7356:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:10:48,556 DEBUG [RS:0;1acff94d7356:42335 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:10:48,557 DEBUG [RS:2;1acff94d7356:42931 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:10:48,557 DEBUG [RS:1;1acff94d7356:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:10:48,557 DEBUG [RS:0;1acff94d7356:42335 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:10:48,557 DEBUG [RS:0;1acff94d7356:42335 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:10:48,557 DEBUG [RS:2;1acff94d7356:42931 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:10:48,557 DEBUG [RS:1;1acff94d7356:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:10:48,557 DEBUG [RS:0;1acff94d7356:42335 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:10:48,557 DEBUG [RS:1;1acff94d7356:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:10:48,557 DEBUG [RS:2;1acff94d7356:42931 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:10:48,557 DEBUG [RS:0;1acff94d7356:42335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:10:48,557 DEBUG [RS:2;1acff94d7356:42931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:10:48,557 DEBUG [RS:1;1acff94d7356:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:10:48,557 DEBUG [RS:0;1acff94d7356:42335 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0, corePoolSize=3, maxPoolSize=3 2024-11-18T19:10:48,557 DEBUG [RS:1;1acff94d7356:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0, corePoolSize=3, maxPoolSize=3 2024-11-18T19:10:48,557 DEBUG [RS:2;1acff94d7356:42931 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0, corePoolSize=3, maxPoolSize=3 2024-11-18T19:10:48,557 DEBUG [RS:0;1acff94d7356:42335 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1acff94d7356:0, corePoolSize=3, maxPoolSize=3 2024-11-18T19:10:48,557 DEBUG [RS:1;1acff94d7356:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1acff94d7356:0, corePoolSize=3, maxPoolSize=3 2024-11-18T19:10:48,557 DEBUG [RS:2;1acff94d7356:42931 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1acff94d7356:0, corePoolSize=3, maxPoolSize=3 2024-11-18T19:10:48,560 INFO [RS:1;1acff94d7356:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T19:10:48,560 INFO [RS:1;1acff94d7356:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T19:10:48,560 INFO [RS:1;1acff94d7356:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T19:10:48,560 INFO [RS:1;1acff94d7356:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T19:10:48,560 INFO [RS:1;1acff94d7356:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T19:10:48,560 INFO [RS:1;1acff94d7356:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,43725,1731957047217-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T19:10:48,561 INFO [RS:0;1acff94d7356:42335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T19:10:48,561 INFO [RS:0;1acff94d7356:42335 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T19:10:48,561 INFO [RS:0;1acff94d7356:42335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T19:10:48,561 INFO [RS:0;1acff94d7356:42335 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T19:10:48,561 INFO [RS:0;1acff94d7356:42335 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T19:10:48,561 INFO [RS:0;1acff94d7356:42335 {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,42335,1731957047117-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T19:10:48,561 INFO [RS:2;1acff94d7356:42931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T19:10:48,561 INFO [RS:2;1acff94d7356:42931 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T19:10:48,561 INFO [RS:2;1acff94d7356:42931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T19:10:48,561 INFO [RS:2;1acff94d7356:42931 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T19:10:48,562 INFO [RS:2;1acff94d7356:42931 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T19:10:48,562 INFO [RS:2;1acff94d7356:42931 {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,42931,1731957047263-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T19:10:48,579 INFO [RS:0;1acff94d7356:42335 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T19:10:48,581 INFO [RS:2;1acff94d7356:42931 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T19:10:48,581 INFO [RS:2;1acff94d7356:42931 {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,42931,1731957047263-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T19:10:48,581 INFO [RS:0;1acff94d7356:42335 {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,42335,1731957047117-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T19:10:48,581 INFO [RS:0;1acff94d7356:42335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:10:48,581 INFO [RS:2;1acff94d7356:42931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:10:48,582 INFO [RS:2;1acff94d7356:42931 {}] regionserver.Replication(171): 1acff94d7356,42931,1731957047263 started 2024-11-18T19:10:48,582 INFO [RS:0;1acff94d7356:42335 {}] regionserver.Replication(171): 1acff94d7356,42335,1731957047117 started 2024-11-18T19:10:48,583 INFO [RS:1;1acff94d7356:43725 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T19:10:48,583 INFO [RS:1;1acff94d7356:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,43725,1731957047217-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T19:10:48,583 INFO [RS:1;1acff94d7356:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:10:48,583 INFO [RS:1;1acff94d7356:43725 {}] regionserver.Replication(171): 1acff94d7356,43725,1731957047217 started 2024-11-18T19:10:48,600 INFO [RS:0;1acff94d7356:42335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:10:48,600 INFO [RS:2;1acff94d7356:42931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:10:48,600 INFO [RS:0;1acff94d7356:42335 {}] regionserver.HRegionServer(1482): Serving as 1acff94d7356,42335,1731957047117, RpcServer on 1acff94d7356/172.17.0.2:42335, sessionid=0x10150a4dbc40001 2024-11-18T19:10:48,600 INFO [RS:2;1acff94d7356:42931 {}] regionserver.HRegionServer(1482): Serving as 1acff94d7356,42931,1731957047263, RpcServer on 1acff94d7356/172.17.0.2:42931, sessionid=0x10150a4dbc40003 2024-11-18T19:10:48,601 DEBUG [RS:0;1acff94d7356:42335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T19:10:48,601 DEBUG [RS:2;1acff94d7356:42931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T19:10:48,601 DEBUG [RS:2;1acff94d7356:42931 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1acff94d7356,42931,1731957047263 2024-11-18T19:10:48,601 DEBUG [RS:0;1acff94d7356:42335 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1acff94d7356,42335,1731957047117 2024-11-18T19:10:48,601 DEBUG [RS:0;1acff94d7356:42335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1acff94d7356,42335,1731957047117' 2024-11-18T19:10:48,601 DEBUG [RS:2;1acff94d7356:42931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1acff94d7356,42931,1731957047263' 2024-11-18T19:10:48,601 DEBUG [RS:0;1acff94d7356:42335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T19:10:48,602 DEBUG [RS:2;1acff94d7356:42931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T19:10:48,602 DEBUG [RS:0;1acff94d7356:42335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T19:10:48,602 DEBUG [RS:2;1acff94d7356:42931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T19:10:48,603 DEBUG [RS:0;1acff94d7356:42335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T19:10:48,603 DEBUG [RS:2;1acff94d7356:42931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T19:10:48,603 DEBUG [RS:0;1acff94d7356:42335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T19:10:48,603 DEBUG [RS:2;1acff94d7356:42931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T19:10:48,603 DEBUG [RS:0;1acff94d7356:42335 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1acff94d7356,42335,1731957047117 2024-11-18T19:10:48,603 DEBUG [RS:2;1acff94d7356:42931 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1acff94d7356,42931,1731957047263 2024-11-18T19:10:48,603 DEBUG [RS:0;1acff94d7356:42335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1acff94d7356,42335,1731957047117' 2024-11-18T19:10:48,603 DEBUG [RS:2;1acff94d7356:42931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1acff94d7356,42931,1731957047263' 2024-11-18T19:10:48,603 DEBUG [RS:0;1acff94d7356:42335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T19:10:48,603 DEBUG [RS:2;1acff94d7356:42931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T19:10:48,604 DEBUG [RS:0;1acff94d7356:42335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T19:10:48,604 DEBUG [RS:2;1acff94d7356:42931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T19:10:48,604 DEBUG [RS:0;1acff94d7356:42335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T19:10:48,604 INFO [RS:0;1acff94d7356:42335 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T19:10:48,604 DEBUG [RS:2;1acff94d7356:42931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T19:10:48,604 INFO [RS:0;1acff94d7356:42335 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T19:10:48,604 INFO [RS:2;1acff94d7356:42931 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T19:10:48,604 INFO [RS:2;1acff94d7356:42931 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T19:10:48,605 INFO [RS:1;1acff94d7356:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:10:48,605 INFO [RS:1;1acff94d7356:43725 {}] regionserver.HRegionServer(1482): Serving as 1acff94d7356,43725,1731957047217, RpcServer on 1acff94d7356/172.17.0.2:43725, sessionid=0x10150a4dbc40002 2024-11-18T19:10:48,606 DEBUG [RS:1;1acff94d7356:43725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T19:10:48,606 DEBUG [RS:1;1acff94d7356:43725 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1acff94d7356,43725,1731957047217 2024-11-18T19:10:48,606 DEBUG [RS:1;1acff94d7356:43725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1acff94d7356,43725,1731957047217' 2024-11-18T19:10:48,606 DEBUG [RS:1;1acff94d7356:43725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T19:10:48,607 DEBUG [RS:1;1acff94d7356:43725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T19:10:48,607 DEBUG [RS:1;1acff94d7356:43725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T19:10:48,607 DEBUG [RS:1;1acff94d7356:43725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T19:10:48,607 DEBUG [RS:1;1acff94d7356:43725 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1acff94d7356,43725,1731957047217 2024-11-18T19:10:48,607 DEBUG [RS:1;1acff94d7356:43725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1acff94d7356,43725,1731957047217' 2024-11-18T19:10:48,607 DEBUG [RS:1;1acff94d7356:43725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T19:10:48,608 DEBUG [RS:1;1acff94d7356:43725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T19:10:48,608 DEBUG [RS:1;1acff94d7356:43725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T19:10:48,609 INFO [RS:1;1acff94d7356:43725 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T19:10:48,609 INFO [RS:1;1acff94d7356:43725 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T19:10:48,658 WARN [1acff94d7356:39219 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T19:10:48,711 INFO [RS:1;1acff94d7356:43725 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T19:10:48,711 INFO [RS:2;1acff94d7356:42931 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T19:10:48,711 INFO [RS:0;1acff94d7356:42335 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T19:10:48,714 INFO [RS:0;1acff94d7356:42335 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1acff94d7356%2C42335%2C1731957047117, suffix=, logDir=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/WALs/1acff94d7356,42335,1731957047117, archiveDir=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/oldWALs, maxLogs=32 2024-11-18T19:10:48,714 INFO [RS:1;1acff94d7356:43725 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1acff94d7356%2C43725%2C1731957047217, suffix=, logDir=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/WALs/1acff94d7356,43725,1731957047217, archiveDir=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/oldWALs, maxLogs=32 2024-11-18T19:10:48,714 INFO [RS:2;1acff94d7356:42931 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1acff94d7356%2C42931%2C1731957047263, suffix=, logDir=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/WALs/1acff94d7356,42931,1731957047263, archiveDir=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/oldWALs, maxLogs=32 2024-11-18T19:10:48,731 DEBUG [RS:2;1acff94d7356:42931 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/WALs/1acff94d7356,42931,1731957047263/1acff94d7356%2C42931%2C1731957047263.1731957048718, exclude list is [], retry=0 2024-11-18T19:10:48,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44033,DS-e4529991-ba93-466e-a373-f5431d5d7399,DISK] 2024-11-18T19:10:48,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41507,DS-272b520a-d6d2-4a9b-b86e-d625b4ce192f,DISK] 2024-11-18T19:10:48,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38129,DS-8d910763-e0ac-495c-a051-b7d6d9181cdd,DISK] 2024-11-18T19:10:48,737 DEBUG [RS:0;1acff94d7356:42335 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/WALs/1acff94d7356,42335,1731957047117/1acff94d7356%2C42335%2C1731957047117.1731957048718, exclude list is [], retry=0 2024-11-18T19:10:48,737 DEBUG [RS:1;1acff94d7356:43725 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/WALs/1acff94d7356,43725,1731957047217/1acff94d7356%2C43725%2C1731957047217.1731957048718, exclude list is [], retry=0 2024-11-18T19:10:48,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41507,DS-272b520a-d6d2-4a9b-b86e-d625b4ce192f,DISK] 2024-11-18T19:10:48,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44033,DS-e4529991-ba93-466e-a373-f5431d5d7399,DISK] 2024-11-18T19:10:48,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38129,DS-8d910763-e0ac-495c-a051-b7d6d9181cdd,DISK] 2024-11-18T19:10:48,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38129,DS-8d910763-e0ac-495c-a051-b7d6d9181cdd,DISK] 2024-11-18T19:10:48,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41507,DS-272b520a-d6d2-4a9b-b86e-d625b4ce192f,DISK] 2024-11-18T19:10:48,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44033,DS-e4529991-ba93-466e-a373-f5431d5d7399,DISK] 2024-11-18T19:10:48,744 INFO [RS:2;1acff94d7356:42931 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/WALs/1acff94d7356,42931,1731957047263/1acff94d7356%2C42931%2C1731957047263.1731957048718 2024-11-18T19:10:48,746 DEBUG [RS:2;1acff94d7356:42931 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43399:43399),(127.0.0.1/127.0.0.1:37287:37287),(127.0.0.1/127.0.0.1:40777:40777)] 2024-11-18T19:10:48,752 INFO [RS:0;1acff94d7356:42335 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/WALs/1acff94d7356,42335,1731957047117/1acff94d7356%2C42335%2C1731957047117.1731957048718 2024-11-18T19:10:48,753 DEBUG [RS:0;1acff94d7356:42335 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37287:37287),(127.0.0.1/127.0.0.1:40777:40777),(127.0.0.1/127.0.0.1:43399:43399)] 2024-11-18T19:10:48,753 INFO [RS:1;1acff94d7356:43725 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/WALs/1acff94d7356,43725,1731957047217/1acff94d7356%2C43725%2C1731957047217.1731957048718 2024-11-18T19:10:48,754 DEBUG [RS:1;1acff94d7356:43725 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43399:43399),(127.0.0.1/127.0.0.1:40777:40777),(127.0.0.1/127.0.0.1:37287:37287)] 2024-11-18T19:10:48,912 DEBUG [1acff94d7356:39219 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-18T19:10:48,923 DEBUG [1acff94d7356:39219 {}] balancer.BalancerClusterState(204): Hosts are {1acff94d7356=0} racks are {/default-rack=0} 2024-11-18T19:10:48,928 DEBUG [1acff94d7356:39219 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T19:10:48,929 DEBUG [1acff94d7356:39219 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T19:10:48,929 DEBUG [1acff94d7356:39219 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-18T19:10:48,929 DEBUG [1acff94d7356:39219 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T19:10:48,929 DEBUG [1acff94d7356:39219 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T19:10:48,929 DEBUG [1acff94d7356:39219 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-18T19:10:48,929 INFO [1acff94d7356:39219 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T19:10:48,929 INFO [1acff94d7356:39219 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T19:10:48,929 INFO [1acff94d7356:39219 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-18T19:10:48,929 DEBUG [1acff94d7356:39219 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T19:10:48,935 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1acff94d7356,43725,1731957047217 2024-11-18T19:10:48,941 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1acff94d7356,43725,1731957047217, state=OPENING 2024-11-18T19:10:48,987 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T19:10:48,996 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x10150a4dbc40002, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:10:48,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39219-0x10150a4dbc40000, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:10:48,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42335-0x10150a4dbc40001, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:10:48,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x10150a4dbc40003, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:10:48,997 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T19:10:48,997 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T19:10:48,997 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T19:10:48,997 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T19:10:49,001 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T19:10:49,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1acff94d7356,43725,1731957047217}] 2024-11-18T19:10:56,734 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T19:10:56,736 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T19:10:59,035 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T19:10:59,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T19:10:59,049 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T19:10:59,049 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T19:10:59,050 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T19:10:59,053 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1acff94d7356%2C43725%2C1731957047217.meta, suffix=.meta, logDir=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/WALs/1acff94d7356,43725,1731957047217, archiveDir=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/oldWALs, maxLogs=32 2024-11-18T19:10:59,070 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/WALs/1acff94d7356,43725,1731957047217/1acff94d7356%2C43725%2C1731957047217.meta.1731957059055.meta, exclude list is [], retry=0 2024-11-18T19:10:59,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44033,DS-e4529991-ba93-466e-a373-f5431d5d7399,DISK] 2024-11-18T19:10:59,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41507,DS-272b520a-d6d2-4a9b-b86e-d625b4ce192f,DISK] 2024-11-18T19:10:59,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38129,DS-8d910763-e0ac-495c-a051-b7d6d9181cdd,DISK] 2024-11-18T19:10:59,077 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/WALs/1acff94d7356,43725,1731957047217/1acff94d7356%2C43725%2C1731957047217.meta.1731957059055.meta 2024-11-18T19:10:59,077 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43399:43399),(127.0.0.1/127.0.0.1:37287:37287),(127.0.0.1/127.0.0.1:40777:40777)] 2024-11-18T19:10:59,077 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T19:10:59,079 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T19:10:59,082 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T19:10:59,089 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T19:10:59,094 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T19:10:59,095 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:10:59,095 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T19:10:59,095 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T19:10:59,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T19:10:59,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T19:10:59,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:10:59,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:10:59,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T19:10:59,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T19:10:59,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:10:59,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:10:59,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T19:10:59,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T19:10:59,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:10:59,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:10:59,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T19:10:59,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T19:10:59,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:10:59,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:10:59,109 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T19:10:59,110 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/hbase/meta/1588230740 2024-11-18T19:10:59,113 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/hbase/meta/1588230740 2024-11-18T19:10:59,115 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T19:10:59,115 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T19:10:59,116 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T19:10:59,118 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T19:10:59,120 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59500846, jitterRate=-0.11336830258369446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T19:10:59,120 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T19:10:59,121 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731957059096Writing region info on filesystem at 1731957059096Initializing all the Stores at 1731957059098 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731957059098Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731957059098Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957059098Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731957059098Cleaning up temporary data from old regions at 1731957059115 (+17 ms)Running coprocessor post-open hooks at 1731957059120 (+5 ms)Region opened successfully at 1731957059121 (+1 ms) 2024-11-18T19:10:59,127 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731957059026 2024-11-18T19:10:59,136 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T19:10:59,136 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T19:10:59,138 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1acff94d7356,43725,1731957047217 2024-11-18T19:10:59,140 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1acff94d7356,43725,1731957047217, state=OPEN 2024-11-18T19:10:59,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39219-0x10150a4dbc40000, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T19:10:59,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x10150a4dbc40003, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T19:10:59,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42335-0x10150a4dbc40001, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T19:10:59,221 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x10150a4dbc40002, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T19:10:59,222 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T19:10:59,222 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T19:10:59,222 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T19:10:59,222 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T19:10:59,223 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1acff94d7356,43725,1731957047217 2024-11-18T19:10:59,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T19:10:59,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1acff94d7356,43725,1731957047217 in 10.2210 sec 2024-11-18T19:10:59,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T19:10:59,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7420 sec 2024-11-18T19:10:59,244 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T19:10:59,244 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T19:10:59,263 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:10:59,264 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1acff94d7356,43725,1731957047217, seqNum=-1] 2024-11-18T19:10:59,283 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:10:59,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:10:59,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0520 sec 2024-11-18T19:10:59,304 INFO [master/1acff94d7356:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731957059303, completionTime=-1 2024-11-18T19:10:59,306 INFO [master/1acff94d7356:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-18T19:10:59,306 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T19:10:59,330 INFO [master/1acff94d7356:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-18T19:10:59,330 INFO [master/1acff94d7356:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731957119330 2024-11-18T19:10:59,330 INFO [master/1acff94d7356:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731957179330 2024-11-18T19:10:59,330 INFO [master/1acff94d7356:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 23 msec 2024-11-18T19:10:59,332 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-18T19:10:59,338 INFO [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,39219,1731957046378-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T19:10:59,339 INFO [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,39219,1731957046378-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:10:59,339 INFO [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,39219,1731957046378-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:10:59,341 INFO [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1acff94d7356:39219, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:10:59,341 INFO [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T19:10:59,341 INFO [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T19:10:59,347 DEBUG [master/1acff94d7356:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T19:10:59,368 INFO [master/1acff94d7356:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.004sec 2024-11-18T19:10:59,370 INFO [master/1acff94d7356:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T19:10:59,372 INFO [master/1acff94d7356:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T19:10:59,373 INFO [master/1acff94d7356:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T19:10:59,373 INFO [master/1acff94d7356:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T19:10:59,373 INFO [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T19:10:59,374 INFO [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,39219,1731957046378-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T19:10:59,375 INFO [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,39219,1731957046378-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T19:10:59,380 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T19:10:59,381 INFO [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T19:10:59,382 INFO [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,39219,1731957046378-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:10:59,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d458dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:10:59,425 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-18T19:10:59,425 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-18T19:10:59,430 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1acff94d7356,39219,-1 for getting cluster id 2024-11-18T19:10:59,432 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:10:59,443 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39fdcac9-4f07-4eb7-abd1-f19bee193b96' 2024-11-18T19:10:59,446 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:10:59,446 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39fdcac9-4f07-4eb7-abd1-f19bee193b96" 2024-11-18T19:10:59,447 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@356d88c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:10:59,447 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1acff94d7356,39219,-1] 2024-11-18T19:10:59,450 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:10:59,452 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:10:59,453 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:10:59,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7152e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:10:59,456 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:10:59,463 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1acff94d7356,43725,1731957047217, seqNum=-1] 2024-11-18T19:10:59,464 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:10:59,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:10:59,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1acff94d7356,39219,1731957046378 2024-11-18T19:10:59,510 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731957059509 (current time:1731957059509). 2024-11-18T19:10:59,510 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-18T19:10:59,510 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-18T19:10:59,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de9cb9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:10:59,513 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1acff94d7356,39219,-1 for getting cluster id 2024-11-18T19:10:59,513 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:10:59,514 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39fdcac9-4f07-4eb7-abd1-f19bee193b96' 2024-11-18T19:10:59,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:10:59,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39fdcac9-4f07-4eb7-abd1-f19bee193b96" 2024-11-18T19:10:59,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d9c251a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:10:59,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1acff94d7356,39219,-1] 2024-11-18T19:10:59,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:10:59,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:10:59,517 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:10:59,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72bb0bf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:10:59,522 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:10:59,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1acff94d7356,43725,1731957047217, seqNum=-1] 2024-11-18T19:10:59,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:10:59,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:10:59,531 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T19:10:59,531 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T19:10:59,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:10:59,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:10:59,535 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:10:59,539 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T19:10:59,544 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1acff94d7356,39219,1731957046378 2024-11-18T19:10:59,547 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18124827 2024-11-18T19:10:59,548 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T19:10:59,550 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T19:10:59,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T19:10:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-18T19:10:59,565 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T19:10:59,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-18T19:10:59,568 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:10:59,570 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T19:10:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T19:10:59,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741837_1013 (size=361) 2024-11-18T19:10:59,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741837_1013 (size=361) 2024-11-18T19:10:59,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741837_1013 (size=361) 2024-11-18T19:10:59,589 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8aa63243e80992f4aaee849eb283cdfb, NAME => 'SPTestTable,,1731957059551.8aa63243e80992f4aaee849eb283cdfb.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565 2024-11-18T19:10:59,590 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => adb0725bbc482bf20d97258bcd25ef0f, NAME => 'SPTestTable,19999999,1731957059551.adb0725bbc482bf20d97258bcd25ef0f.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565 2024-11-18T19:10:59,591 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 2108980877c6a6910416715627bfb4ad, NAME => 'SPTestTable,33333332,1731957059551.2108980877c6a6910416715627bfb4ad.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565 2024-11-18T19:10:59,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741839_1015 (size=62) 2024-11-18T19:10:59,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741838_1014 (size=54) 2024-11-18T19:10:59,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741838_1014 (size=54) 2024-11-18T19:10:59,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741839_1015 (size=62) 2024-11-18T19:10:59,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741838_1014 (size=54) 2024-11-18T19:10:59,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741839_1015 (size=62) 2024-11-18T19:10:59,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741840_1016 (size=62) 2024-11-18T19:10:59,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741840_1016 (size=62) 2024-11-18T19:10:59,611 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731957059551.8aa63243e80992f4aaee849eb283cdfb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:10:59,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741840_1016 (size=62) 2024-11-18T19:10:59,612 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 8aa63243e80992f4aaee849eb283cdfb, disabling compactions & flushes 2024-11-18T19:10:59,612 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731957059551.8aa63243e80992f4aaee849eb283cdfb. 2024-11-18T19:10:59,612 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731957059551.8aa63243e80992f4aaee849eb283cdfb. 2024-11-18T19:10:59,612 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731957059551.8aa63243e80992f4aaee849eb283cdfb. after waiting 0 ms 2024-11-18T19:10:59,612 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731957059551.2108980877c6a6910416715627bfb4ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:10:59,612 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731957059551.8aa63243e80992f4aaee849eb283cdfb. 2024-11-18T19:10:59,612 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731957059551.8aa63243e80992f4aaee849eb283cdfb. 2024-11-18T19:10:59,612 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8aa63243e80992f4aaee849eb283cdfb: Waiting for close lock at 1731957059612Disabling compacts and flushes for region at 1731957059612Disabling writes for close at 1731957059612Writing region close event to WAL at 1731957059612Closed at 1731957059612 2024-11-18T19:10:59,612 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 2108980877c6a6910416715627bfb4ad, disabling compactions & flushes 2024-11-18T19:10:59,612 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731957059551.2108980877c6a6910416715627bfb4ad. 2024-11-18T19:10:59,613 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731957059551.2108980877c6a6910416715627bfb4ad. 2024-11-18T19:10:59,613 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0cd115bfd7798820c95373c85a60dc12, NAME => 'SPTestTable,4ccccccb,1731957059551.0cd115bfd7798820c95373c85a60dc12.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565 2024-11-18T19:10:59,613 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731957059551.2108980877c6a6910416715627bfb4ad. after waiting 0 ms 2024-11-18T19:10:59,613 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731957059551.2108980877c6a6910416715627bfb4ad. 2024-11-18T19:10:59,613 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731957059551.adb0725bbc482bf20d97258bcd25ef0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:10:59,613 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731957059551.2108980877c6a6910416715627bfb4ad. 2024-11-18T19:10:59,613 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 2108980877c6a6910416715627bfb4ad: Waiting for close lock at 1731957059612Disabling compacts and flushes for region at 1731957059612Disabling writes for close at 1731957059613 (+1 ms)Writing region close event to WAL at 1731957059613Closed at 1731957059613 2024-11-18T19:10:59,613 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing adb0725bbc482bf20d97258bcd25ef0f, disabling compactions & flushes 2024-11-18T19:10:59,613 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731957059551.adb0725bbc482bf20d97258bcd25ef0f. 2024-11-18T19:10:59,614 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731957059551.adb0725bbc482bf20d97258bcd25ef0f. 2024-11-18T19:10:59,614 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731957059551.adb0725bbc482bf20d97258bcd25ef0f. after waiting 0 ms 2024-11-18T19:10:59,614 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => faf31fe8570ad6f005ac8900ea8cb14f, NAME => 'SPTestTable,66666664,1731957059551.faf31fe8570ad6f005ac8900ea8cb14f.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565 2024-11-18T19:10:59,614 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731957059551.adb0725bbc482bf20d97258bcd25ef0f. 2024-11-18T19:10:59,614 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731957059551.adb0725bbc482bf20d97258bcd25ef0f. 2024-11-18T19:10:59,614 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for adb0725bbc482bf20d97258bcd25ef0f: Waiting for close lock at 1731957059613Disabling compacts and flushes for region at 1731957059613Disabling writes for close at 1731957059614 (+1 ms)Writing region close event to WAL at 1731957059614Closed at 1731957059614 2024-11-18T19:10:59,615 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => aa2b4fe60c0ba6603c4d62da788d115e, NAME => 'SPTestTable,7ffffffd,1731957059551.aa2b4fe60c0ba6603c4d62da788d115e.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565 2024-11-18T19:10:59,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741841_1017 (size=62) 2024-11-18T19:10:59,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741841_1017 (size=62) 2024-11-18T19:10:59,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741842_1018 (size=62) 2024-11-18T19:10:59,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741841_1017 (size=62) 2024-11-18T19:10:59,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741843_1019 (size=62) 2024-11-18T19:10:59,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741842_1018 (size=62) 2024-11-18T19:10:59,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741842_1018 (size=62) 2024-11-18T19:10:59,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741843_1019 (size=62) 2024-11-18T19:10:59,630 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731957059551.faf31fe8570ad6f005ac8900ea8cb14f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:10:59,630 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing faf31fe8570ad6f005ac8900ea8cb14f, disabling compactions & flushes 2024-11-18T19:10:59,630 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731957059551.faf31fe8570ad6f005ac8900ea8cb14f. 2024-11-18T19:10:59,630 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731957059551.faf31fe8570ad6f005ac8900ea8cb14f. 2024-11-18T19:10:59,630 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731957059551.faf31fe8570ad6f005ac8900ea8cb14f. after waiting 0 ms 2024-11-18T19:10:59,630 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731957059551.faf31fe8570ad6f005ac8900ea8cb14f. 2024-11-18T19:10:59,630 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731957059551.faf31fe8570ad6f005ac8900ea8cb14f. 2024-11-18T19:10:59,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741843_1019 (size=62) 2024-11-18T19:10:59,630 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for faf31fe8570ad6f005ac8900ea8cb14f: Waiting for close lock at 1731957059630Disabling compacts and flushes for region at 1731957059630Disabling writes for close at 1731957059630Writing region close event to WAL at 1731957059630Closed at 1731957059630 2024-11-18T19:10:59,631 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 4a3d48dae5e71d1bf5bbe05775fabdfa, NAME => 'SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565 2024-11-18T19:10:59,632 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731957059551.aa2b4fe60c0ba6603c4d62da788d115e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:10:59,632 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing aa2b4fe60c0ba6603c4d62da788d115e, disabling compactions & flushes 2024-11-18T19:10:59,632 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731957059551.aa2b4fe60c0ba6603c4d62da788d115e. 2024-11-18T19:10:59,632 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731957059551.aa2b4fe60c0ba6603c4d62da788d115e. 2024-11-18T19:10:59,632 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731957059551.aa2b4fe60c0ba6603c4d62da788d115e. after waiting 0 ms 2024-11-18T19:10:59,632 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731957059551.aa2b4fe60c0ba6603c4d62da788d115e. 2024-11-18T19:10:59,632 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731957059551.aa2b4fe60c0ba6603c4d62da788d115e. 2024-11-18T19:10:59,632 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for aa2b4fe60c0ba6603c4d62da788d115e: Waiting for close lock at 1731957059632Disabling compacts and flushes for region at 1731957059632Disabling writes for close at 1731957059632Writing region close event to WAL at 1731957059632Closed at 1731957059632 2024-11-18T19:10:59,633 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 528f62a730cb6af114c633b287130ac7, NAME => 'SPTestTable,b333332f,1731957059551.528f62a730cb6af114c633b287130ac7.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565 2024-11-18T19:10:59,634 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731957059551.0cd115bfd7798820c95373c85a60dc12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:10:59,634 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 0cd115bfd7798820c95373c85a60dc12, disabling compactions & flushes 2024-11-18T19:10:59,634 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731957059551.0cd115bfd7798820c95373c85a60dc12. 2024-11-18T19:10:59,634 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731957059551.0cd115bfd7798820c95373c85a60dc12. 2024-11-18T19:10:59,634 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731957059551.0cd115bfd7798820c95373c85a60dc12. after waiting 0 ms 2024-11-18T19:10:59,634 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731957059551.0cd115bfd7798820c95373c85a60dc12. 2024-11-18T19:10:59,634 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731957059551.0cd115bfd7798820c95373c85a60dc12. 2024-11-18T19:10:59,634 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0cd115bfd7798820c95373c85a60dc12: Waiting for close lock at 1731957059634Disabling compacts and flushes for region at 1731957059634Disabling writes for close at 1731957059634Writing region close event to WAL at 1731957059634Closed at 1731957059634 2024-11-18T19:10:59,635 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 67ad95fcb5f5a4e77f60a1e39450be41, NAME => 'SPTestTable,ccccccc8,1731957059551.67ad95fcb5f5a4e77f60a1e39450be41.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565 2024-11-18T19:10:59,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741844_1020 (size=62) 2024-11-18T19:10:59,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741844_1020 (size=62) 2024-11-18T19:10:59,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741844_1020 (size=62) 2024-11-18T19:10:59,646 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:10:59,646 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 4a3d48dae5e71d1bf5bbe05775fabdfa, disabling compactions & flushes 2024-11-18T19:10:59,646 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa. 2024-11-18T19:10:59,646 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa. 2024-11-18T19:10:59,647 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa. after waiting 0 ms 2024-11-18T19:10:59,647 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa. 2024-11-18T19:10:59,647 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa. 2024-11-18T19:10:59,647 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 4a3d48dae5e71d1bf5bbe05775fabdfa: Waiting for close lock at 1731957059646Disabling compacts and flushes for region at 1731957059646Disabling writes for close at 1731957059647 (+1 ms)Writing region close event to WAL at 1731957059647Closed at 1731957059647 2024-11-18T19:10:59,648 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 9d62a8cf101d8a1b3e2b853e58e64342, NAME => 'SPTestTable,e6666661,1731957059551.9d62a8cf101d8a1b3e2b853e58e64342.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565 2024-11-18T19:10:59,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741845_1021 (size=62) 2024-11-18T19:10:59,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741845_1021 (size=62) 2024-11-18T19:10:59,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741845_1021 (size=62) 2024-11-18T19:10:59,650 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731957059551.528f62a730cb6af114c633b287130ac7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:10:59,650 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 528f62a730cb6af114c633b287130ac7, disabling compactions & flushes 2024-11-18T19:10:59,650 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731957059551.528f62a730cb6af114c633b287130ac7. 2024-11-18T19:10:59,650 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731957059551.528f62a730cb6af114c633b287130ac7. 2024-11-18T19:10:59,650 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731957059551.528f62a730cb6af114c633b287130ac7. after waiting 0 ms 2024-11-18T19:10:59,650 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731957059551.528f62a730cb6af114c633b287130ac7. 2024-11-18T19:10:59,650 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731957059551.528f62a730cb6af114c633b287130ac7. 2024-11-18T19:10:59,650 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 528f62a730cb6af114c633b287130ac7: Waiting for close lock at 1731957059650Disabling compacts and flushes for region at 1731957059650Disabling writes for close at 1731957059650Writing region close event to WAL at 1731957059650Closed at 1731957059650 2024-11-18T19:10:59,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741846_1022 (size=62) 2024-11-18T19:10:59,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741846_1022 (size=62) 2024-11-18T19:10:59,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741846_1022 (size=62) 2024-11-18T19:10:59,655 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731957059551.67ad95fcb5f5a4e77f60a1e39450be41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:10:59,655 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 67ad95fcb5f5a4e77f60a1e39450be41, disabling compactions & flushes 2024-11-18T19:10:59,655 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731957059551.67ad95fcb5f5a4e77f60a1e39450be41. 2024-11-18T19:10:59,655 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731957059551.67ad95fcb5f5a4e77f60a1e39450be41. 2024-11-18T19:10:59,656 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731957059551.67ad95fcb5f5a4e77f60a1e39450be41. after waiting 0 ms 2024-11-18T19:10:59,656 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731957059551.67ad95fcb5f5a4e77f60a1e39450be41. 2024-11-18T19:10:59,656 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731957059551.67ad95fcb5f5a4e77f60a1e39450be41. 2024-11-18T19:10:59,656 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 67ad95fcb5f5a4e77f60a1e39450be41: Waiting for close lock at 1731957059655Disabling compacts and flushes for region at 1731957059655Disabling writes for close at 1731957059656 (+1 ms)Writing region close event to WAL at 1731957059656Closed at 1731957059656 2024-11-18T19:10:59,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741847_1023 (size=54) 2024-11-18T19:10:59,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741847_1023 (size=54) 2024-11-18T19:10:59,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741847_1023 (size=54) 2024-11-18T19:10:59,663 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731957059551.9d62a8cf101d8a1b3e2b853e58e64342.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:10:59,663 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 9d62a8cf101d8a1b3e2b853e58e64342, disabling compactions & flushes 2024-11-18T19:10:59,663 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731957059551.9d62a8cf101d8a1b3e2b853e58e64342. 2024-11-18T19:10:59,663 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731957059551.9d62a8cf101d8a1b3e2b853e58e64342. 2024-11-18T19:10:59,664 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731957059551.9d62a8cf101d8a1b3e2b853e58e64342. after waiting 0 ms 2024-11-18T19:10:59,664 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731957059551.9d62a8cf101d8a1b3e2b853e58e64342. 2024-11-18T19:10:59,664 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731957059551.9d62a8cf101d8a1b3e2b853e58e64342. 2024-11-18T19:10:59,664 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 9d62a8cf101d8a1b3e2b853e58e64342: Waiting for close lock at 1731957059663Disabling compacts and flushes for region at 1731957059663Disabling writes for close at 1731957059664 (+1 ms)Writing region close event to WAL at 1731957059664Closed at 1731957059664 2024-11-18T19:10:59,666 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T19:10:59,671 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731957059551.8aa63243e80992f4aaee849eb283cdfb.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731957059666"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731957059666"}]},"ts":"1731957059666"} 2024-11-18T19:10:59,671 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731957059551.2108980877c6a6910416715627bfb4ad.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731957059666"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731957059666"}]},"ts":"1731957059666"} 2024-11-18T19:10:59,671 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731957059551.adb0725bbc482bf20d97258bcd25ef0f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731957059666"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731957059666"}]},"ts":"1731957059666"} 2024-11-18T19:10:59,671 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731957059551.faf31fe8570ad6f005ac8900ea8cb14f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731957059666"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731957059666"}]},"ts":"1731957059666"} 2024-11-18T19:10:59,671 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731957059551.aa2b4fe60c0ba6603c4d62da788d115e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731957059666"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731957059666"}]},"ts":"1731957059666"} 2024-11-18T19:10:59,672 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731957059551.0cd115bfd7798820c95373c85a60dc12.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731957059666"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731957059666"}]},"ts":"1731957059666"} 2024-11-18T19:10:59,672 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731957059666"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731957059666"}]},"ts":"1731957059666"} 2024-11-18T19:10:59,672 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731957059551.528f62a730cb6af114c633b287130ac7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731957059666"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731957059666"}]},"ts":"1731957059666"} 2024-11-18T19:10:59,672 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731957059551.67ad95fcb5f5a4e77f60a1e39450be41.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731957059666"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731957059666"}]},"ts":"1731957059666"} 2024-11-18T19:10:59,672 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731957059551.9d62a8cf101d8a1b3e2b853e58e64342.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731957059666"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731957059666"}]},"ts":"1731957059666"} 2024-11-18T19:10:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T19:10:59,708 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-18T19:10:59,710 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T19:10:59,713 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731957059710"}]},"ts":"1731957059710"} 2024-11-18T19:10:59,717 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-18T19:10:59,718 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {1acff94d7356=0} racks are {/default-rack=0} 2024-11-18T19:10:59,726 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T19:10:59,726 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T19:10:59,726 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-18T19:10:59,726 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T19:10:59,726 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T19:10:59,726 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-18T19:10:59,726 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T19:10:59,726 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T19:10:59,726 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-18T19:10:59,726 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T19:10:59,728 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8aa63243e80992f4aaee849eb283cdfb, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=adb0725bbc482bf20d97258bcd25ef0f, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2108980877c6a6910416715627bfb4ad, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0cd115bfd7798820c95373c85a60dc12, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=faf31fe8570ad6f005ac8900ea8cb14f, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aa2b4fe60c0ba6603c4d62da788d115e, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4a3d48dae5e71d1bf5bbe05775fabdfa, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=528f62a730cb6af114c633b287130ac7, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=67ad95fcb5f5a4e77f60a1e39450be41, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9d62a8cf101d8a1b3e2b853e58e64342, ASSIGN}] 2024-11-18T19:10:59,733 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=adb0725bbc482bf20d97258bcd25ef0f, ASSIGN 2024-11-18T19:10:59,733 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2108980877c6a6910416715627bfb4ad, ASSIGN 2024-11-18T19:10:59,733 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8aa63243e80992f4aaee849eb283cdfb, ASSIGN 2024-11-18T19:10:59,733 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0cd115bfd7798820c95373c85a60dc12, ASSIGN 2024-11-18T19:10:59,735 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=adb0725bbc482bf20d97258bcd25ef0f, ASSIGN; state=OFFLINE, location=1acff94d7356,43725,1731957047217; forceNewPlan=false, retain=false 2024-11-18T19:10:59,735 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2108980877c6a6910416715627bfb4ad, ASSIGN; state=OFFLINE, location=1acff94d7356,42931,1731957047263; forceNewPlan=false, retain=false 2024-11-18T19:10:59,735 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0cd115bfd7798820c95373c85a60dc12, ASSIGN; state=OFFLINE, location=1acff94d7356,43725,1731957047217; forceNewPlan=false, retain=false 2024-11-18T19:10:59,735 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8aa63243e80992f4aaee849eb283cdfb, ASSIGN; state=OFFLINE, location=1acff94d7356,42335,1731957047117; forceNewPlan=false, retain=false 2024-11-18T19:10:59,741 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=67ad95fcb5f5a4e77f60a1e39450be41, ASSIGN 2024-11-18T19:10:59,741 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9d62a8cf101d8a1b3e2b853e58e64342, ASSIGN 2024-11-18T19:10:59,741 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4a3d48dae5e71d1bf5bbe05775fabdfa, ASSIGN 2024-11-18T19:10:59,741 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=528f62a730cb6af114c633b287130ac7, ASSIGN 2024-11-18T19:10:59,741 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aa2b4fe60c0ba6603c4d62da788d115e, ASSIGN 2024-11-18T19:10:59,743 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=528f62a730cb6af114c633b287130ac7, ASSIGN; state=OFFLINE, location=1acff94d7356,42931,1731957047263; forceNewPlan=false, retain=false 2024-11-18T19:10:59,743 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9d62a8cf101d8a1b3e2b853e58e64342, ASSIGN; state=OFFLINE, location=1acff94d7356,42335,1731957047117; forceNewPlan=false, retain=false 2024-11-18T19:10:59,743 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4a3d48dae5e71d1bf5bbe05775fabdfa, ASSIGN; state=OFFLINE, location=1acff94d7356,42335,1731957047117; forceNewPlan=false, retain=false 2024-11-18T19:10:59,743 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aa2b4fe60c0ba6603c4d62da788d115e, ASSIGN; state=OFFLINE, location=1acff94d7356,42931,1731957047263; forceNewPlan=false, retain=false 2024-11-18T19:10:59,743 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=67ad95fcb5f5a4e77f60a1e39450be41, ASSIGN; state=OFFLINE, location=1acff94d7356,43725,1731957047217; forceNewPlan=false, retain=false 2024-11-18T19:10:59,751 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=faf31fe8570ad6f005ac8900ea8cb14f, ASSIGN 2024-11-18T19:10:59,752 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=faf31fe8570ad6f005ac8900ea8cb14f, ASSIGN; state=OFFLINE, location=1acff94d7356,42335,1731957047117; forceNewPlan=false, retain=false 2024-11-18T19:10:59,890 INFO [1acff94d7356:39219 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-18T19:10:59,891 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0cd115bfd7798820c95373c85a60dc12, regionState=OPENING, regionLocation=1acff94d7356,43725,1731957047217 2024-11-18T19:10:59,891 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=adb0725bbc482bf20d97258bcd25ef0f, regionState=OPENING, regionLocation=1acff94d7356,43725,1731957047217 2024-11-18T19:10:59,892 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=67ad95fcb5f5a4e77f60a1e39450be41, regionState=OPENING, regionLocation=1acff94d7356,43725,1731957047217 2024-11-18T19:10:59,892 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=aa2b4fe60c0ba6603c4d62da788d115e, regionState=OPENING, regionLocation=1acff94d7356,42931,1731957047263 2024-11-18T19:10:59,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T19:10:59,892 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=528f62a730cb6af114c633b287130ac7, regionState=OPENING, regionLocation=1acff94d7356,42931,1731957047263 2024-11-18T19:10:59,894 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=2108980877c6a6910416715627bfb4ad, regionState=OPENING, regionLocation=1acff94d7356,42931,1731957047263 2024-11-18T19:10:59,894 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=9d62a8cf101d8a1b3e2b853e58e64342, regionState=OPENING, regionLocation=1acff94d7356,42335,1731957047117 2024-11-18T19:10:59,894 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=4a3d48dae5e71d1bf5bbe05775fabdfa, regionState=OPENING, regionLocation=1acff94d7356,42335,1731957047117 2024-11-18T19:10:59,895 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=faf31fe8570ad6f005ac8900ea8cb14f, regionState=OPENING, regionLocation=1acff94d7356,42335,1731957047117 2024-11-18T19:10:59,896 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8aa63243e80992f4aaee849eb283cdfb, regionState=OPENING, regionLocation=1acff94d7356,42335,1731957047117 2024-11-18T19:10:59,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0cd115bfd7798820c95373c85a60dc12, ASSIGN because future has completed 2024-11-18T19:10:59,899 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0cd115bfd7798820c95373c85a60dc12, server=1acff94d7356,43725,1731957047217}] 2024-11-18T19:10:59,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=adb0725bbc482bf20d97258bcd25ef0f, ASSIGN because future has completed 2024-11-18T19:10:59,901 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure adb0725bbc482bf20d97258bcd25ef0f, server=1acff94d7356,43725,1731957047217}] 2024-11-18T19:10:59,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aa2b4fe60c0ba6603c4d62da788d115e, ASSIGN because future has completed 2024-11-18T19:10:59,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=67ad95fcb5f5a4e77f60a1e39450be41, ASSIGN because future has completed 2024-11-18T19:10:59,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa2b4fe60c0ba6603c4d62da788d115e, server=1acff94d7356,42931,1731957047263}] 2024-11-18T19:10:59,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67ad95fcb5f5a4e77f60a1e39450be41, server=1acff94d7356,43725,1731957047217}] 2024-11-18T19:10:59,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=528f62a730cb6af114c633b287130ac7, ASSIGN because future has completed 2024-11-18T19:10:59,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2108980877c6a6910416715627bfb4ad, ASSIGN because future has completed 2024-11-18T19:10:59,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9d62a8cf101d8a1b3e2b853e58e64342, ASSIGN because future has completed 2024-11-18T19:10:59,913 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 528f62a730cb6af114c633b287130ac7, server=1acff94d7356,42931,1731957047263}] 2024-11-18T19:10:59,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d62a8cf101d8a1b3e2b853e58e64342, server=1acff94d7356,42335,1731957047117}] 2024-11-18T19:10:59,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4a3d48dae5e71d1bf5bbe05775fabdfa, ASSIGN because future has completed 2024-11-18T19:10:59,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=faf31fe8570ad6f005ac8900ea8cb14f, ASSIGN because future has completed 2024-11-18T19:10:59,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8aa63243e80992f4aaee849eb283cdfb, ASSIGN because future has completed 2024-11-18T19:10:59,924 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure faf31fe8570ad6f005ac8900ea8cb14f, server=1acff94d7356,42335,1731957047117}] 2024-11-18T19:10:59,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8aa63243e80992f4aaee849eb283cdfb, server=1acff94d7356,42335,1731957047117}] 2024-11-18T19:10:59,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a3d48dae5e71d1bf5bbe05775fabdfa, server=1acff94d7356,42335,1731957047117}] 2024-11-18T19:10:59,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2108980877c6a6910416715627bfb4ad, server=1acff94d7356,42931,1731957047263}] 2024-11-18T19:11:00,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T19:11:00,522 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T19:11:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T19:11:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T19:11:03,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T19:11:04,642 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T19:11:06,733 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T19:11:06,733 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T19:11:06,736 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T19:11:06,737 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T19:11:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T19:11:09,913 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731957059551.0cd115bfd7798820c95373c85a60dc12. 2024-11-18T19:11:09,913 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 0cd115bfd7798820c95373c85a60dc12, NAME => 'SPTestTable,4ccccccb,1731957059551.0cd115bfd7798820c95373c85a60dc12.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-18T19:11:09,914 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0cd115bfd7798820c95373c85a60dc12 2024-11-18T19:11:09,914 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731957059551.0cd115bfd7798820c95373c85a60dc12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:11:09,914 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 0cd115bfd7798820c95373c85a60dc12 2024-11-18T19:11:09,914 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 0cd115bfd7798820c95373c85a60dc12 2024-11-18T19:11:09,916 INFO [StoreOpener-0cd115bfd7798820c95373c85a60dc12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0cd115bfd7798820c95373c85a60dc12 2024-11-18T19:11:09,919 INFO [StoreOpener-0cd115bfd7798820c95373c85a60dc12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cd115bfd7798820c95373c85a60dc12 columnFamilyName cf 2024-11-18T19:11:09,919 DEBUG [StoreOpener-0cd115bfd7798820c95373c85a60dc12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:11:09,920 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T19:11:09,920 INFO [StoreOpener-0cd115bfd7798820c95373c85a60dc12-1 {}] regionserver.HStore(327): Store=0cd115bfd7798820c95373c85a60dc12/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:11:09,921 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 0cd115bfd7798820c95373c85a60dc12 2024-11-18T19:11:09,922 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T19:11:09,922 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/0cd115bfd7798820c95373c85a60dc12 2024-11-18T19:11:09,923 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/0cd115bfd7798820c95373c85a60dc12 2024-11-18T19:11:09,924 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 0cd115bfd7798820c95373c85a60dc12 2024-11-18T19:11:09,924 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 0cd115bfd7798820c95373c85a60dc12 2024-11-18T19:11:09,926 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T19:11:09,928 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 0cd115bfd7798820c95373c85a60dc12 2024-11-18T19:11:09,928 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731957059551.528f62a730cb6af114c633b287130ac7. 2024-11-18T19:11:09,928 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 528f62a730cb6af114c633b287130ac7, NAME => 'SPTestTable,b333332f,1731957059551.528f62a730cb6af114c633b287130ac7.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-18T19:11:09,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T19:11:09,929 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 528f62a730cb6af114c633b287130ac7 2024-11-18T19:11:09,929 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731957059551.528f62a730cb6af114c633b287130ac7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:11:09,929 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 528f62a730cb6af114c633b287130ac7 2024-11-18T19:11:09,930 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 528f62a730cb6af114c633b287130ac7 2024-11-18T19:11:09,932 INFO [StoreOpener-528f62a730cb6af114c633b287130ac7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 528f62a730cb6af114c633b287130ac7 2024-11-18T19:11:09,932 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/0cd115bfd7798820c95373c85a60dc12/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:11:09,933 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 0cd115bfd7798820c95373c85a60dc12; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65099665, jitterRate=-0.029939398169517517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T19:11:09,933 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0cd115bfd7798820c95373c85a60dc12 2024-11-18T19:11:09,934 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 0cd115bfd7798820c95373c85a60dc12: Running coprocessor pre-open hook at 1731957069914Writing region info on filesystem at 1731957069914Initializing all the Stores at 1731957069916 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957069916Cleaning up temporary data from old regions at 1731957069924 (+8 ms)Running coprocessor post-open hooks at 1731957069933 (+9 ms)Region opened successfully at 1731957069933 2024-11-18T19:11:09,934 INFO [StoreOpener-528f62a730cb6af114c633b287130ac7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 528f62a730cb6af114c633b287130ac7 columnFamilyName cf 2024-11-18T19:11:09,934 DEBUG [StoreOpener-528f62a730cb6af114c633b287130ac7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:11:09,935 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731957059551.faf31fe8570ad6f005ac8900ea8cb14f. 2024-11-18T19:11:09,935 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => faf31fe8570ad6f005ac8900ea8cb14f, NAME => 'SPTestTable,66666664,1731957059551.faf31fe8570ad6f005ac8900ea8cb14f.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-18T19:11:09,935 INFO [StoreOpener-528f62a730cb6af114c633b287130ac7-1 {}] regionserver.HStore(327): Store=528f62a730cb6af114c633b287130ac7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:11:09,935 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 528f62a730cb6af114c633b287130ac7 2024-11-18T19:11:09,936 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable faf31fe8570ad6f005ac8900ea8cb14f 2024-11-18T19:11:09,936 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731957059551.faf31fe8570ad6f005ac8900ea8cb14f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:11:09,936 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for faf31fe8570ad6f005ac8900ea8cb14f 2024-11-18T19:11:09,936 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for faf31fe8570ad6f005ac8900ea8cb14f 2024-11-18T19:11:09,937 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/528f62a730cb6af114c633b287130ac7 2024-11-18T19:11:09,937 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/528f62a730cb6af114c633b287130ac7 2024-11-18T19:11:09,938 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731957059551.0cd115bfd7798820c95373c85a60dc12., pid=15, masterSystemTime=1731957069903 2024-11-18T19:11:09,938 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 528f62a730cb6af114c633b287130ac7 2024-11-18T19:11:09,938 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 528f62a730cb6af114c633b287130ac7 2024-11-18T19:11:09,940 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731957059551.0cd115bfd7798820c95373c85a60dc12. 2024-11-18T19:11:09,940 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731957059551.0cd115bfd7798820c95373c85a60dc12. 2024-11-18T19:11:09,941 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731957059551.adb0725bbc482bf20d97258bcd25ef0f. 2024-11-18T19:11:09,941 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => adb0725bbc482bf20d97258bcd25ef0f, NAME => 'SPTestTable,19999999,1731957059551.adb0725bbc482bf20d97258bcd25ef0f.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-18T19:11:09,941 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 528f62a730cb6af114c633b287130ac7 2024-11-18T19:11:09,941 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable adb0725bbc482bf20d97258bcd25ef0f 2024-11-18T19:11:09,941 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731957059551.adb0725bbc482bf20d97258bcd25ef0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:11:09,942 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for adb0725bbc482bf20d97258bcd25ef0f 2024-11-18T19:11:09,942 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for adb0725bbc482bf20d97258bcd25ef0f 2024-11-18T19:11:09,942 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0cd115bfd7798820c95373c85a60dc12, regionState=OPEN, openSeqNum=2, regionLocation=1acff94d7356,43725,1731957047217 2024-11-18T19:11:09,943 INFO [StoreOpener-faf31fe8570ad6f005ac8900ea8cb14f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region faf31fe8570ad6f005ac8900ea8cb14f 2024-11-18T19:11:09,945 INFO [StoreOpener-faf31fe8570ad6f005ac8900ea8cb14f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faf31fe8570ad6f005ac8900ea8cb14f columnFamilyName cf 2024-11-18T19:11:09,946 DEBUG [StoreOpener-faf31fe8570ad6f005ac8900ea8cb14f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:11:09,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0cd115bfd7798820c95373c85a60dc12, server=1acff94d7356,43725,1731957047217 because future has completed 2024-11-18T19:11:09,946 INFO [StoreOpener-faf31fe8570ad6f005ac8900ea8cb14f-1 {}] regionserver.HStore(327): Store=faf31fe8570ad6f005ac8900ea8cb14f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:11:09,946 INFO [StoreOpener-adb0725bbc482bf20d97258bcd25ef0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region adb0725bbc482bf20d97258bcd25ef0f 2024-11-18T19:11:09,947 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for faf31fe8570ad6f005ac8900ea8cb14f 2024-11-18T19:11:09,947 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/528f62a730cb6af114c633b287130ac7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:11:09,948 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/faf31fe8570ad6f005ac8900ea8cb14f 2024-11-18T19:11:09,948 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 528f62a730cb6af114c633b287130ac7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64835268, jitterRate=-0.033879220485687256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T19:11:09,948 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 528f62a730cb6af114c633b287130ac7 2024-11-18T19:11:09,949 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 528f62a730cb6af114c633b287130ac7: Running coprocessor pre-open hook at 1731957069930Writing region info on filesystem at 1731957069930Initializing all the Stores at 1731957069931 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957069931Cleaning up temporary data from old regions at 1731957069938 (+7 ms)Running coprocessor post-open hooks at 1731957069948 (+10 ms)Region opened successfully at 1731957069948 2024-11-18T19:11:09,949 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/faf31fe8570ad6f005ac8900ea8cb14f 2024-11-18T19:11:09,949 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for faf31fe8570ad6f005ac8900ea8cb14f 2024-11-18T19:11:09,949 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for faf31fe8570ad6f005ac8900ea8cb14f 2024-11-18T19:11:09,950 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731957059551.528f62a730cb6af114c633b287130ac7., pid=19, masterSystemTime=1731957069920 2024-11-18T19:11:09,951 INFO [StoreOpener-adb0725bbc482bf20d97258bcd25ef0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adb0725bbc482bf20d97258bcd25ef0f columnFamilyName cf 2024-11-18T19:11:09,951 DEBUG [StoreOpener-adb0725bbc482bf20d97258bcd25ef0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:11:09,952 INFO [StoreOpener-adb0725bbc482bf20d97258bcd25ef0f-1 {}] regionserver.HStore(327): Store=adb0725bbc482bf20d97258bcd25ef0f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:11:09,952 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for adb0725bbc482bf20d97258bcd25ef0f 2024-11-18T19:11:09,952 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for faf31fe8570ad6f005ac8900ea8cb14f 2024-11-18T19:11:09,953 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/adb0725bbc482bf20d97258bcd25ef0f 2024-11-18T19:11:09,954 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/adb0725bbc482bf20d97258bcd25ef0f 2024-11-18T19:11:09,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=8 2024-11-18T19:11:09,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 0cd115bfd7798820c95373c85a60dc12, server=1acff94d7356,43725,1731957047217 in 10.0490 sec 2024-11-18T19:11:09,955 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for adb0725bbc482bf20d97258bcd25ef0f 2024-11-18T19:11:09,955 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for adb0725bbc482bf20d97258bcd25ef0f 2024-11-18T19:11:09,955 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731957059551.528f62a730cb6af114c633b287130ac7. 2024-11-18T19:11:09,955 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731957059551.528f62a730cb6af114c633b287130ac7. 2024-11-18T19:11:09,955 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731957059551.aa2b4fe60c0ba6603c4d62da788d115e. 2024-11-18T19:11:09,956 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => aa2b4fe60c0ba6603c4d62da788d115e, NAME => 'SPTestTable,7ffffffd,1731957059551.aa2b4fe60c0ba6603c4d62da788d115e.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-18T19:11:09,956 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=528f62a730cb6af114c633b287130ac7, regionState=OPEN, openSeqNum=2, regionLocation=1acff94d7356,42931,1731957047263 2024-11-18T19:11:09,956 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable aa2b4fe60c0ba6603c4d62da788d115e 2024-11-18T19:11:09,956 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731957059551.aa2b4fe60c0ba6603c4d62da788d115e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:11:09,956 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for aa2b4fe60c0ba6603c4d62da788d115e 2024-11-18T19:11:09,957 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for aa2b4fe60c0ba6603c4d62da788d115e 2024-11-18T19:11:09,957 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/faf31fe8570ad6f005ac8900ea8cb14f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:11:09,958 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened faf31fe8570ad6f005ac8900ea8cb14f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70864108, jitterRate=0.05595749616622925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T19:11:09,958 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for faf31fe8570ad6f005ac8900ea8cb14f 2024-11-18T19:11:09,958 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for faf31fe8570ad6f005ac8900ea8cb14f: Running coprocessor pre-open hook at 1731957069936Writing region info on filesystem at 1731957069936Initializing all the Stores at 1731957069937 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957069937Cleaning up temporary data from old regions at 1731957069949 (+12 ms)Running coprocessor post-open hooks at 1731957069958 (+9 ms)Region opened successfully at 1731957069958 2024-11-18T19:11:09,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0cd115bfd7798820c95373c85a60dc12, ASSIGN in 10.2260 sec 2024-11-18T19:11:09,959 INFO [StoreOpener-aa2b4fe60c0ba6603c4d62da788d115e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region aa2b4fe60c0ba6603c4d62da788d115e 2024-11-18T19:11:09,960 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for adb0725bbc482bf20d97258bcd25ef0f 2024-11-18T19:11:09,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 528f62a730cb6af114c633b287130ac7, server=1acff94d7356,42931,1731957047263 because future has completed 2024-11-18T19:11:09,961 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731957059551.faf31fe8570ad6f005ac8900ea8cb14f., pid=22, masterSystemTime=1731957069926 2024-11-18T19:11:09,961 INFO [StoreOpener-aa2b4fe60c0ba6603c4d62da788d115e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa2b4fe60c0ba6603c4d62da788d115e columnFamilyName cf 2024-11-18T19:11:09,962 DEBUG [StoreOpener-aa2b4fe60c0ba6603c4d62da788d115e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:11:09,963 INFO [StoreOpener-aa2b4fe60c0ba6603c4d62da788d115e-1 {}] regionserver.HStore(327): Store=aa2b4fe60c0ba6603c4d62da788d115e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:11:09,963 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for aa2b4fe60c0ba6603c4d62da788d115e 2024-11-18T19:11:09,964 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731957059551.faf31fe8570ad6f005ac8900ea8cb14f. 2024-11-18T19:11:09,964 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731957059551.faf31fe8570ad6f005ac8900ea8cb14f. 2024-11-18T19:11:09,964 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/adb0725bbc482bf20d97258bcd25ef0f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:11:09,965 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,,1731957059551.8aa63243e80992f4aaee849eb283cdfb. 2024-11-18T19:11:09,965 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 8aa63243e80992f4aaee849eb283cdfb, NAME => 'SPTestTable,,1731957059551.8aa63243e80992f4aaee849eb283cdfb.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-18T19:11:09,965 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/aa2b4fe60c0ba6603c4d62da788d115e 2024-11-18T19:11:09,965 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8aa63243e80992f4aaee849eb283cdfb 2024-11-18T19:11:09,965 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,,1731957059551.8aa63243e80992f4aaee849eb283cdfb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:11:09,965 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 8aa63243e80992f4aaee849eb283cdfb 2024-11-18T19:11:09,965 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 8aa63243e80992f4aaee849eb283cdfb 2024-11-18T19:11:09,966 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/aa2b4fe60c0ba6603c4d62da788d115e 2024-11-18T19:11:09,966 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened adb0725bbc482bf20d97258bcd25ef0f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63604330, jitterRate=-0.0522216260433197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T19:11:09,966 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for adb0725bbc482bf20d97258bcd25ef0f 2024-11-18T19:11:09,966 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for adb0725bbc482bf20d97258bcd25ef0f: Running coprocessor pre-open hook at 1731957069942Writing region info on filesystem at 1731957069942Initializing all the Stores at 1731957069944 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957069944Cleaning up temporary data from old regions at 1731957069955 (+11 ms)Running coprocessor post-open hooks at 1731957069966 (+11 ms)Region opened successfully at 1731957069966 2024-11-18T19:11:09,967 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for aa2b4fe60c0ba6603c4d62da788d115e 2024-11-18T19:11:09,967 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for aa2b4fe60c0ba6603c4d62da788d115e 2024-11-18T19:11:09,968 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731957059551.adb0725bbc482bf20d97258bcd25ef0f., pid=16, masterSystemTime=1731957069903 2024-11-18T19:11:09,968 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=faf31fe8570ad6f005ac8900ea8cb14f, regionState=OPEN, openSeqNum=2, regionLocation=1acff94d7356,42335,1731957047117 2024-11-18T19:11:09,969 INFO [StoreOpener-8aa63243e80992f4aaee849eb283cdfb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8aa63243e80992f4aaee849eb283cdfb 2024-11-18T19:11:09,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=12 2024-11-18T19:11:09,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 528f62a730cb6af114c633b287130ac7, server=1acff94d7356,42931,1731957047263 in 10.0520 sec 2024-11-18T19:11:09,971 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731957059551.adb0725bbc482bf20d97258bcd25ef0f. 2024-11-18T19:11:09,971 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731957059551.adb0725bbc482bf20d97258bcd25ef0f. 2024-11-18T19:11:09,972 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731957059551.67ad95fcb5f5a4e77f60a1e39450be41. 2024-11-18T19:11:09,972 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for aa2b4fe60c0ba6603c4d62da788d115e 2024-11-18T19:11:09,972 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 67ad95fcb5f5a4e77f60a1e39450be41, NAME => 'SPTestTable,ccccccc8,1731957059551.67ad95fcb5f5a4e77f60a1e39450be41.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-18T19:11:09,972 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 67ad95fcb5f5a4e77f60a1e39450be41 2024-11-18T19:11:09,972 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731957059551.67ad95fcb5f5a4e77f60a1e39450be41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:11:09,973 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 67ad95fcb5f5a4e77f60a1e39450be41 2024-11-18T19:11:09,973 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 67ad95fcb5f5a4e77f60a1e39450be41 2024-11-18T19:11:09,973 INFO [StoreOpener-8aa63243e80992f4aaee849eb283cdfb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8aa63243e80992f4aaee849eb283cdfb columnFamilyName cf 2024-11-18T19:11:09,973 DEBUG [StoreOpener-8aa63243e80992f4aaee849eb283cdfb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:11:09,974 INFO [StoreOpener-8aa63243e80992f4aaee849eb283cdfb-1 {}] regionserver.HStore(327): Store=8aa63243e80992f4aaee849eb283cdfb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:11:09,974 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 8aa63243e80992f4aaee849eb283cdfb 2024-11-18T19:11:09,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure faf31fe8570ad6f005ac8900ea8cb14f, server=1acff94d7356,42335,1731957047117 because future has completed 2024-11-18T19:11:09,975 INFO [StoreOpener-67ad95fcb5f5a4e77f60a1e39450be41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 67ad95fcb5f5a4e77f60a1e39450be41 2024-11-18T19:11:09,976 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/8aa63243e80992f4aaee849eb283cdfb 2024-11-18T19:11:09,977 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=528f62a730cb6af114c633b287130ac7, ASSIGN in 10.2420 sec 2024-11-18T19:11:09,977 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=adb0725bbc482bf20d97258bcd25ef0f, regionState=OPEN, openSeqNum=2, regionLocation=1acff94d7356,43725,1731957047217 2024-11-18T19:11:09,979 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/8aa63243e80992f4aaee849eb283cdfb 2024-11-18T19:11:09,980 INFO [StoreOpener-67ad95fcb5f5a4e77f60a1e39450be41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67ad95fcb5f5a4e77f60a1e39450be41 columnFamilyName cf 2024-11-18T19:11:09,980 DEBUG [StoreOpener-67ad95fcb5f5a4e77f60a1e39450be41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:11:09,980 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 8aa63243e80992f4aaee849eb283cdfb 2024-11-18T19:11:09,980 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 8aa63243e80992f4aaee849eb283cdfb 2024-11-18T19:11:09,981 INFO [StoreOpener-67ad95fcb5f5a4e77f60a1e39450be41-1 {}] regionserver.HStore(327): Store=67ad95fcb5f5a4e77f60a1e39450be41/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:11:09,981 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 67ad95fcb5f5a4e77f60a1e39450be41 2024-11-18T19:11:09,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure adb0725bbc482bf20d97258bcd25ef0f, server=1acff94d7356,43725,1731957047217 because future has completed 2024-11-18T19:11:09,983 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/67ad95fcb5f5a4e77f60a1e39450be41 2024-11-18T19:11:09,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=9 2024-11-18T19:11:09,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure faf31fe8570ad6f005ac8900ea8cb14f, server=1acff94d7356,42335,1731957047117 in 10.0530 sec 2024-11-18T19:11:09,985 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/67ad95fcb5f5a4e77f60a1e39450be41 2024-11-18T19:11:09,985 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 8aa63243e80992f4aaee849eb283cdfb 2024-11-18T19:11:09,985 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 67ad95fcb5f5a4e77f60a1e39450be41 2024-11-18T19:11:09,986 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 67ad95fcb5f5a4e77f60a1e39450be41 2024-11-18T19:11:09,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=faf31fe8570ad6f005ac8900ea8cb14f, ASSIGN in 10.2550 sec 2024-11-18T19:11:09,989 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 67ad95fcb5f5a4e77f60a1e39450be41 2024-11-18T19:11:09,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=6 2024-11-18T19:11:09,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure adb0725bbc482bf20d97258bcd25ef0f, server=1acff94d7356,43725,1731957047217 in 10.0830 sec 2024-11-18T19:11:09,993 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/aa2b4fe60c0ba6603c4d62da788d115e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:11:09,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=adb0725bbc482bf20d97258bcd25ef0f, ASSIGN in 10.2620 sec 2024-11-18T19:11:09,995 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/67ad95fcb5f5a4e77f60a1e39450be41/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:11:09,995 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/8aa63243e80992f4aaee849eb283cdfb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:11:09,995 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened aa2b4fe60c0ba6603c4d62da788d115e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61305769, jitterRate=-0.08647285401821136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T19:11:09,995 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aa2b4fe60c0ba6603c4d62da788d115e 2024-11-18T19:11:09,995 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for aa2b4fe60c0ba6603c4d62da788d115e: Running coprocessor pre-open hook at 1731957069957Writing region info on filesystem at 1731957069957Initializing all the Stores at 1731957069959 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957069959Cleaning up temporary data from old regions at 1731957069967 (+8 ms)Running coprocessor post-open hooks at 1731957069995 (+28 ms)Region opened successfully at 1731957069995 2024-11-18T19:11:09,996 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 67ad95fcb5f5a4e77f60a1e39450be41; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65123601, jitterRate=-0.02958272397518158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T19:11:09,996 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 8aa63243e80992f4aaee849eb283cdfb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67753132, jitterRate=0.009600341320037842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T19:11:09,996 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8aa63243e80992f4aaee849eb283cdfb 2024-11-18T19:11:09,996 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 67ad95fcb5f5a4e77f60a1e39450be41 2024-11-18T19:11:09,996 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 8aa63243e80992f4aaee849eb283cdfb: Running coprocessor pre-open hook at 1731957069966Writing region info on filesystem at 1731957069966Initializing all the Stores at 1731957069969 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957069969Cleaning up temporary data from old regions at 1731957069980 (+11 ms)Running coprocessor post-open hooks at 1731957069996 (+16 ms)Region opened successfully at 1731957069996 2024-11-18T19:11:09,996 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 67ad95fcb5f5a4e77f60a1e39450be41: Running coprocessor pre-open hook at 1731957069973Writing region info on filesystem at 1731957069973Initializing all the Stores at 1731957069974 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957069974Cleaning up temporary data from old regions at 1731957069986 (+12 ms)Running coprocessor post-open hooks at 1731957069996 (+10 ms)Region opened successfully at 1731957069996 2024-11-18T19:11:09,997 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731957059551.aa2b4fe60c0ba6603c4d62da788d115e., pid=18, masterSystemTime=1731957069920 2024-11-18T19:11:09,997 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731957059551.8aa63243e80992f4aaee849eb283cdfb., pid=21, masterSystemTime=1731957069926 2024-11-18T19:11:09,997 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731957059551.67ad95fcb5f5a4e77f60a1e39450be41., pid=17, masterSystemTime=1731957069903 2024-11-18T19:11:09,999 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731957059551.aa2b4fe60c0ba6603c4d62da788d115e. 2024-11-18T19:11:09,999 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731957059551.aa2b4fe60c0ba6603c4d62da788d115e. 2024-11-18T19:11:09,999 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731957059551.2108980877c6a6910416715627bfb4ad. 2024-11-18T19:11:10,000 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 2108980877c6a6910416715627bfb4ad, NAME => 'SPTestTable,33333332,1731957059551.2108980877c6a6910416715627bfb4ad.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-18T19:11:10,000 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=aa2b4fe60c0ba6603c4d62da788d115e, regionState=OPEN, openSeqNum=2, regionLocation=1acff94d7356,42931,1731957047263 2024-11-18T19:11:10,000 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2108980877c6a6910416715627bfb4ad 2024-11-18T19:11:10,000 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731957059551.2108980877c6a6910416715627bfb4ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:11:10,001 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 2108980877c6a6910416715627bfb4ad 2024-11-18T19:11:10,001 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 2108980877c6a6910416715627bfb4ad 2024-11-18T19:11:10,001 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731957059551.8aa63243e80992f4aaee849eb283cdfb. 2024-11-18T19:11:10,001 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731957059551.8aa63243e80992f4aaee849eb283cdfb. 2024-11-18T19:11:10,001 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731957059551.9d62a8cf101d8a1b3e2b853e58e64342. 2024-11-18T19:11:10,001 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 9d62a8cf101d8a1b3e2b853e58e64342, NAME => 'SPTestTable,e6666661,1731957059551.9d62a8cf101d8a1b3e2b853e58e64342.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-18T19:11:10,002 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9d62a8cf101d8a1b3e2b853e58e64342 2024-11-18T19:11:10,002 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731957059551.9d62a8cf101d8a1b3e2b853e58e64342.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:11:10,002 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8aa63243e80992f4aaee849eb283cdfb, regionState=OPEN, openSeqNum=2, regionLocation=1acff94d7356,42335,1731957047117 2024-11-18T19:11:10,002 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 9d62a8cf101d8a1b3e2b853e58e64342 2024-11-18T19:11:10,002 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 9d62a8cf101d8a1b3e2b853e58e64342 2024-11-18T19:11:10,005 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731957059551.67ad95fcb5f5a4e77f60a1e39450be41. 2024-11-18T19:11:10,005 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731957059551.67ad95fcb5f5a4e77f60a1e39450be41. 2024-11-18T19:11:10,005 INFO [StoreOpener-9d62a8cf101d8a1b3e2b853e58e64342-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9d62a8cf101d8a1b3e2b853e58e64342 2024-11-18T19:11:10,005 INFO [StoreOpener-2108980877c6a6910416715627bfb4ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2108980877c6a6910416715627bfb4ad 2024-11-18T19:11:10,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa2b4fe60c0ba6603c4d62da788d115e, server=1acff94d7356,42931,1731957047263 because future has completed 2024-11-18T19:11:10,007 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=67ad95fcb5f5a4e77f60a1e39450be41, regionState=OPEN, openSeqNum=2, regionLocation=1acff94d7356,43725,1731957047217 2024-11-18T19:11:10,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8aa63243e80992f4aaee849eb283cdfb, server=1acff94d7356,42335,1731957047117 because future has completed 2024-11-18T19:11:10,009 INFO [StoreOpener-2108980877c6a6910416715627bfb4ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2108980877c6a6910416715627bfb4ad columnFamilyName cf 2024-11-18T19:11:10,009 DEBUG [StoreOpener-2108980877c6a6910416715627bfb4ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:11:10,010 INFO [StoreOpener-9d62a8cf101d8a1b3e2b853e58e64342-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d62a8cf101d8a1b3e2b853e58e64342 columnFamilyName cf 2024-11-18T19:11:10,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67ad95fcb5f5a4e77f60a1e39450be41, server=1acff94d7356,43725,1731957047217 because future has completed 2024-11-18T19:11:10,011 DEBUG [StoreOpener-9d62a8cf101d8a1b3e2b853e58e64342-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:11:10,011 INFO [StoreOpener-2108980877c6a6910416715627bfb4ad-1 {}] regionserver.HStore(327): Store=2108980877c6a6910416715627bfb4ad/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:11:10,012 INFO [StoreOpener-9d62a8cf101d8a1b3e2b853e58e64342-1 {}] regionserver.HStore(327): Store=9d62a8cf101d8a1b3e2b853e58e64342/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:11:10,012 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 2108980877c6a6910416715627bfb4ad 2024-11-18T19:11:10,012 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 9d62a8cf101d8a1b3e2b853e58e64342 2024-11-18T19:11:10,013 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/2108980877c6a6910416715627bfb4ad 2024-11-18T19:11:10,013 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/9d62a8cf101d8a1b3e2b853e58e64342 2024-11-18T19:11:10,014 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/9d62a8cf101d8a1b3e2b853e58e64342 2024-11-18T19:11:10,014 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/2108980877c6a6910416715627bfb4ad 2024-11-18T19:11:10,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=10 2024-11-18T19:11:10,015 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 2108980877c6a6910416715627bfb4ad 2024-11-18T19:11:10,015 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 2108980877c6a6910416715627bfb4ad 2024-11-18T19:11:10,016 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 9d62a8cf101d8a1b3e2b853e58e64342 2024-11-18T19:11:10,016 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 9d62a8cf101d8a1b3e2b853e58e64342 2024-11-18T19:11:10,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=5 2024-11-18T19:11:10,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure aa2b4fe60c0ba6603c4d62da788d115e, server=1acff94d7356,42931,1731957047263 in 10.1010 sec 2024-11-18T19:11:10,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=13 2024-11-18T19:11:10,020 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 9d62a8cf101d8a1b3e2b853e58e64342 2024-11-18T19:11:10,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 67ad95fcb5f5a4e77f60a1e39450be41, server=1acff94d7356,43725,1731957047217 in 10.1070 sec 2024-11-18T19:11:10,020 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 2108980877c6a6910416715627bfb4ad 2024-11-18T19:11:10,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8aa63243e80992f4aaee849eb283cdfb, ASSIGN in 10.2900 sec 2024-11-18T19:11:10,022 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8aa63243e80992f4aaee849eb283cdfb, server=1acff94d7356,42335,1731957047117 in 10.0860 sec 2024-11-18T19:11:10,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aa2b4fe60c0ba6603c4d62da788d115e, ASSIGN in 10.2880 sec 2024-11-18T19:11:10,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=67ad95fcb5f5a4e77f60a1e39450be41, ASSIGN in 10.2920 sec 2024-11-18T19:11:10,024 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/9d62a8cf101d8a1b3e2b853e58e64342/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:11:10,024 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/2108980877c6a6910416715627bfb4ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:11:10,025 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 9d62a8cf101d8a1b3e2b853e58e64342; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62356828, jitterRate=-0.07081085443496704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T19:11:10,025 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9d62a8cf101d8a1b3e2b853e58e64342 2024-11-18T19:11:10,025 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 2108980877c6a6910416715627bfb4ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64588871, jitterRate=-0.03755082190036774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T19:11:10,025 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2108980877c6a6910416715627bfb4ad 2024-11-18T19:11:10,025 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 9d62a8cf101d8a1b3e2b853e58e64342: Running coprocessor pre-open hook at 1731957070002Writing region info on filesystem at 1731957070003 (+1 ms)Initializing all the Stores at 1731957070005 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957070005Cleaning up temporary data from old regions at 1731957070016 (+11 ms)Running coprocessor post-open hooks at 1731957070025 (+9 ms)Region opened successfully at 1731957070025 2024-11-18T19:11:10,025 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 2108980877c6a6910416715627bfb4ad: Running coprocessor pre-open hook at 1731957070001Writing region info on filesystem at 1731957070001Initializing all the Stores at 1731957070003 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957070003Cleaning up temporary data from old regions at 1731957070015 (+12 ms)Running coprocessor post-open hooks at 1731957070025 (+10 ms)Region opened successfully at 1731957070025 2024-11-18T19:11:10,026 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731957059551.9d62a8cf101d8a1b3e2b853e58e64342., pid=20, masterSystemTime=1731957069926 2024-11-18T19:11:10,026 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731957059551.2108980877c6a6910416715627bfb4ad., pid=24, masterSystemTime=1731957069920 2024-11-18T19:11:10,029 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731957059551.9d62a8cf101d8a1b3e2b853e58e64342. 2024-11-18T19:11:10,029 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731957059551.9d62a8cf101d8a1b3e2b853e58e64342. 2024-11-18T19:11:10,029 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa. 2024-11-18T19:11:10,029 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a3d48dae5e71d1bf5bbe05775fabdfa, NAME => 'SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-18T19:11:10,030 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4a3d48dae5e71d1bf5bbe05775fabdfa 2024-11-18T19:11:10,030 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:11:10,030 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 4a3d48dae5e71d1bf5bbe05775fabdfa 2024-11-18T19:11:10,030 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 4a3d48dae5e71d1bf5bbe05775fabdfa 2024-11-18T19:11:10,030 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=9d62a8cf101d8a1b3e2b853e58e64342, regionState=OPEN, openSeqNum=2, regionLocation=1acff94d7356,42335,1731957047117 2024-11-18T19:11:10,032 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731957059551.2108980877c6a6910416715627bfb4ad. 2024-11-18T19:11:10,032 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731957059551.2108980877c6a6910416715627bfb4ad. 2024-11-18T19:11:10,033 INFO [StoreOpener-4a3d48dae5e71d1bf5bbe05775fabdfa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4a3d48dae5e71d1bf5bbe05775fabdfa 2024-11-18T19:11:10,033 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=2108980877c6a6910416715627bfb4ad, regionState=OPEN, openSeqNum=2, regionLocation=1acff94d7356,42931,1731957047263 2024-11-18T19:11:10,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d62a8cf101d8a1b3e2b853e58e64342, server=1acff94d7356,42335,1731957047117 because future has completed 2024-11-18T19:11:10,036 INFO [StoreOpener-4a3d48dae5e71d1bf5bbe05775fabdfa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a3d48dae5e71d1bf5bbe05775fabdfa columnFamilyName cf 2024-11-18T19:11:10,036 DEBUG [StoreOpener-4a3d48dae5e71d1bf5bbe05775fabdfa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:11:10,037 INFO [StoreOpener-4a3d48dae5e71d1bf5bbe05775fabdfa-1 {}] regionserver.HStore(327): Store=4a3d48dae5e71d1bf5bbe05775fabdfa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:11:10,038 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 4a3d48dae5e71d1bf5bbe05775fabdfa 2024-11-18T19:11:10,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2108980877c6a6910416715627bfb4ad, server=1acff94d7356,42931,1731957047263 because future has completed 2024-11-18T19:11:10,039 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/4a3d48dae5e71d1bf5bbe05775fabdfa 2024-11-18T19:11:10,040 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/4a3d48dae5e71d1bf5bbe05775fabdfa 2024-11-18T19:11:10,041 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 4a3d48dae5e71d1bf5bbe05775fabdfa 2024-11-18T19:11:10,041 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 4a3d48dae5e71d1bf5bbe05775fabdfa 2024-11-18T19:11:10,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=14 2024-11-18T19:11:10,044 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 4a3d48dae5e71d1bf5bbe05775fabdfa 2024-11-18T19:11:10,045 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 9d62a8cf101d8a1b3e2b853e58e64342, server=1acff94d7356,42335,1731957047117 in 10.1250 sec 2024-11-18T19:11:10,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-11-18T19:11:10,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9d62a8cf101d8a1b3e2b853e58e64342, ASSIGN in 10.3150 sec 2024-11-18T19:11:10,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 2108980877c6a6910416715627bfb4ad, server=1acff94d7356,42931,1731957047263 in 10.1120 sec 2024-11-18T19:11:10,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2108980877c6a6910416715627bfb4ad, ASSIGN in 10.3190 sec 2024-11-18T19:11:10,050 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/4a3d48dae5e71d1bf5bbe05775fabdfa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:11:10,051 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 4a3d48dae5e71d1bf5bbe05775fabdfa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61445080, jitterRate=-0.08439695835113525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T19:11:10,051 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a3d48dae5e71d1bf5bbe05775fabdfa 2024-11-18T19:11:10,051 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 4a3d48dae5e71d1bf5bbe05775fabdfa: Running coprocessor pre-open hook at 1731957070030Writing region info on filesystem at 1731957070030Initializing all the Stores at 1731957070032 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957070032Cleaning up temporary data from old regions at 1731957070041 (+9 ms)Running coprocessor post-open hooks at 1731957070051 (+10 ms)Region opened successfully at 1731957070051 2024-11-18T19:11:10,052 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa., pid=23, masterSystemTime=1731957069926 2024-11-18T19:11:10,055 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa. 2024-11-18T19:11:10,055 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa. 2024-11-18T19:11:10,056 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=4a3d48dae5e71d1bf5bbe05775fabdfa, regionState=OPEN, openSeqNum=2, regionLocation=1acff94d7356,42335,1731957047117 2024-11-18T19:11:10,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a3d48dae5e71d1bf5bbe05775fabdfa, server=1acff94d7356,42335,1731957047117 because future has completed 2024-11-18T19:11:10,066 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=11 2024-11-18T19:11:10,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a3d48dae5e71d1bf5bbe05775fabdfa, server=1acff94d7356,42335,1731957047117 in 10.1310 sec 2024-11-18T19:11:10,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=4 2024-11-18T19:11:10,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4a3d48dae5e71d1bf5bbe05775fabdfa, ASSIGN in 10.3380 sec 2024-11-18T19:11:10,072 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T19:11:10,072 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731957070072"}]},"ts":"1731957070072"} 2024-11-18T19:11:10,075 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-18T19:11:10,077 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T19:11:10,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5200 sec 2024-11-18T19:11:12,518 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-18T19:11:15,448 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T19:11:15,535 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T19:11:16,733 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-18T19:11:16,733 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-18T19:11:17,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T19:11:17,832 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-18T19:11:17,832 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-18T19:11:17,833 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T19:11:17,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-18T19:11:17,849 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T19:11:17,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-18T19:11:17,896 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa., hostname=1acff94d7356,42335,1731957047117, seqNum=2] 2024-11-18T19:11:17,902 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa., hostname=1acff94d7356,42335,1731957047117, seqNum=2] 2024-11-18T19:11:17,906 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa., hostname=1acff94d7356,42335,1731957047117, seqNum=2] 2024-11-18T19:11:17,908 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa., hostname=1acff94d7356,42335,1731957047117, seqNum=2] 2024-11-18T19:11:17,911 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa., hostname=1acff94d7356,42335,1731957047117, seqNum=2] 2024-11-18T19:11:17,914 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa., hostname=1acff94d7356,42335,1731957047117, seqNum=2] 2024-11-18T19:11:17,916 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa., hostname=1acff94d7356,42335,1731957047117, seqNum=2] 2024-11-18T19:11:17,919 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa., hostname=1acff94d7356,42335,1731957047117, seqNum=2] 2024-11-18T19:11:17,949 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731957059551.528f62a730cb6af114c633b287130ac7., hostname=1acff94d7356,42931,1731957047263, seqNum=2] 2024-11-18T19:11:17,952 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731957059551.528f62a730cb6af114c633b287130ac7., hostname=1acff94d7356,42931,1731957047263, seqNum=2] 2024-11-18T19:11:17,955 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731957059551.528f62a730cb6af114c633b287130ac7., hostname=1acff94d7356,42931,1731957047263, seqNum=2] 2024-11-18T19:11:17,957 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731957059551.528f62a730cb6af114c633b287130ac7., hostname=1acff94d7356,42931,1731957047263, seqNum=2] 2024-11-18T19:11:17,960 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731957059551.528f62a730cb6af114c633b287130ac7., hostname=1acff94d7356,42931,1731957047263, seqNum=2] 2024-11-18T19:11:17,962 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731957059551.528f62a730cb6af114c633b287130ac7., hostname=1acff94d7356,42931,1731957047263, seqNum=2] 2024-11-18T19:11:17,965 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731957059551.528f62a730cb6af114c633b287130ac7., hostname=1acff94d7356,42931,1731957047263, seqNum=2] 2024-11-18T19:11:18,015 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731957059551.67ad95fcb5f5a4e77f60a1e39450be41., hostname=1acff94d7356,43725,1731957047217, seqNum=2] 2024-11-18T19:11:18,017 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731957059551.67ad95fcb5f5a4e77f60a1e39450be41., hostname=1acff94d7356,43725,1731957047217, seqNum=2] 2024-11-18T19:11:18,020 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731957059551.67ad95fcb5f5a4e77f60a1e39450be41., hostname=1acff94d7356,43725,1731957047217, seqNum=2] 2024-11-18T19:11:18,022 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731957059551.67ad95fcb5f5a4e77f60a1e39450be41., hostname=1acff94d7356,43725,1731957047217, seqNum=2] 2024-11-18T19:11:18,024 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731957059551.67ad95fcb5f5a4e77f60a1e39450be41., hostname=1acff94d7356,43725,1731957047217, seqNum=2] 2024-11-18T19:11:18,025 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731957059551.67ad95fcb5f5a4e77f60a1e39450be41., hostname=1acff94d7356,43725,1731957047217, seqNum=2] 2024-11-18T19:11:18,027 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731957059551.67ad95fcb5f5a4e77f60a1e39450be41., hostname=1acff94d7356,43725,1731957047217, seqNum=2] 2024-11-18T19:11:18,028 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731957059551.67ad95fcb5f5a4e77f60a1e39450be41., hostname=1acff94d7356,43725,1731957047217, seqNum=2] 2024-11-18T19:11:18,085 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731957059551.9d62a8cf101d8a1b3e2b853e58e64342., hostname=1acff94d7356,42335,1731957047117, seqNum=2] 2024-11-18T19:11:18,088 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731957059551.9d62a8cf101d8a1b3e2b853e58e64342., hostname=1acff94d7356,42335,1731957047117, seqNum=2] 2024-11-18T19:11:18,091 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731957059551.9d62a8cf101d8a1b3e2b853e58e64342., hostname=1acff94d7356,42335,1731957047117, seqNum=2] 2024-11-18T19:11:18,093 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731957059551.9d62a8cf101d8a1b3e2b853e58e64342., hostname=1acff94d7356,42335,1731957047117, seqNum=2] 2024-11-18T19:11:18,096 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731957059551.9d62a8cf101d8a1b3e2b853e58e64342., hostname=1acff94d7356,42335,1731957047117, seqNum=2] 2024-11-18T19:11:18,098 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731957059551.9d62a8cf101d8a1b3e2b853e58e64342., hostname=1acff94d7356,42335,1731957047117, seqNum=2] 2024-11-18T19:11:18,100 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731957059551.9d62a8cf101d8a1b3e2b853e58e64342., hostname=1acff94d7356,42335,1731957047117, seqNum=2] 2024-11-18T19:11:18,789 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:11:18,797 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:11:18,833 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:11:18,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42931 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731957059551.528f62a730cb6af114c633b287130ac7. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T19:11:18,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:11:18,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43725 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731957059551.67ad95fcb5f5a4e77f60a1e39450be41. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T19:11:18,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42335 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa. 2024-11-18T19:11:18,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42335 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T19:11:19,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42335 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731957059551.9d62a8cf101d8a1b3e2b853e58e64342. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T19:11:19,594 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-18T19:11:19,595 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T19:11:19,596 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-18T19:11:19,601 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-18T19:11:19,615 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-18T19:11:19,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741848_1024 (size=49) 2024-11-18T19:11:19,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741848_1024 (size=49) 2024-11-18T19:11:19,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741848_1024 (size=49) 2024-11-18T19:11:19,628 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-18T19:11:19,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8aa63243e80992f4aaee849eb283cdfb}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure adb0725bbc482bf20d97258bcd25ef0f}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2108980877c6a6910416715627bfb4ad}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0cd115bfd7798820c95373c85a60dc12}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure faf31fe8570ad6f005ac8900ea8cb14f}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aa2b4fe60c0ba6603c4d62da788d115e}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a3d48dae5e71d1bf5bbe05775fabdfa}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 528f62a730cb6af114c633b287130ac7}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 67ad95fcb5f5a4e77f60a1e39450be41}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9d62a8cf101d8a1b3e2b853e58e64342}] 2024-11-18T19:11:19,635 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2108980877c6a6910416715627bfb4ad 2024-11-18T19:11:19,635 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0cd115bfd7798820c95373c85a60dc12 2024-11-18T19:11:19,636 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure adb0725bbc482bf20d97258bcd25ef0f 2024-11-18T19:11:19,637 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8aa63243e80992f4aaee849eb283cdfb 2024-11-18T19:11:19,641 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 67ad95fcb5f5a4e77f60a1e39450be41 2024-11-18T19:11:19,641 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 528f62a730cb6af114c633b287130ac7 2024-11-18T19:11:19,642 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9d62a8cf101d8a1b3e2b853e58e64342 2024-11-18T19:11:19,645 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a3d48dae5e71d1bf5bbe05775fabdfa 2024-11-18T19:11:19,647 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure faf31fe8570ad6f005ac8900ea8cb14f 2024-11-18T19:11:19,648 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aa2b4fe60c0ba6603c4d62da788d115e 2024-11-18T19:11:19,696 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 1acff94d7356,42335,1731957047117 2024-11-18T19:11:19,697 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 1acff94d7356,42335,1731957047117: Simulated kill ***** 2024-11-18T19:11:19,697 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T19:11:19,699 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T19:11:19,700 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T19:11:19,702 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T19:11:19,703 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T19:11:19,709 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 640084912 }, "NonHeapMemoryUsage": { "committed": 157286400, "init": 7667712, "max": -1, "used": 153771088 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "1acff94d7356", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "1acff94d7356", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:51532", "tag.serverName": "1acff94d7356,42335,1731957047117", "tag.clusterId": "39fdcac9-4f07-4eb7-abd1-f19bee193b96", "tag.Context": "regionserver", "tag.Hostname": "1acff94d7356", "regionCount": 4, "storeCount": 4, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 1024, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731957047117, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-18T19:11:19,713 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39219 {}] master.MasterRpcServices(700): 1acff94d7356,42335,1731957047117 reported a fatal error: ***** ABORTING region server 1acff94d7356,42335,1731957047117: Simulated kill ***** 2024-11-18T19:11:19,715 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1acff94d7356,42335,1731957047117' ***** 2024-11-18T19:11:19,715 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-18T19:11:19,716 INFO [RS:0;1acff94d7356:42335 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T19:11:19,716 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T19:11:19,716 INFO [RS:0;1acff94d7356:42335 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-18T19:11:19,716 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T19:11:19,717 INFO [RS:0;1acff94d7356:42335 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-18T19:11:19,717 INFO [RS:0;1acff94d7356:42335 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T19:11:19,717 INFO [RS:0;1acff94d7356:42335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1acff94d7356:42335. 2024-11-18T19:11:19,717 DEBUG [RS:0;1acff94d7356:42335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T19:11:19,717 DEBUG [RS:0;1acff94d7356:42335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:11:19,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741834_1010 (size=1242) 2024-11-18T19:11:19,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741834_1010 (size=1242) 2024-11-18T19:11:19,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741834_1010 (size=1242) 2024-11-18T19:11:19,725 DEBUG [RS:0;1acff94d7356:42335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:11:19,725 INFO [RS:0;1acff94d7356:42335 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T19:11:19,725 INFO [RS:0;1acff94d7356:42335 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42335 2024-11-18T19:11:19,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39219-0x10150a4dbc40000, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T19:11:19,771 INFO [RS:0;1acff94d7356:42335 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T19:11:19,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42335-0x10150a4dbc40001, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1acff94d7356,42335,1731957047117 2024-11-18T19:11:19,779 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1acff94d7356,42335,1731957047117] 2024-11-18T19:11:19,787 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1acff94d7356,42335,1731957047117 already deleted, retry=false 2024-11-18T19:11:19,787 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 1acff94d7356,42335,1731957047117 on 1acff94d7356,39219,1731957046378 2024-11-18T19:11:19,792 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 1acff94d7356,42335,1731957047117, splitWal=true, meta=false 2024-11-18T19:11:19,795 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for 1acff94d7356,42335,1731957047117 (carryingMeta=false) 1acff94d7356,42335,1731957047117/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7e9f2eef[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-18T19:11:19,796 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 1acff94d7356,42335,1731957047117, splitWal=true, meta=false 2024-11-18T19:11:19,797 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8aa63243e80992f4aaee849eb283cdfb 2024-11-18T19:11:19,797 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9d62a8cf101d8a1b3e2b853e58e64342 2024-11-18T19:11:19,798 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a3d48dae5e71d1bf5bbe05775fabdfa 2024-11-18T19:11:19,798 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure faf31fe8570ad6f005ac8900ea8cb14f 2024-11-18T19:11:19,798 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 1acff94d7356,42335,1731957047117 had 4 regions 2024-11-18T19:11:19,802 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure faf31fe8570ad6f005ac8900ea8cb14f can not run currently because target server of region SPTestTable,66666664,1731957059551.faf31fe8570ad6f005ac8900ea8cb14f. 1acff94d7356,42335,1731957047117 is in state CRASHED, wait 1000 ms to retry 2024-11-18T19:11:19,802 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8aa63243e80992f4aaee849eb283cdfb can not run currently because target server of region SPTestTable,,1731957059551.8aa63243e80992f4aaee849eb283cdfb. 1acff94d7356,42335,1731957047117 is in state CRASHED, wait 1000 ms to retry 2024-11-18T19:11:19,802 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9d62a8cf101d8a1b3e2b853e58e64342 can not run currently because target server of region SPTestTable,e6666661,1731957059551.9d62a8cf101d8a1b3e2b853e58e64342. 1acff94d7356,42335,1731957047117 is in state CRASHED, wait 1000 ms to retry 2024-11-18T19:11:19,802 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 1acff94d7356,42335,1731957047117, splitWal=true, meta=false, isMeta: false 2024-11-18T19:11:19,802 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9d62a8cf101d8a1b3e2b853e58e64342; timeout=1000, timestamp=1731957080802 2024-11-18T19:11:19,802 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure faf31fe8570ad6f005ac8900ea8cb14f; timeout=1000, timestamp=1731957080802 2024-11-18T19:11:19,802 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8aa63243e80992f4aaee849eb283cdfb; timeout=1000, timestamp=1731957080802 2024-11-18T19:11:19,803 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4a3d48dae5e71d1bf5bbe05775fabdfa can not run currently because target server of region SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa. 1acff94d7356,42335,1731957047117 is in state CRASHED, wait 1000 ms to retry 2024-11-18T19:11:19,803 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4a3d48dae5e71d1bf5bbe05775fabdfa; timeout=1000, timestamp=1731957080803 2024-11-18T19:11:19,805 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/WALs/1acff94d7356,42335,1731957047117-splitting 2024-11-18T19:11:19,807 INFO [PEWorker-3 {}] master.SplitWALManager(105): 1acff94d7356,42335,1731957047117 WAL count=1, meta=false 2024-11-18T19:11:19,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 1acff94d7356%2C42335%2C1731957047117.1731957048718}] 2024-11-18T19:11:19,812 INFO [regionserver/1acff94d7356:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T19:11:19,816 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=1acff94d7356,42931,1731957047263 2024-11-18T19:11:19,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 1acff94d7356%2C42335%2C1731957047117.1731957048718, worker=1acff94d7356,42931,1731957047263}] 2024-11-18T19:11:19,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42335-0x10150a4dbc40001, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T19:11:19,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42335-0x10150a4dbc40001, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T19:11:19,880 INFO [RS:0;1acff94d7356:42335 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T19:11:19,880 INFO [RS:0;1acff94d7356:42335 {}] regionserver.HRegionServer(1031): Exiting; stopping=1acff94d7356,42335,1731957047117; zookeeper connection closed. 2024-11-18T19:11:19,880 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c3836e3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c3836e3 2024-11-18T19:11:20,566 INFO [regionserver/1acff94d7356:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T19:11:20,566 INFO [regionserver/1acff94d7356:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T19:11:20,802 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure faf31fe8570ad6f005ac8900ea8cb14f 2024-11-18T19:11:20,802 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8aa63243e80992f4aaee849eb283cdfb 2024-11-18T19:11:20,803 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9d62a8cf101d8a1b3e2b853e58e64342 2024-11-18T19:11:20,803 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a3d48dae5e71d1bf5bbe05775fabdfa 2024-11-18T19:11:20,804 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure faf31fe8570ad6f005ac8900ea8cb14f can not run currently because target server of region SPTestTable,66666664,1731957059551.faf31fe8570ad6f005ac8900ea8cb14f. 1acff94d7356,42335,1731957047117 is in state SPLITTING, wait 2000 ms to retry 2024-11-18T19:11:20,804 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8aa63243e80992f4aaee849eb283cdfb can not run currently because target server of region SPTestTable,,1731957059551.8aa63243e80992f4aaee849eb283cdfb. 1acff94d7356,42335,1731957047117 is in state SPLITTING, wait 2000 ms to retry 2024-11-18T19:11:20,804 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure faf31fe8570ad6f005ac8900ea8cb14f; timeout=2000, timestamp=1731957082804 2024-11-18T19:11:20,804 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9d62a8cf101d8a1b3e2b853e58e64342 can not run currently because target server of region SPTestTable,e6666661,1731957059551.9d62a8cf101d8a1b3e2b853e58e64342. 1acff94d7356,42335,1731957047117 is in state SPLITTING, wait 2000 ms to retry 2024-11-18T19:11:20,804 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8aa63243e80992f4aaee849eb283cdfb; timeout=2000, timestamp=1731957082804 2024-11-18T19:11:20,804 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9d62a8cf101d8a1b3e2b853e58e64342; timeout=2000, timestamp=1731957082804 2024-11-18T19:11:20,805 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4a3d48dae5e71d1bf5bbe05775fabdfa can not run currently because target server of region SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa. 1acff94d7356,42335,1731957047117 is in state SPLITTING, wait 2000 ms to retry 2024-11-18T19:11:20,805 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4a3d48dae5e71d1bf5bbe05775fabdfa; timeout=2000, timestamp=1731957082805 2024-11-18T19:11:22,805 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9d62a8cf101d8a1b3e2b853e58e64342 2024-11-18T19:11:22,805 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8aa63243e80992f4aaee849eb283cdfb 2024-11-18T19:11:22,805 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure faf31fe8570ad6f005ac8900ea8cb14f 2024-11-18T19:11:22,806 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a3d48dae5e71d1bf5bbe05775fabdfa 2024-11-18T19:11:22,809 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8aa63243e80992f4aaee849eb283cdfb can not run currently because target server of region SPTestTable,,1731957059551.8aa63243e80992f4aaee849eb283cdfb. 1acff94d7356,42335,1731957047117 is in state SPLITTING, wait 4000 ms to retry 2024-11-18T19:11:22,809 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9d62a8cf101d8a1b3e2b853e58e64342 can not run currently because target server of region SPTestTable,e6666661,1731957059551.9d62a8cf101d8a1b3e2b853e58e64342. 1acff94d7356,42335,1731957047117 is in state SPLITTING, wait 4000 ms to retry 2024-11-18T19:11:22,809 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure faf31fe8570ad6f005ac8900ea8cb14f can not run currently because target server of region SPTestTable,66666664,1731957059551.faf31fe8570ad6f005ac8900ea8cb14f. 1acff94d7356,42335,1731957047117 is in state SPLITTING, wait 4000 ms to retry 2024-11-18T19:11:22,809 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8aa63243e80992f4aaee849eb283cdfb; timeout=4000, timestamp=1731957086809 2024-11-18T19:11:22,809 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4a3d48dae5e71d1bf5bbe05775fabdfa can not run currently because target server of region SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa. 1acff94d7356,42335,1731957047117 is in state SPLITTING, wait 4000 ms to retry 2024-11-18T19:11:22,809 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure faf31fe8570ad6f005ac8900ea8cb14f; timeout=4000, timestamp=1731957086809 2024-11-18T19:11:22,809 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9d62a8cf101d8a1b3e2b853e58e64342; timeout=4000, timestamp=1731957086809 2024-11-18T19:11:22,809 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4a3d48dae5e71d1bf5bbe05775fabdfa; timeout=4000, timestamp=1731957086809 2024-11-18T19:11:23,334 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1acff94d7356:39219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-18T19:11:26,810 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a3d48dae5e71d1bf5bbe05775fabdfa 2024-11-18T19:11:26,811 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8aa63243e80992f4aaee849eb283cdfb 2024-11-18T19:11:26,811 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9d62a8cf101d8a1b3e2b853e58e64342 2024-11-18T19:11:26,811 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure faf31fe8570ad6f005ac8900ea8cb14f 2024-11-18T19:11:26,814 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8aa63243e80992f4aaee849eb283cdfb can not run currently because target server of region SPTestTable,,1731957059551.8aa63243e80992f4aaee849eb283cdfb. 1acff94d7356,42335,1731957047117 is in state SPLITTING, wait 8000 ms to retry 2024-11-18T19:11:26,814 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4a3d48dae5e71d1bf5bbe05775fabdfa can not run currently because target server of region SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa. 1acff94d7356,42335,1731957047117 is in state SPLITTING, wait 8000 ms to retry 2024-11-18T19:11:26,814 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8aa63243e80992f4aaee849eb283cdfb; timeout=8000, timestamp=1731957094814 2024-11-18T19:11:26,814 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9d62a8cf101d8a1b3e2b853e58e64342 can not run currently because target server of region SPTestTable,e6666661,1731957059551.9d62a8cf101d8a1b3e2b853e58e64342. 1acff94d7356,42335,1731957047117 is in state SPLITTING, wait 8000 ms to retry 2024-11-18T19:11:26,814 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure faf31fe8570ad6f005ac8900ea8cb14f can not run currently because target server of region SPTestTable,66666664,1731957059551.faf31fe8570ad6f005ac8900ea8cb14f. 1acff94d7356,42335,1731957047117 is in state SPLITTING, wait 8000 ms to retry 2024-11-18T19:11:26,814 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4a3d48dae5e71d1bf5bbe05775fabdfa; timeout=8000, timestamp=1731957094814 2024-11-18T19:11:26,815 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure faf31fe8570ad6f005ac8900ea8cb14f; timeout=8000, timestamp=1731957094815 2024-11-18T19:11:26,815 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9d62a8cf101d8a1b3e2b853e58e64342; timeout=8000, timestamp=1731957094815 2024-11-18T19:11:29,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-18T19:11:29,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-18T19:11:29,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-18T19:11:29,652 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731957059551.adb0725bbc482bf20d97258bcd25ef0f. 2024-11-18T19:11:29,652 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731957059551.aa2b4fe60c0ba6603c4d62da788d115e. 2024-11-18T19:11:29,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-18T19:11:29,652 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731957059551.67ad95fcb5f5a4e77f60a1e39450be41. 2024-11-18T19:11:29,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-18T19:11:29,652 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731957059551.0cd115bfd7798820c95373c85a60dc12. 2024-11-18T19:11:29,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-18T19:11:29,652 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731957059551.528f62a730cb6af114c633b287130ac7. 2024-11-18T19:11:29,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-18T19:11:29,653 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731957059551.2108980877c6a6910416715627bfb4ad. 2024-11-18T19:11:29,656 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 67ad95fcb5f5a4e77f60a1e39450be41 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-18T19:11:29,656 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 528f62a730cb6af114c633b287130ac7 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-18T19:11:29,657 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for adb0725bbc482bf20d97258bcd25ef0f: 2024-11-18T19:11:29,657 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 2108980877c6a6910416715627bfb4ad: 2024-11-18T19:11:29,657 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 0cd115bfd7798820c95373c85a60dc12: 2024-11-18T19:11:29,657 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for aa2b4fe60c0ba6603c4d62da788d115e: 2024-11-18T19:11:29,657 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731957059551.0cd115bfd7798820c95373c85a60dc12. for SnapshotProcedureTest completed. 2024-11-18T19:11:29,657 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731957059551.2108980877c6a6910416715627bfb4ad. for SnapshotProcedureTest completed. 2024-11-18T19:11:29,657 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731957059551.aa2b4fe60c0ba6603c4d62da788d115e. for SnapshotProcedureTest completed. 2024-11-18T19:11:29,657 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731957059551.adb0725bbc482bf20d97258bcd25ef0f. for SnapshotProcedureTest completed. 2024-11-18T19:11:29,658 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731957059551.0cd115bfd7798820c95373c85a60dc12.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T19:11:29,658 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731957059551.adb0725bbc482bf20d97258bcd25ef0f.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T19:11:29,658 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731957059551.aa2b4fe60c0ba6603c4d62da788d115e.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T19:11:29,658 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731957059551.2108980877c6a6910416715627bfb4ad.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T19:11:29,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T19:11:29,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T19:11:29,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T19:11:29,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T19:11:29,664 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T19:11:29,664 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T19:11:29,664 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T19:11:29,664 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T19:11:29,679 INFO [RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/WALs/1acff94d7356,42335,1731957047117-splitting/1acff94d7356%2C42335%2C1731957047117.1731957048718, size=1.2 K (1242bytes) 2024-11-18T19:11:29,680 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-18T19:11:29,680 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-18T19:11:29,681 INFO [RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/WALs/1acff94d7356,42335,1731957047117-splitting/1acff94d7356%2C42335%2C1731957047117.1731957048718 2024-11-18T19:11:29,685 INFO [RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/WALs/1acff94d7356,42335,1731957047117-splitting/1acff94d7356%2C42335%2C1731957047117.1731957048718 after 3ms 2024-11-18T19:11:29,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741849_1025 (size=65) 2024-11-18T19:11:29,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741849_1025 (size=65) 2024-11-18T19:11:29,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741850_1026 (size=65) 2024-11-18T19:11:29,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741849_1025 (size=65) 2024-11-18T19:11:29,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741850_1026 (size=65) 2024-11-18T19:11:29,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731957059551.adb0725bbc482bf20d97258bcd25ef0f. 2024-11-18T19:11:29,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741850_1026 (size=65) 2024-11-18T19:11:29,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-18T19:11:29,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731957059551.aa2b4fe60c0ba6603c4d62da788d115e. 2024-11-18T19:11:29,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-18T19:11:29,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-18T19:11:29,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39219 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-18T19:11:29,695 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39219 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region adb0725bbc482bf20d97258bcd25ef0f 2024-11-18T19:11:29,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region aa2b4fe60c0ba6603c4d62da788d115e 2024-11-18T19:11:29,695 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aa2b4fe60c0ba6603c4d62da788d115e 2024-11-18T19:11:29,695 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure adb0725bbc482bf20d97258bcd25ef0f 2024-11-18T19:11:29,703 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure adb0725bbc482bf20d97258bcd25ef0f in 10.0680 sec 2024-11-18T19:11:29,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure aa2b4fe60c0ba6603c4d62da788d115e in 10.0690 sec 2024-11-18T19:11:29,712 INFO [RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/WALs/1acff94d7356,42335,1731957047117-splitting/1acff94d7356%2C42335%2C1731957047117.1731957048718 took 34ms 2024-11-18T19:11:29,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741851_1027 (size=65) 2024-11-18T19:11:29,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741851_1027 (size=65) 2024-11-18T19:11:29,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741851_1027 (size=65) 2024-11-18T19:11:29,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731957059551.0cd115bfd7798820c95373c85a60dc12. 2024-11-18T19:11:29,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-18T19:11:29,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-18T19:11:29,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0cd115bfd7798820c95373c85a60dc12 2024-11-18T19:11:29,716 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0cd115bfd7798820c95373c85a60dc12 2024-11-18T19:11:29,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0cd115bfd7798820c95373c85a60dc12 in 10.0870 sec 2024-11-18T19:11:29,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741852_1028 (size=65) 2024-11-18T19:11:29,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741852_1028 (size=65) 2024-11-18T19:11:29,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741852_1028 (size=65) 2024-11-18T19:11:29,731 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731957059551.2108980877c6a6910416715627bfb4ad. 2024-11-18T19:11:29,731 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-18T19:11:29,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-18T19:11:29,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2108980877c6a6910416715627bfb4ad 2024-11-18T19:11:29,732 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2108980877c6a6910416715627bfb4ad 2024-11-18T19:11:29,738 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for faf31fe8570ad6f005ac8900ea8cb14f: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-18T19:11:29,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2108980877c6a6910416715627bfb4ad in 10.1040 sec 2024-11-18T19:11:29,741 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 8aa63243e80992f4aaee849eb283cdfb: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-18T19:11:29,743 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 9d62a8cf101d8a1b3e2b853e58e64342: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-18T19:11:29,745 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 4a3d48dae5e71d1bf5bbe05775fabdfa: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-18T19:11:29,746 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/WALs/1acff94d7356,42335,1731957047117-splitting/1acff94d7356%2C42335%2C1731957047117.1731957048718 so closing down 2024-11-18T19:11:29,746 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T19:11:29,746 INFO [RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T19:11:29,751 INFO [RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 22 ms; skipped=4; WAL=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/WALs/1acff94d7356,42335,1731957047117-splitting/1acff94d7356%2C42335%2C1731957047117.1731957048718, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-11-18T19:11:29,751 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/WALs/1acff94d7356,42335,1731957047117-splitting/1acff94d7356%2C42335%2C1731957047117.1731957048718, journal: Splitting hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/WALs/1acff94d7356,42335,1731957047117-splitting/1acff94d7356%2C42335%2C1731957047117.1731957048718, size=1.2 K (1242bytes) at 1731957089679Finishing writing output for hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/WALs/1acff94d7356,42335,1731957047117-splitting/1acff94d7356%2C42335%2C1731957047117.1731957048718 so closing down at 1731957089746 (+67 ms)3 split writer threads finished at 1731957089746Processed 4 edits across 0 Regions in 22 ms; skipped=4; WAL=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/WALs/1acff94d7356,42335,1731957047117-splitting/1acff94d7356%2C42335%2C1731957047117.1731957048718, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1731957089751 (+5 ms) 2024-11-18T19:11:29,752 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/WALs/1acff94d7356,42335,1731957047117-splitting/1acff94d7356%2C42335%2C1731957047117.1731957048718 2024-11-18T19:11:29,752 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-18T19:11:29,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-18T19:11:29,762 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/WALs/1acff94d7356,42335,1731957047117-splitting/1acff94d7356%2C42335%2C1731957047117.1731957048718 to hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/oldWALs 2024-11-18T19:11:29,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-18T19:11:29,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1acff94d7356%2C42335%2C1731957047117.1731957048718, worker=1acff94d7356,42931,1731957047263 in 9.9430 sec 2024-11-18T19:11:29,769 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=1acff94d7356,42931,1731957047263 2024-11-18T19:11:29,772 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/528f62a730cb6af114c633b287130ac7/.tmp/cf/2800842c5e8143a485e82eaaa8c286fc is 34, key is baa/cf:cf/1731957078861/Put/seqid=0 2024-11-18T19:11:29,772 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/67ad95fcb5f5a4e77f60a1e39450be41/.tmp/cf/3a295b0acd80416f9027fcce94a7b776 is 34, key is ccd/cf:cf/1731957078893/Put/seqid=0 2024-11-18T19:11:29,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-18T19:11:29,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 1acff94d7356%2C42335%2C1731957047117.1731957048718, worker=1acff94d7356,42931,1731957047263 in 9.9620 sec 2024-11-18T19:11:29,776 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/WALs/1acff94d7356,42335,1731957047117-splitting dir is empty, no logs to split. 2024-11-18T19:11:29,776 INFO [PEWorker-4 {}] master.SplitWALManager(105): 1acff94d7356,42335,1731957047117 WAL count=0, meta=false 2024-11-18T19:11:29,776 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 1acff94d7356,42335,1731957047117 WAL splitting is done? wals=0, meta=false 2024-11-18T19:11:29,780 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 1acff94d7356,42335,1731957047117 failed, ignore...File hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/WALs/1acff94d7356,42335,1731957047117-splitting does not exist. 2024-11-18T19:11:29,783 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4a3d48dae5e71d1bf5bbe05775fabdfa, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=faf31fe8570ad6f005ac8900ea8cb14f, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9d62a8cf101d8a1b3e2b853e58e64342, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8aa63243e80992f4aaee849eb283cdfb, ASSIGN}] 2024-11-18T19:11:29,785 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4a3d48dae5e71d1bf5bbe05775fabdfa, ASSIGN 2024-11-18T19:11:29,786 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=faf31fe8570ad6f005ac8900ea8cb14f, ASSIGN 2024-11-18T19:11:29,786 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8aa63243e80992f4aaee849eb283cdfb, ASSIGN 2024-11-18T19:11:29,786 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4a3d48dae5e71d1bf5bbe05775fabdfa, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T19:11:29,787 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9d62a8cf101d8a1b3e2b853e58e64342, ASSIGN 2024-11-18T19:11:29,787 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=faf31fe8570ad6f005ac8900ea8cb14f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T19:11:29,787 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9d62a8cf101d8a1b3e2b853e58e64342, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T19:11:29,788 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8aa63243e80992f4aaee849eb283cdfb, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T19:11:29,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741854_1030 (size=28623) 2024-11-18T19:11:29,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741853_1029 (size=47197) 2024-11-18T19:11:29,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741853_1029 (size=47197) 2024-11-18T19:11:29,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741853_1029 (size=47197) 2024-11-18T19:11:29,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741854_1030 (size=28623) 2024-11-18T19:11:29,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741854_1030 (size=28623) 2024-11-18T19:11:29,797 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/67ad95fcb5f5a4e77f60a1e39450be41/.tmp/cf/3a295b0acd80416f9027fcce94a7b776 2024-11-18T19:11:29,797 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/528f62a730cb6af114c633b287130ac7/.tmp/cf/2800842c5e8143a485e82eaaa8c286fc 2024-11-18T19:11:29,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/67ad95fcb5f5a4e77f60a1e39450be41/.tmp/cf/3a295b0acd80416f9027fcce94a7b776 as hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/67ad95fcb5f5a4e77f60a1e39450be41/cf/3a295b0acd80416f9027fcce94a7b776 2024-11-18T19:11:29,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/528f62a730cb6af114c633b287130ac7/.tmp/cf/2800842c5e8143a485e82eaaa8c286fc as hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/528f62a730cb6af114c633b287130ac7/cf/2800842c5e8143a485e82eaaa8c286fc 2024-11-18T19:11:29,855 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/67ad95fcb5f5a4e77f60a1e39450be41/cf/3a295b0acd80416f9027fcce94a7b776, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-18T19:11:29,855 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/528f62a730cb6af114c633b287130ac7/cf/2800842c5e8143a485e82eaaa8c286fc, entries=731, sequenceid=5, filesize=28.0 K 2024-11-18T19:11:29,864 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 67ad95fcb5f5a4e77f60a1e39450be41 in 206ms, sequenceid=5, compaction requested=false 2024-11-18T19:11:29,864 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 528f62a730cb6af114c633b287130ac7 in 205ms, sequenceid=5, compaction requested=false 2024-11-18T19:11:29,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 528f62a730cb6af114c633b287130ac7: 2024-11-18T19:11:29,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 67ad95fcb5f5a4e77f60a1e39450be41: 2024-11-18T19:11:29,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731957059551.67ad95fcb5f5a4e77f60a1e39450be41. for SnapshotProcedureTest completed. 2024-11-18T19:11:29,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731957059551.528f62a730cb6af114c633b287130ac7. for SnapshotProcedureTest completed. 2024-11-18T19:11:29,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731957059551.67ad95fcb5f5a4e77f60a1e39450be41.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T19:11:29,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731957059551.528f62a730cb6af114c633b287130ac7.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T19:11:29,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T19:11:29,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T19:11:29,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/67ad95fcb5f5a4e77f60a1e39450be41/cf/3a295b0acd80416f9027fcce94a7b776] hfiles 2024-11-18T19:11:29,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/528f62a730cb6af114c633b287130ac7/cf/2800842c5e8143a485e82eaaa8c286fc] hfiles 2024-11-18T19:11:29,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/67ad95fcb5f5a4e77f60a1e39450be41/cf/3a295b0acd80416f9027fcce94a7b776 for snapshot=SnapshotProcedureTest 2024-11-18T19:11:29,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/528f62a730cb6af114c633b287130ac7/cf/2800842c5e8143a485e82eaaa8c286fc for snapshot=SnapshotProcedureTest 2024-11-18T19:11:29,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741855_1031 (size=105) 2024-11-18T19:11:29,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741855_1031 (size=105) 2024-11-18T19:11:29,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741855_1031 (size=105) 2024-11-18T19:11:29,888 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731957059551.67ad95fcb5f5a4e77f60a1e39450be41. 2024-11-18T19:11:29,888 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-18T19:11:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-18T19:11:29,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 67ad95fcb5f5a4e77f60a1e39450be41 2024-11-18T19:11:29,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741856_1032 (size=105) 2024-11-18T19:11:29,889 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 67ad95fcb5f5a4e77f60a1e39450be41 2024-11-18T19:11:29,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741856_1032 (size=105) 2024-11-18T19:11:29,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741856_1032 (size=105) 2024-11-18T19:11:29,891 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731957059551.528f62a730cb6af114c633b287130ac7. 2024-11-18T19:11:29,891 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-18T19:11:29,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-18T19:11:29,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 528f62a730cb6af114c633b287130ac7 2024-11-18T19:11:29,893 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 528f62a730cb6af114c633b287130ac7 2024-11-18T19:11:29,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 67ad95fcb5f5a4e77f60a1e39450be41 in 10.2610 sec 2024-11-18T19:11:29,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 528f62a730cb6af114c633b287130ac7 in 10.2640 sec 2024-11-18T19:11:29,938 DEBUG [1acff94d7356:39219 {}] balancer.BalancerClusterState(204): Hosts are {1acff94d7356=0} racks are {/default-rack=0} 2024-11-18T19:11:29,938 DEBUG [1acff94d7356:39219 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T19:11:29,938 DEBUG [1acff94d7356:39219 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T19:11:29,938 DEBUG [1acff94d7356:39219 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T19:11:29,938 DEBUG [1acff94d7356:39219 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T19:11:29,938 INFO [1acff94d7356:39219 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T19:11:29,938 INFO [1acff94d7356:39219 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T19:11:29,938 DEBUG [1acff94d7356:39219 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T19:11:29,939 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=faf31fe8570ad6f005ac8900ea8cb14f, regionState=OPENING, regionLocation=1acff94d7356,42931,1731957047263 2024-11-18T19:11:29,939 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=8aa63243e80992f4aaee849eb283cdfb, regionState=OPENING, regionLocation=1acff94d7356,43725,1731957047217 2024-11-18T19:11:29,939 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=4a3d48dae5e71d1bf5bbe05775fabdfa, regionState=OPENING, regionLocation=1acff94d7356,43725,1731957047217 2024-11-18T19:11:29,939 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=9d62a8cf101d8a1b3e2b853e58e64342, regionState=OPENING, regionLocation=1acff94d7356,42931,1731957047263 2024-11-18T19:11:29,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9d62a8cf101d8a1b3e2b853e58e64342, ASSIGN because future has completed 2024-11-18T19:11:29,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d62a8cf101d8a1b3e2b853e58e64342, server=1acff94d7356,42931,1731957047263}] 2024-11-18T19:11:29,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=faf31fe8570ad6f005ac8900ea8cb14f, ASSIGN because future has completed 2024-11-18T19:11:29,944 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure faf31fe8570ad6f005ac8900ea8cb14f, server=1acff94d7356,42931,1731957047263}] 2024-11-18T19:11:29,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8aa63243e80992f4aaee849eb283cdfb, ASSIGN because future has completed 2024-11-18T19:11:29,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8aa63243e80992f4aaee849eb283cdfb, server=1acff94d7356,43725,1731957047217}] 2024-11-18T19:11:29,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4a3d48dae5e71d1bf5bbe05775fabdfa, ASSIGN because future has completed 2024-11-18T19:11:29,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a3d48dae5e71d1bf5bbe05775fabdfa, server=1acff94d7356,43725,1731957047217}] 2024-11-18T19:11:34,814 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a3d48dae5e71d1bf5bbe05775fabdfa held by pid=39 2024-11-18T19:11:34,815 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8aa63243e80992f4aaee849eb283cdfb held by pid=42 2024-11-18T19:11:34,815 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a3d48dae5e71d1bf5bbe05775fabdfa 2024-11-18T19:11:34,815 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8aa63243e80992f4aaee849eb283cdfb 2024-11-18T19:11:34,815 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure faf31fe8570ad6f005ac8900ea8cb14f held by pid=40 2024-11-18T19:11:34,816 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure faf31fe8570ad6f005ac8900ea8cb14f 2024-11-18T19:11:34,816 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9d62a8cf101d8a1b3e2b853e58e64342 held by pid=41 2024-11-18T19:11:34,816 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9d62a8cf101d8a1b3e2b853e58e64342 2024-11-18T19:11:39,958 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa. 2024-11-18T19:11:39,958 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731957059551.faf31fe8570ad6f005ac8900ea8cb14f. 2024-11-18T19:11:39,959 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a3d48dae5e71d1bf5bbe05775fabdfa, NAME => 'SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-18T19:11:39,959 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => faf31fe8570ad6f005ac8900ea8cb14f, NAME => 'SPTestTable,66666664,1731957059551.faf31fe8570ad6f005ac8900ea8cb14f.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-18T19:11:39,959 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4a3d48dae5e71d1bf5bbe05775fabdfa 2024-11-18T19:11:39,959 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable faf31fe8570ad6f005ac8900ea8cb14f 2024-11-18T19:11:39,959 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731957059551.faf31fe8570ad6f005ac8900ea8cb14f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:11:39,959 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:11:39,959 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 4a3d48dae5e71d1bf5bbe05775fabdfa 2024-11-18T19:11:39,959 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for faf31fe8570ad6f005ac8900ea8cb14f 2024-11-18T19:11:39,960 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 4a3d48dae5e71d1bf5bbe05775fabdfa 2024-11-18T19:11:39,960 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for faf31fe8570ad6f005ac8900ea8cb14f 2024-11-18T19:11:39,962 INFO [StoreOpener-4a3d48dae5e71d1bf5bbe05775fabdfa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4a3d48dae5e71d1bf5bbe05775fabdfa 2024-11-18T19:11:39,962 INFO [StoreOpener-faf31fe8570ad6f005ac8900ea8cb14f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region faf31fe8570ad6f005ac8900ea8cb14f 2024-11-18T19:11:39,963 INFO [StoreOpener-4a3d48dae5e71d1bf5bbe05775fabdfa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a3d48dae5e71d1bf5bbe05775fabdfa columnFamilyName cf 2024-11-18T19:11:39,963 INFO [StoreOpener-faf31fe8570ad6f005ac8900ea8cb14f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faf31fe8570ad6f005ac8900ea8cb14f columnFamilyName cf 2024-11-18T19:11:39,963 DEBUG [StoreOpener-4a3d48dae5e71d1bf5bbe05775fabdfa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:11:39,963 DEBUG [StoreOpener-faf31fe8570ad6f005ac8900ea8cb14f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:11:39,963 INFO [StoreOpener-faf31fe8570ad6f005ac8900ea8cb14f-1 {}] regionserver.HStore(327): Store=faf31fe8570ad6f005ac8900ea8cb14f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:11:39,963 INFO [StoreOpener-4a3d48dae5e71d1bf5bbe05775fabdfa-1 {}] regionserver.HStore(327): Store=4a3d48dae5e71d1bf5bbe05775fabdfa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:11:39,964 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for faf31fe8570ad6f005ac8900ea8cb14f 2024-11-18T19:11:39,964 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 4a3d48dae5e71d1bf5bbe05775fabdfa 2024-11-18T19:11:39,965 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/faf31fe8570ad6f005ac8900ea8cb14f 2024-11-18T19:11:39,965 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/4a3d48dae5e71d1bf5bbe05775fabdfa 2024-11-18T19:11:39,966 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/4a3d48dae5e71d1bf5bbe05775fabdfa 2024-11-18T19:11:39,966 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/faf31fe8570ad6f005ac8900ea8cb14f 2024-11-18T19:11:39,967 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for faf31fe8570ad6f005ac8900ea8cb14f 2024-11-18T19:11:39,967 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 4a3d48dae5e71d1bf5bbe05775fabdfa 2024-11-18T19:11:39,967 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for faf31fe8570ad6f005ac8900ea8cb14f 2024-11-18T19:11:39,967 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 4a3d48dae5e71d1bf5bbe05775fabdfa 2024-11-18T19:11:39,970 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 4a3d48dae5e71d1bf5bbe05775fabdfa 2024-11-18T19:11:39,970 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for faf31fe8570ad6f005ac8900ea8cb14f 2024-11-18T19:11:39,971 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 4a3d48dae5e71d1bf5bbe05775fabdfa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63766835, jitterRate=-0.04980011284351349}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T19:11:39,971 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened faf31fe8570ad6f005ac8900ea8cb14f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68463822, jitterRate=0.020190447568893433}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T19:11:39,971 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a3d48dae5e71d1bf5bbe05775fabdfa 2024-11-18T19:11:39,971 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for faf31fe8570ad6f005ac8900ea8cb14f 2024-11-18T19:11:39,971 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 4a3d48dae5e71d1bf5bbe05775fabdfa: Running coprocessor pre-open hook at 1731957099960Writing region info on filesystem at 1731957099960Initializing all the Stores at 1731957099961 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957099961Cleaning up temporary data from old regions at 1731957099967 (+6 ms)Running coprocessor post-open hooks at 1731957099971 (+4 ms)Region opened successfully at 1731957099971 2024-11-18T19:11:39,971 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for faf31fe8570ad6f005ac8900ea8cb14f: Running coprocessor pre-open hook at 1731957099960Writing region info on filesystem at 1731957099960Initializing all the Stores at 1731957099961 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957099961Cleaning up temporary data from old regions at 1731957099967 (+6 ms)Running coprocessor post-open hooks at 1731957099971 (+4 ms)Region opened successfully at 1731957099971 2024-11-18T19:11:39,972 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731957059551.faf31fe8570ad6f005ac8900ea8cb14f., pid=44, masterSystemTime=1731957099946 2024-11-18T19:11:39,972 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa., pid=46, masterSystemTime=1731957099948 2024-11-18T19:11:39,975 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731957059551.faf31fe8570ad6f005ac8900ea8cb14f. 2024-11-18T19:11:39,975 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731957059551.faf31fe8570ad6f005ac8900ea8cb14f. 2024-11-18T19:11:39,975 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731957059551.9d62a8cf101d8a1b3e2b853e58e64342. 2024-11-18T19:11:39,975 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 9d62a8cf101d8a1b3e2b853e58e64342, NAME => 'SPTestTable,e6666661,1731957059551.9d62a8cf101d8a1b3e2b853e58e64342.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-18T19:11:39,976 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=faf31fe8570ad6f005ac8900ea8cb14f, regionState=OPEN, openSeqNum=2, regionLocation=1acff94d7356,42931,1731957047263 2024-11-18T19:11:39,976 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa. 2024-11-18T19:11:39,976 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa. 2024-11-18T19:11:39,976 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9d62a8cf101d8a1b3e2b853e58e64342 2024-11-18T19:11:39,976 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731957059551.9d62a8cf101d8a1b3e2b853e58e64342.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:11:39,976 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,,1731957059551.8aa63243e80992f4aaee849eb283cdfb. 2024-11-18T19:11:39,976 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 9d62a8cf101d8a1b3e2b853e58e64342 2024-11-18T19:11:39,976 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 8aa63243e80992f4aaee849eb283cdfb, NAME => 'SPTestTable,,1731957059551.8aa63243e80992f4aaee849eb283cdfb.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-18T19:11:39,976 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 9d62a8cf101d8a1b3e2b853e58e64342 2024-11-18T19:11:39,977 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8aa63243e80992f4aaee849eb283cdfb 2024-11-18T19:11:39,977 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,,1731957059551.8aa63243e80992f4aaee849eb283cdfb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:11:39,977 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 8aa63243e80992f4aaee849eb283cdfb 2024-11-18T19:11:39,977 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 8aa63243e80992f4aaee849eb283cdfb 2024-11-18T19:11:39,977 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=4a3d48dae5e71d1bf5bbe05775fabdfa, regionState=OPEN, openSeqNum=2, regionLocation=1acff94d7356,43725,1731957047217 2024-11-18T19:11:39,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure faf31fe8570ad6f005ac8900ea8cb14f, server=1acff94d7356,42931,1731957047263 because future has completed 2024-11-18T19:11:39,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a3d48dae5e71d1bf5bbe05775fabdfa, server=1acff94d7356,43725,1731957047217 because future has completed 2024-11-18T19:11:39,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=40 2024-11-18T19:11:39,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure faf31fe8570ad6f005ac8900ea8cb14f, server=1acff94d7356,42931,1731957047263 in 10.0380 sec 2024-11-18T19:11:39,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=39 2024-11-18T19:11:39,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a3d48dae5e71d1bf5bbe05775fabdfa, server=1acff94d7356,43725,1731957047217 in 10.0370 sec 2024-11-18T19:11:39,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=faf31fe8570ad6f005ac8900ea8cb14f, ASSIGN in 10.2020 sec 2024-11-18T19:11:39,987 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure faf31fe8570ad6f005ac8900ea8cb14f 2024-11-18T19:11:39,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4a3d48dae5e71d1bf5bbe05775fabdfa, ASSIGN in 10.2030 sec 2024-11-18T19:11:39,989 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a3d48dae5e71d1bf5bbe05775fabdfa 2024-11-18T19:11:39,995 INFO [StoreOpener-8aa63243e80992f4aaee849eb283cdfb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8aa63243e80992f4aaee849eb283cdfb 2024-11-18T19:11:39,995 INFO [StoreOpener-9d62a8cf101d8a1b3e2b853e58e64342-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9d62a8cf101d8a1b3e2b853e58e64342 2024-11-18T19:11:39,996 INFO [StoreOpener-8aa63243e80992f4aaee849eb283cdfb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8aa63243e80992f4aaee849eb283cdfb columnFamilyName cf 2024-11-18T19:11:39,996 INFO [StoreOpener-9d62a8cf101d8a1b3e2b853e58e64342-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d62a8cf101d8a1b3e2b853e58e64342 columnFamilyName cf 2024-11-18T19:11:39,996 DEBUG [StoreOpener-8aa63243e80992f4aaee849eb283cdfb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:11:39,996 DEBUG [StoreOpener-9d62a8cf101d8a1b3e2b853e58e64342-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:11:39,997 INFO [StoreOpener-8aa63243e80992f4aaee849eb283cdfb-1 {}] regionserver.HStore(327): Store=8aa63243e80992f4aaee849eb283cdfb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:11:39,997 INFO [StoreOpener-9d62a8cf101d8a1b3e2b853e58e64342-1 {}] regionserver.HStore(327): Store=9d62a8cf101d8a1b3e2b853e58e64342/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:11:39,997 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 9d62a8cf101d8a1b3e2b853e58e64342 2024-11-18T19:11:39,997 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 8aa63243e80992f4aaee849eb283cdfb 2024-11-18T19:11:39,998 INFO [master/1acff94d7356:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T19:11:39,998 INFO [master/1acff94d7356:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T19:11:39,998 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/8aa63243e80992f4aaee849eb283cdfb 2024-11-18T19:11:39,998 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/9d62a8cf101d8a1b3e2b853e58e64342 2024-11-18T19:11:40,000 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/8aa63243e80992f4aaee849eb283cdfb 2024-11-18T19:11:40,000 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/9d62a8cf101d8a1b3e2b853e58e64342 2024-11-18T19:11:40,000 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 8aa63243e80992f4aaee849eb283cdfb 2024-11-18T19:11:40,000 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 8aa63243e80992f4aaee849eb283cdfb 2024-11-18T19:11:40,000 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 9d62a8cf101d8a1b3e2b853e58e64342 2024-11-18T19:11:40,000 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 9d62a8cf101d8a1b3e2b853e58e64342 2024-11-18T19:11:40,003 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 8aa63243e80992f4aaee849eb283cdfb 2024-11-18T19:11:40,003 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 9d62a8cf101d8a1b3e2b853e58e64342 2024-11-18T19:11:40,004 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 9d62a8cf101d8a1b3e2b853e58e64342; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73507508, jitterRate=0.09534722566604614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T19:11:40,004 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 8aa63243e80992f4aaee849eb283cdfb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62268616, jitterRate=-0.07212531566619873}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T19:11:40,004 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8aa63243e80992f4aaee849eb283cdfb 2024-11-18T19:11:40,004 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9d62a8cf101d8a1b3e2b853e58e64342 2024-11-18T19:11:40,004 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 9d62a8cf101d8a1b3e2b853e58e64342: Running coprocessor pre-open hook at 1731957099976Writing region info on filesystem at 1731957099976Initializing all the Stores at 1731957099979 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957099979Cleaning up temporary data from old regions at 1731957100000 (+21 ms)Running coprocessor post-open hooks at 1731957100004 (+4 ms)Region opened successfully at 1731957100004 2024-11-18T19:11:40,004 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 8aa63243e80992f4aaee849eb283cdfb: Running coprocessor pre-open hook at 1731957099977Writing region info on filesystem at 1731957099977Initializing all the Stores at 1731957099979 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957099979Cleaning up temporary data from old regions at 1731957100000 (+21 ms)Running coprocessor post-open hooks at 1731957100004 (+4 ms)Region opened successfully at 1731957100004 2024-11-18T19:11:40,005 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731957059551.9d62a8cf101d8a1b3e2b853e58e64342., pid=43, masterSystemTime=1731957099946 2024-11-18T19:11:40,005 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731957059551.8aa63243e80992f4aaee849eb283cdfb., pid=45, masterSystemTime=1731957099948 2024-11-18T19:11:40,008 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731957059551.8aa63243e80992f4aaee849eb283cdfb. 2024-11-18T19:11:40,008 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731957059551.8aa63243e80992f4aaee849eb283cdfb. 2024-11-18T19:11:40,009 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=8aa63243e80992f4aaee849eb283cdfb, regionState=OPEN, openSeqNum=2, regionLocation=1acff94d7356,43725,1731957047217 2024-11-18T19:11:40,010 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731957059551.9d62a8cf101d8a1b3e2b853e58e64342. 2024-11-18T19:11:40,010 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731957059551.9d62a8cf101d8a1b3e2b853e58e64342. 2024-11-18T19:11:40,011 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=9d62a8cf101d8a1b3e2b853e58e64342, regionState=OPEN, openSeqNum=2, regionLocation=1acff94d7356,42931,1731957047263 2024-11-18T19:11:40,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8aa63243e80992f4aaee849eb283cdfb, server=1acff94d7356,43725,1731957047217 because future has completed 2024-11-18T19:11:40,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d62a8cf101d8a1b3e2b853e58e64342, server=1acff94d7356,42931,1731957047263 because future has completed 2024-11-18T19:11:40,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=42 2024-11-18T19:11:40,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 8aa63243e80992f4aaee849eb283cdfb, server=1acff94d7356,43725,1731957047217 in 10.0690 sec 2024-11-18T19:11:40,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41 2024-11-18T19:11:40,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 9d62a8cf101d8a1b3e2b853e58e64342, server=1acff94d7356,42931,1731957047263 in 10.0720 sec 2024-11-18T19:11:40,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8aa63243e80992f4aaee849eb283cdfb, ASSIGN in 10.2330 sec 2024-11-18T19:11:40,018 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8aa63243e80992f4aaee849eb283cdfb 2024-11-18T19:11:40,019 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9d62a8cf101d8a1b3e2b853e58e64342 2024-11-18T19:11:40,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-18T19:11:40,020 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server 1acff94d7356,42335,1731957047117 after splitting done 2024-11-18T19:11:40,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9d62a8cf101d8a1b3e2b853e58e64342, ASSIGN in 10.2340 sec 2024-11-18T19:11:40,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 1acff94d7356,42335,1731957047117, splitWal=true, meta=false in 20.2320 sec 2024-11-18T19:11:45,489 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T19:11:45,535 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T19:11:49,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-18T19:11:49,990 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731957059551.faf31fe8570ad6f005ac8900ea8cb14f. 2024-11-18T19:11:49,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-18T19:11:49,990 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731957059551.9d62a8cf101d8a1b3e2b853e58e64342. 2024-11-18T19:11:49,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 9d62a8cf101d8a1b3e2b853e58e64342: 2024-11-18T19:11:49,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-18T19:11:49,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for faf31fe8570ad6f005ac8900ea8cb14f: 2024-11-18T19:11:49,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731957059551.9d62a8cf101d8a1b3e2b853e58e64342. for SnapshotProcedureTest completed. 2024-11-18T19:11:49,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731957059551.faf31fe8570ad6f005ac8900ea8cb14f. for SnapshotProcedureTest completed. 2024-11-18T19:11:49,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-18T19:11:49,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa. 2024-11-18T19:11:49,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731957059551.8aa63243e80992f4aaee849eb283cdfb. 2024-11-18T19:11:49,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 4a3d48dae5e71d1bf5bbe05775fabdfa: 2024-11-18T19:11:49,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731957059551.9d62a8cf101d8a1b3e2b853e58e64342.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T19:11:49,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa. for SnapshotProcedureTest completed. 2024-11-18T19:11:49,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 8aa63243e80992f4aaee849eb283cdfb: 2024-11-18T19:11:49,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T19:11:49,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731957059551.faf31fe8570ad6f005ac8900ea8cb14f.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T19:11:49,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731957059551.8aa63243e80992f4aaee849eb283cdfb. for SnapshotProcedureTest completed. 2024-11-18T19:11:49,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T19:11:49,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T19:11:49,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T19:11:49,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T19:11:49,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731957059551.8aa63243e80992f4aaee849eb283cdfb.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T19:11:49,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T19:11:49,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T19:11:49,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T19:11:49,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T19:11:50,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741857_1033 (size=65) 2024-11-18T19:11:50,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741857_1033 (size=65) 2024-11-18T19:11:50,011 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa. 2024-11-18T19:11:50,011 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-18T19:11:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-18T19:11:50,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4a3d48dae5e71d1bf5bbe05775fabdfa 2024-11-18T19:11:50,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741857_1033 (size=65) 2024-11-18T19:11:50,013 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a3d48dae5e71d1bf5bbe05775fabdfa 2024-11-18T19:11:50,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741859_1035 (size=57) 2024-11-18T19:11:50,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741859_1035 (size=57) 2024-11-18T19:11:50,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741858_1034 (size=57) 2024-11-18T19:11:50,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741860_1036 (size=65) 2024-11-18T19:11:50,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731957059551.9d62a8cf101d8a1b3e2b853e58e64342. 2024-11-18T19:11:50,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-18T19:11:50,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741858_1034 (size=57) 2024-11-18T19:11:50,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741859_1035 (size=57) 2024-11-18T19:11:50,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741860_1036 (size=65) 2024-11-18T19:11:50,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741860_1036 (size=65) 2024-11-18T19:11:50,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741858_1034 (size=57) 2024-11-18T19:11:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-18T19:11:50,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9d62a8cf101d8a1b3e2b853e58e64342 2024-11-18T19:11:50,017 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9d62a8cf101d8a1b3e2b853e58e64342 2024-11-18T19:11:50,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4a3d48dae5e71d1bf5bbe05775fabdfa in 30.3850 sec 2024-11-18T19:11:50,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9d62a8cf101d8a1b3e2b853e58e64342 in 30.3880 sec 2024-11-18T19:11:50,148 INFO [regionserver/1acff94d7356:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-18T19:11:50,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731957059551.faf31fe8570ad6f005ac8900ea8cb14f. 2024-11-18T19:11:50,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731957059551.8aa63243e80992f4aaee849eb283cdfb. 2024-11-18T19:11:50,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-18T19:11:50,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-18T19:11:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-18T19:11:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39219 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-18T19:11:50,416 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39219 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region faf31fe8570ad6f005ac8900ea8cb14f 2024-11-18T19:11:50,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8aa63243e80992f4aaee849eb283cdfb 2024-11-18T19:11:50,417 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8aa63243e80992f4aaee849eb283cdfb 2024-11-18T19:11:50,417 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure faf31fe8570ad6f005ac8900ea8cb14f 2024-11-18T19:11:50,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure faf31fe8570ad6f005ac8900ea8cb14f in 30.7880 sec 2024-11-18T19:11:50,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-18T19:11:50,421 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-18T19:11:50,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8aa63243e80992f4aaee849eb283cdfb in 30.7880 sec 2024-11-18T19:11:50,423 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-18T19:11:50,425 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-18T19:11:50,425 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-18T19:11:50,428 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-18T19:11:50,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741861_1037 (size=1094) 2024-11-18T19:11:50,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741861_1037 (size=1094) 2024-11-18T19:11:50,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741861_1037 (size=1094) 2024-11-18T19:11:50,455 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-18T19:11:50,466 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-18T19:11:50,473 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1acff94d7356,43725,1731957047217 2024-11-18T19:11:50,473 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1acff94d7356,42931,1731957047263 2024-11-18T19:11:50,473 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1acff94d7356,43725,1731957047217 2024-11-18T19:11:50,473 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1acff94d7356,43725,1731957047217 2024-11-18T19:11:50,473 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1acff94d7356,42931,1731957047263 2024-11-18T19:11:50,479 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1acff94d7356,42931,1731957047263 2024-11-18T19:11:54,930 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 528f62a730cb6af114c633b287130ac7, had cached 0 bytes from a total of 28623 2024-11-18T19:11:54,973 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 67ad95fcb5f5a4e77f60a1e39450be41, had cached 0 bytes from a total of 47197 2024-11-18T19:11:55,338 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1acff94d7356:39219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-18T19:11:59,474 DEBUG [master/1acff94d7356:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2108980877c6a6910416715627bfb4ad changed from -1.0 to 0.0, refreshing cache 2024-11-18T19:11:59,474 DEBUG [master/1acff94d7356:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region faf31fe8570ad6f005ac8900ea8cb14f changed from -1.0 to 0.0, refreshing cache 2024-11-18T19:11:59,475 DEBUG [master/1acff94d7356:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region aa2b4fe60c0ba6603c4d62da788d115e changed from -1.0 to 0.0, refreshing cache 2024-11-18T19:11:59,475 DEBUG [master/1acff94d7356:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 528f62a730cb6af114c633b287130ac7 changed from -1.0 to 0.0, refreshing cache 2024-11-18T19:11:59,475 DEBUG [master/1acff94d7356:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9d62a8cf101d8a1b3e2b853e58e64342 changed from -1.0 to 0.0, refreshing cache 2024-11-18T19:11:59,475 DEBUG [master/1acff94d7356:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8aa63243e80992f4aaee849eb283cdfb changed from -1.0 to 0.0, refreshing cache 2024-11-18T19:11:59,476 DEBUG [master/1acff94d7356:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region adb0725bbc482bf20d97258bcd25ef0f changed from -1.0 to 0.0, refreshing cache 2024-11-18T19:11:59,476 DEBUG [master/1acff94d7356:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0cd115bfd7798820c95373c85a60dc12 changed from -1.0 to 0.0, refreshing cache 2024-11-18T19:11:59,476 DEBUG [master/1acff94d7356:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4a3d48dae5e71d1bf5bbe05775fabdfa changed from -1.0 to 0.0, refreshing cache 2024-11-18T19:11:59,476 DEBUG [master/1acff94d7356:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 67ad95fcb5f5a4e77f60a1e39450be41 changed from -1.0 to 0.0, refreshing cache 2024-11-18T19:12:00,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-18T19:12:00,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-18T19:12:00,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-18T19:12:00,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-18T19:12:00,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-18T19:12:00,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-18T19:12:00,488 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-18T19:12:00,488 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-18T19:12:00,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-18T19:12:00,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-18T19:12:00,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-18T19:12:00,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-18T19:12:00,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-18T19:12:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-18T19:12:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39219 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-18T19:12:00,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-18T19:12:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-18T19:12:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39219 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-18T19:12:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39219 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-18T19:12:00,493 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1acff94d7356,43725,1731957047217 Release verify snapshot worker=1acff94d7356,43725,1731957047217 2024-11-18T19:12:00,493 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1acff94d7356,42931,1731957047263 Release verify snapshot worker=1acff94d7356,42931,1731957047263 2024-11-18T19:12:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-18T19:12:00,494 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1acff94d7356,42931,1731957047263 Release verify snapshot worker=1acff94d7356,42931,1731957047263 2024-11-18T19:12:00,494 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1acff94d7356,43725,1731957047217 Release verify snapshot worker=1acff94d7356,43725,1731957047217 2024-11-18T19:12:00,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1acff94d7356,43725,1731957047217 in 10.0290 sec 2024-11-18T19:12:00,496 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1acff94d7356,42931,1731957047263 in 10.0290 sec 2024-11-18T19:12:00,497 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1acff94d7356,43725,1731957047217 in 10.0280 sec 2024-11-18T19:12:00,497 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1acff94d7356,43725,1731957047217 2024-11-18T19:12:00,497 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1acff94d7356,42931,1731957047263 Release verify snapshot worker=1acff94d7356,42931,1731957047263 2024-11-18T19:12:00,497 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1acff94d7356,43725,1731957047217 Release verify snapshot worker=1acff94d7356,43725,1731957047217 2024-11-18T19:12:00,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1acff94d7356,42931,1731957047263 in 10.0280 sec 2024-11-18T19:12:00,498 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1acff94d7356,43725,1731957047217 2024-11-18T19:12:00,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1acff94d7356,42931,1731957047263 in 10.0330 sec 2024-11-18T19:12:00,501 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1acff94d7356,43725,1731957047217 2024-11-18T19:12:00,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1acff94d7356,43725,1731957047217 in 10.0330 sec 2024-11-18T19:12:00,501 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1acff94d7356,42931,1731957047263 2024-11-18T19:12:10,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-18T19:12:10,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-18T19:12:10,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-18T19:12:10,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-18T19:12:10,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-18T19:12:10,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-18T19:12:10,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-18T19:12:10,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-18T19:12:10,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39219 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-18T19:12:10,505 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-18T19:12:10,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-18T19:12:10,507 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1acff94d7356,43725,1731957047217 Release verify snapshot worker=1acff94d7356,43725,1731957047217 2024-11-18T19:12:10,508 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1acff94d7356,42931,1731957047263 Release verify snapshot worker=1acff94d7356,42931,1731957047263 2024-11-18T19:12:10,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39219 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-18T19:12:10,509 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1acff94d7356,43725,1731957047217 Release verify snapshot worker=1acff94d7356,43725,1731957047217 2024-11-18T19:12:10,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1acff94d7356,43725,1731957047217 in 20.0420 sec 2024-11-18T19:12:10,510 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1acff94d7356,43725,1731957047217 Release verify snapshot worker=1acff94d7356,43725,1731957047217 2024-11-18T19:12:10,510 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1acff94d7356,42931,1731957047263 in 20.0430 sec 2024-11-18T19:12:10,511 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1acff94d7356,43725,1731957047217 in 20.0440 sec 2024-11-18T19:12:10,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=25 2024-11-18T19:12:10,512 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-18T19:12:10,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1acff94d7356,43725,1731957047217 in 20.0450 sec 2024-11-18T19:12:10,513 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/.hbase-snapshot/SnapshotProcedureTest 2024-11-18T19:12:10,515 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-18T19:12:10,515 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-18T19:12:10,517 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.9250 sec 2024-11-18T19:12:10,630 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-18T19:12:10,636 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-18T19:12:10,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T19:12:10,637 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T19:12:10,637 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T19:12:10,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:12:10,637 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:12:10,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:12:10,638 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T19:12:10,638 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=436609712, stopped=false 2024-11-18T19:12:10,638 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1acff94d7356,39219,1731957046378 2024-11-18T19:12:10,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x10150a4dbc40003, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T19:12:10,696 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x10150a4dbc40002, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T19:12:10,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39219-0x10150a4dbc40000, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T19:12:10,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x10150a4dbc40003, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:12:10,696 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x10150a4dbc40002, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:12:10,696 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T19:12:10,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39219-0x10150a4dbc40000, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:12:10,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42931-0x10150a4dbc40003, quorum=127.0.0.1:51532, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T19:12:10,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39219-0x10150a4dbc40000, quorum=127.0.0.1:51532, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T19:12:10,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43725-0x10150a4dbc40002, quorum=127.0.0.1:51532, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T19:12:10,697 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T19:12:10,698 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T19:12:10,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:12:10,698 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1acff94d7356,43725,1731957047217' ***** 2024-11-18T19:12:10,698 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T19:12:10,698 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1acff94d7356,42931,1731957047263' ***** 2024-11-18T19:12:10,698 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T19:12:10,699 INFO [RS:1;1acff94d7356:43725 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T19:12:10,699 INFO [RS:2;1acff94d7356:42931 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T19:12:10,699 INFO [RS:2;1acff94d7356:42931 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T19:12:10,699 INFO [RS:1;1acff94d7356:43725 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T19:12:10,699 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T19:12:10,699 INFO [RS:2;1acff94d7356:42931 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T19:12:10,699 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T19:12:10,699 INFO [RS:1;1acff94d7356:43725 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T19:12:10,699 INFO [RS:2;1acff94d7356:42931 {}] regionserver.HRegionServer(3091): Received CLOSE for 528f62a730cb6af114c633b287130ac7 2024-11-18T19:12:10,699 INFO [RS:1;1acff94d7356:43725 {}] regionserver.HRegionServer(3091): Received CLOSE for 4a3d48dae5e71d1bf5bbe05775fabdfa 2024-11-18T19:12:10,700 INFO [RS:2;1acff94d7356:42931 {}] regionserver.HRegionServer(3091): Received CLOSE for 9d62a8cf101d8a1b3e2b853e58e64342 2024-11-18T19:12:10,700 INFO [RS:2;1acff94d7356:42931 {}] regionserver.HRegionServer(3091): Received CLOSE for 2108980877c6a6910416715627bfb4ad 2024-11-18T19:12:10,700 INFO [RS:2;1acff94d7356:42931 {}] regionserver.HRegionServer(3091): Received CLOSE for faf31fe8570ad6f005ac8900ea8cb14f 2024-11-18T19:12:10,701 INFO [RS:2;1acff94d7356:42931 {}] regionserver.HRegionServer(3091): Received CLOSE for aa2b4fe60c0ba6603c4d62da788d115e 2024-11-18T19:12:10,701 INFO [RS:1;1acff94d7356:43725 {}] regionserver.HRegionServer(3091): Received CLOSE for 8aa63243e80992f4aaee849eb283cdfb 2024-11-18T19:12:10,701 INFO [RS:1;1acff94d7356:43725 {}] regionserver.HRegionServer(3091): Received CLOSE for 0cd115bfd7798820c95373c85a60dc12 2024-11-18T19:12:10,701 INFO [RS:2;1acff94d7356:42931 {}] regionserver.HRegionServer(959): stopping server 1acff94d7356,42931,1731957047263 2024-11-18T19:12:10,701 INFO [RS:1;1acff94d7356:43725 {}] regionserver.HRegionServer(3091): Received CLOSE for adb0725bbc482bf20d97258bcd25ef0f 2024-11-18T19:12:10,701 INFO [RS:2;1acff94d7356:42931 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T19:12:10,701 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 528f62a730cb6af114c633b287130ac7, disabling compactions & flushes 2024-11-18T19:12:10,701 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4a3d48dae5e71d1bf5bbe05775fabdfa, disabling compactions & flushes 2024-11-18T19:12:10,701 INFO [RS:1;1acff94d7356:43725 {}] regionserver.HRegionServer(3091): Received CLOSE for 67ad95fcb5f5a4e77f60a1e39450be41 2024-11-18T19:12:10,701 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731957059551.528f62a730cb6af114c633b287130ac7. 2024-11-18T19:12:10,701 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa. 2024-11-18T19:12:10,701 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731957059551.528f62a730cb6af114c633b287130ac7. 2024-11-18T19:12:10,701 INFO [RS:1;1acff94d7356:43725 {}] regionserver.HRegionServer(959): stopping server 1acff94d7356,43725,1731957047217 2024-11-18T19:12:10,701 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa. 2024-11-18T19:12:10,701 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731957059551.528f62a730cb6af114c633b287130ac7. after waiting 0 ms 2024-11-18T19:12:10,701 INFO [RS:1;1acff94d7356:43725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T19:12:10,701 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa. after waiting 0 ms 2024-11-18T19:12:10,701 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731957059551.528f62a730cb6af114c633b287130ac7. 2024-11-18T19:12:10,702 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa. 2024-11-18T19:12:10,702 INFO [RS:1;1acff94d7356:43725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;1acff94d7356:43725. 2024-11-18T19:12:10,702 DEBUG [RS:1;1acff94d7356:43725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T19:12:10,702 DEBUG [RS:1;1acff94d7356:43725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:12:10,702 INFO [RS:1;1acff94d7356:43725 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T19:12:10,702 INFO [RS:1;1acff94d7356:43725 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T19:12:10,702 INFO [RS:1;1acff94d7356:43725 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T19:12:10,702 INFO [RS:1;1acff94d7356:43725 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T19:12:10,702 INFO [RS:2;1acff94d7356:42931 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;1acff94d7356:42931. 2024-11-18T19:12:10,703 DEBUG [RS:2;1acff94d7356:42931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T19:12:10,703 DEBUG [RS:2;1acff94d7356:42931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:12:10,703 INFO [RS:2;1acff94d7356:42931 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-18T19:12:10,703 DEBUG [RS:2;1acff94d7356:42931 {}] regionserver.HRegionServer(1325): Online Regions={528f62a730cb6af114c633b287130ac7=SPTestTable,b333332f,1731957059551.528f62a730cb6af114c633b287130ac7., 9d62a8cf101d8a1b3e2b853e58e64342=SPTestTable,e6666661,1731957059551.9d62a8cf101d8a1b3e2b853e58e64342., 2108980877c6a6910416715627bfb4ad=SPTestTable,33333332,1731957059551.2108980877c6a6910416715627bfb4ad., faf31fe8570ad6f005ac8900ea8cb14f=SPTestTable,66666664,1731957059551.faf31fe8570ad6f005ac8900ea8cb14f., aa2b4fe60c0ba6603c4d62da788d115e=SPTestTable,7ffffffd,1731957059551.aa2b4fe60c0ba6603c4d62da788d115e.} 2024-11-18T19:12:10,704 INFO [RS:1;1acff94d7356:43725 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-18T19:12:10,704 DEBUG [RS:1;1acff94d7356:43725 {}] regionserver.HRegionServer(1325): Online Regions={4a3d48dae5e71d1bf5bbe05775fabdfa=SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa., 8aa63243e80992f4aaee849eb283cdfb=SPTestTable,,1731957059551.8aa63243e80992f4aaee849eb283cdfb., 0cd115bfd7798820c95373c85a60dc12=SPTestTable,4ccccccb,1731957059551.0cd115bfd7798820c95373c85a60dc12., adb0725bbc482bf20d97258bcd25ef0f=SPTestTable,19999999,1731957059551.adb0725bbc482bf20d97258bcd25ef0f., 1588230740=hbase:meta,,1.1588230740, 67ad95fcb5f5a4e77f60a1e39450be41=SPTestTable,ccccccc8,1731957059551.67ad95fcb5f5a4e77f60a1e39450be41.} 2024-11-18T19:12:10,704 DEBUG [RS:2;1acff94d7356:42931 {}] regionserver.HRegionServer(1351): Waiting on 2108980877c6a6910416715627bfb4ad, 528f62a730cb6af114c633b287130ac7, 9d62a8cf101d8a1b3e2b853e58e64342, aa2b4fe60c0ba6603c4d62da788d115e, faf31fe8570ad6f005ac8900ea8cb14f 2024-11-18T19:12:10,704 DEBUG [RS:1;1acff94d7356:43725 {}] regionserver.HRegionServer(1351): Waiting on 0cd115bfd7798820c95373c85a60dc12, 1588230740, 4a3d48dae5e71d1bf5bbe05775fabdfa, 67ad95fcb5f5a4e77f60a1e39450be41, 8aa63243e80992f4aaee849eb283cdfb, adb0725bbc482bf20d97258bcd25ef0f 2024-11-18T19:12:10,707 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T19:12:10,707 INFO [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T19:12:10,707 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T19:12:10,707 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T19:12:10,707 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T19:12:10,707 INFO [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.26 KB heapSize=27.28 KB 2024-11-18T19:12:10,710 INFO [regionserver/1acff94d7356:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T19:12:10,711 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/528f62a730cb6af114c633b287130ac7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T19:12:10,714 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/4a3d48dae5e71d1bf5bbe05775fabdfa/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T19:12:10,714 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731957059551.528f62a730cb6af114c633b287130ac7. 2024-11-18T19:12:10,714 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 528f62a730cb6af114c633b287130ac7: Waiting for close lock at 1731957130700Running coprocessor pre-close hooks at 1731957130701 (+1 ms)Disabling compacts and flushes for region at 1731957130701Disabling writes for close at 1731957130701Writing region close event to WAL at 1731957130705 (+4 ms)Running coprocessor post-close hooks at 1731957130712 (+7 ms)Closed at 1731957130714 (+2 ms) 2024-11-18T19:12:10,714 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa. 2024-11-18T19:12:10,714 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731957059551.528f62a730cb6af114c633b287130ac7. 2024-11-18T19:12:10,714 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4a3d48dae5e71d1bf5bbe05775fabdfa: Waiting for close lock at 1731957130700Running coprocessor pre-close hooks at 1731957130701 (+1 ms)Disabling compacts and flushes for region at 1731957130701Disabling writes for close at 1731957130701Writing region close event to WAL at 1731957130702 (+1 ms)Running coprocessor post-close hooks at 1731957130714 (+12 ms)Closed at 1731957130714 2024-11-18T19:12:10,715 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731957059551.4a3d48dae5e71d1bf5bbe05775fabdfa. 2024-11-18T19:12:10,715 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9d62a8cf101d8a1b3e2b853e58e64342, disabling compactions & flushes 2024-11-18T19:12:10,715 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8aa63243e80992f4aaee849eb283cdfb, disabling compactions & flushes 2024-11-18T19:12:10,715 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731957059551.8aa63243e80992f4aaee849eb283cdfb. 2024-11-18T19:12:10,715 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731957059551.9d62a8cf101d8a1b3e2b853e58e64342. 2024-11-18T19:12:10,715 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731957059551.8aa63243e80992f4aaee849eb283cdfb. 2024-11-18T19:12:10,715 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731957059551.9d62a8cf101d8a1b3e2b853e58e64342. 2024-11-18T19:12:10,715 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731957059551.8aa63243e80992f4aaee849eb283cdfb. after waiting 0 ms 2024-11-18T19:12:10,715 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731957059551.9d62a8cf101d8a1b3e2b853e58e64342. after waiting 0 ms 2024-11-18T19:12:10,715 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731957059551.8aa63243e80992f4aaee849eb283cdfb. 2024-11-18T19:12:10,715 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731957059551.9d62a8cf101d8a1b3e2b853e58e64342. 2024-11-18T19:12:10,721 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/9d62a8cf101d8a1b3e2b853e58e64342/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T19:12:10,722 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731957059551.9d62a8cf101d8a1b3e2b853e58e64342. 2024-11-18T19:12:10,723 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9d62a8cf101d8a1b3e2b853e58e64342: Waiting for close lock at 1731957130715Running coprocessor pre-close hooks at 1731957130715Disabling compacts and flushes for region at 1731957130715Disabling writes for close at 1731957130715Writing region close event to WAL at 1731957130716 (+1 ms)Running coprocessor post-close hooks at 1731957130722 (+6 ms)Closed at 1731957130722 2024-11-18T19:12:10,723 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731957059551.9d62a8cf101d8a1b3e2b853e58e64342. 2024-11-18T19:12:10,723 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2108980877c6a6910416715627bfb4ad, disabling compactions & flushes 2024-11-18T19:12:10,723 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/8aa63243e80992f4aaee849eb283cdfb/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T19:12:10,723 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731957059551.2108980877c6a6910416715627bfb4ad. 2024-11-18T19:12:10,723 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731957059551.2108980877c6a6910416715627bfb4ad. 2024-11-18T19:12:10,723 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731957059551.2108980877c6a6910416715627bfb4ad. after waiting 0 ms 2024-11-18T19:12:10,723 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731957059551.2108980877c6a6910416715627bfb4ad. 2024-11-18T19:12:10,725 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731957059551.8aa63243e80992f4aaee849eb283cdfb. 2024-11-18T19:12:10,725 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8aa63243e80992f4aaee849eb283cdfb: Waiting for close lock at 1731957130715Running coprocessor pre-close hooks at 1731957130715Disabling compacts and flushes for region at 1731957130715Disabling writes for close at 1731957130715Writing region close event to WAL at 1731957130716 (+1 ms)Running coprocessor post-close hooks at 1731957130724 (+8 ms)Closed at 1731957130725 (+1 ms) 2024-11-18T19:12:10,725 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731957059551.8aa63243e80992f4aaee849eb283cdfb. 2024-11-18T19:12:10,725 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0cd115bfd7798820c95373c85a60dc12, disabling compactions & flushes 2024-11-18T19:12:10,725 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731957059551.0cd115bfd7798820c95373c85a60dc12. 2024-11-18T19:12:10,725 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731957059551.0cd115bfd7798820c95373c85a60dc12. 2024-11-18T19:12:10,725 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731957059551.0cd115bfd7798820c95373c85a60dc12. after waiting 0 ms 2024-11-18T19:12:10,725 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731957059551.0cd115bfd7798820c95373c85a60dc12. 2024-11-18T19:12:10,731 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/2108980877c6a6910416715627bfb4ad/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T19:12:10,732 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731957059551.2108980877c6a6910416715627bfb4ad. 2024-11-18T19:12:10,732 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2108980877c6a6910416715627bfb4ad: Waiting for close lock at 1731957130723Running coprocessor pre-close hooks at 1731957130723Disabling compacts and flushes for region at 1731957130723Disabling writes for close at 1731957130723Writing region close event to WAL at 1731957130724 (+1 ms)Running coprocessor post-close hooks at 1731957130732 (+8 ms)Closed at 1731957130732 2024-11-18T19:12:10,733 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731957059551.2108980877c6a6910416715627bfb4ad. 2024-11-18T19:12:10,733 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing faf31fe8570ad6f005ac8900ea8cb14f, disabling compactions & flushes 2024-11-18T19:12:10,733 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731957059551.faf31fe8570ad6f005ac8900ea8cb14f. 2024-11-18T19:12:10,733 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731957059551.faf31fe8570ad6f005ac8900ea8cb14f. 2024-11-18T19:12:10,733 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731957059551.faf31fe8570ad6f005ac8900ea8cb14f. after waiting 0 ms 2024-11-18T19:12:10,733 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731957059551.faf31fe8570ad6f005ac8900ea8cb14f. 2024-11-18T19:12:10,733 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/0cd115bfd7798820c95373c85a60dc12/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T19:12:10,734 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731957059551.0cd115bfd7798820c95373c85a60dc12. 2024-11-18T19:12:10,735 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0cd115bfd7798820c95373c85a60dc12: Waiting for close lock at 1731957130725Running coprocessor pre-close hooks at 1731957130725Disabling compacts and flushes for region at 1731957130725Disabling writes for close at 1731957130725Writing region close event to WAL at 1731957130726 (+1 ms)Running coprocessor post-close hooks at 1731957130734 (+8 ms)Closed at 1731957130734 2024-11-18T19:12:10,735 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731957059551.0cd115bfd7798820c95373c85a60dc12. 2024-11-18T19:12:10,735 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing adb0725bbc482bf20d97258bcd25ef0f, disabling compactions & flushes 2024-11-18T19:12:10,735 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731957059551.adb0725bbc482bf20d97258bcd25ef0f. 2024-11-18T19:12:10,736 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731957059551.adb0725bbc482bf20d97258bcd25ef0f. 2024-11-18T19:12:10,736 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731957059551.adb0725bbc482bf20d97258bcd25ef0f. after waiting 0 ms 2024-11-18T19:12:10,736 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731957059551.adb0725bbc482bf20d97258bcd25ef0f. 2024-11-18T19:12:10,739 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/faf31fe8570ad6f005ac8900ea8cb14f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T19:12:10,740 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731957059551.faf31fe8570ad6f005ac8900ea8cb14f. 2024-11-18T19:12:10,740 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for faf31fe8570ad6f005ac8900ea8cb14f: Waiting for close lock at 1731957130733Running coprocessor pre-close hooks at 1731957130733Disabling compacts and flushes for region at 1731957130733Disabling writes for close at 1731957130733Writing region close event to WAL at 1731957130734 (+1 ms)Running coprocessor post-close hooks at 1731957130740 (+6 ms)Closed at 1731957130740 2024-11-18T19:12:10,740 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731957059551.faf31fe8570ad6f005ac8900ea8cb14f. 2024-11-18T19:12:10,741 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aa2b4fe60c0ba6603c4d62da788d115e, disabling compactions & flushes 2024-11-18T19:12:10,741 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731957059551.aa2b4fe60c0ba6603c4d62da788d115e. 2024-11-18T19:12:10,741 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731957059551.aa2b4fe60c0ba6603c4d62da788d115e. 2024-11-18T19:12:10,741 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731957059551.aa2b4fe60c0ba6603c4d62da788d115e. after waiting 0 ms 2024-11-18T19:12:10,741 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731957059551.aa2b4fe60c0ba6603c4d62da788d115e. 2024-11-18T19:12:10,742 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/adb0725bbc482bf20d97258bcd25ef0f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T19:12:10,743 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731957059551.adb0725bbc482bf20d97258bcd25ef0f. 2024-11-18T19:12:10,743 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for adb0725bbc482bf20d97258bcd25ef0f: Waiting for close lock at 1731957130735Running coprocessor pre-close hooks at 1731957130735Disabling compacts and flushes for region at 1731957130735Disabling writes for close at 1731957130736 (+1 ms)Writing region close event to WAL at 1731957130736Running coprocessor post-close hooks at 1731957130743 (+7 ms)Closed at 1731957130743 2024-11-18T19:12:10,743 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731957059551.adb0725bbc482bf20d97258bcd25ef0f. 2024-11-18T19:12:10,744 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 67ad95fcb5f5a4e77f60a1e39450be41, disabling compactions & flushes 2024-11-18T19:12:10,744 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731957059551.67ad95fcb5f5a4e77f60a1e39450be41. 2024-11-18T19:12:10,744 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731957059551.67ad95fcb5f5a4e77f60a1e39450be41. 2024-11-18T19:12:10,744 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731957059551.67ad95fcb5f5a4e77f60a1e39450be41. after waiting 0 ms 2024-11-18T19:12:10,744 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731957059551.67ad95fcb5f5a4e77f60a1e39450be41. 2024-11-18T19:12:10,745 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/hbase/meta/1588230740/.tmp/info/8707ed1f19af4b4f9cd01d0083891262 is 167, key is SPTestTable,19999999,1731957059551.adb0725bbc482bf20d97258bcd25ef0f./info:regioninfo/1731957069977/Put/seqid=0 2024-11-18T19:12:10,749 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/aa2b4fe60c0ba6603c4d62da788d115e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T19:12:10,751 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731957059551.aa2b4fe60c0ba6603c4d62da788d115e. 2024-11-18T19:12:10,751 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aa2b4fe60c0ba6603c4d62da788d115e: Waiting for close lock at 1731957130741Running coprocessor pre-close hooks at 1731957130741Disabling compacts and flushes for region at 1731957130741Disabling writes for close at 1731957130741Writing region close event to WAL at 1731957130741Running coprocessor post-close hooks at 1731957130751 (+10 ms)Closed at 1731957130751 2024-11-18T19:12:10,752 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731957059551.aa2b4fe60c0ba6603c4d62da788d115e. 2024-11-18T19:12:10,753 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/default/SPTestTable/67ad95fcb5f5a4e77f60a1e39450be41/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T19:12:10,754 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731957059551.67ad95fcb5f5a4e77f60a1e39450be41. 2024-11-18T19:12:10,754 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 67ad95fcb5f5a4e77f60a1e39450be41: Waiting for close lock at 1731957130744Running coprocessor pre-close hooks at 1731957130744Disabling compacts and flushes for region at 1731957130744Disabling writes for close at 1731957130744Writing region close event to WAL at 1731957130746 (+2 ms)Running coprocessor post-close hooks at 1731957130754 (+8 ms)Closed at 1731957130754 2024-11-18T19:12:10,754 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731957059551.67ad95fcb5f5a4e77f60a1e39450be41. 2024-11-18T19:12:10,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741862_1038 (size=20260) 2024-11-18T19:12:10,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741862_1038 (size=20260) 2024-11-18T19:12:10,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741862_1038 (size=20260) 2024-11-18T19:12:10,758 INFO [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.11 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/hbase/meta/1588230740/.tmp/info/8707ed1f19af4b4f9cd01d0083891262 2024-11-18T19:12:10,776 INFO [regionserver/1acff94d7356:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T19:12:10,785 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/hbase/meta/1588230740/.tmp/ns/3530489c3b9549c095e53592028dfe3c is 43, key is default/ns:d/1731957059289/Put/seqid=0 2024-11-18T19:12:10,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741863_1039 (size=5153) 2024-11-18T19:12:10,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741863_1039 (size=5153) 2024-11-18T19:12:10,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741863_1039 (size=5153) 2024-11-18T19:12:10,798 INFO [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/hbase/meta/1588230740/.tmp/ns/3530489c3b9549c095e53592028dfe3c 2024-11-18T19:12:10,822 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/hbase/meta/1588230740/.tmp/table/d2103ad0470d427f9c0da56005370454 is 47, key is SPTestTable/table:state/1731957070072/Put/seqid=0 2024-11-18T19:12:10,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741864_1040 (size=5214) 2024-11-18T19:12:10,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741864_1040 (size=5214) 2024-11-18T19:12:10,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741864_1040 (size=5214) 2024-11-18T19:12:10,831 INFO [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/hbase/meta/1588230740/.tmp/table/d2103ad0470d427f9c0da56005370454 2024-11-18T19:12:10,839 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/hbase/meta/1588230740/.tmp/info/8707ed1f19af4b4f9cd01d0083891262 as hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/hbase/meta/1588230740/info/8707ed1f19af4b4f9cd01d0083891262 2024-11-18T19:12:10,847 INFO [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/hbase/meta/1588230740/info/8707ed1f19af4b4f9cd01d0083891262, entries=116, sequenceid=37, filesize=19.8 K 2024-11-18T19:12:10,849 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/hbase/meta/1588230740/.tmp/ns/3530489c3b9549c095e53592028dfe3c as hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/hbase/meta/1588230740/ns/3530489c3b9549c095e53592028dfe3c 2024-11-18T19:12:10,857 INFO [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/hbase/meta/1588230740/ns/3530489c3b9549c095e53592028dfe3c, entries=2, sequenceid=37, filesize=5.0 K 2024-11-18T19:12:10,858 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/hbase/meta/1588230740/.tmp/table/d2103ad0470d427f9c0da56005370454 as hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/hbase/meta/1588230740/table/d2103ad0470d427f9c0da56005370454 2024-11-18T19:12:10,865 INFO [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/hbase/meta/1588230740/table/d2103ad0470d427f9c0da56005370454, entries=2, sequenceid=37, filesize=5.1 K 2024-11-18T19:12:10,867 INFO [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 159ms, sequenceid=37, compaction requested=false 2024-11-18T19:12:10,873 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-18T19:12:10,874 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T19:12:10,874 INFO [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T19:12:10,874 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731957130704Running coprocessor pre-close hooks at 1731957130704Disabling compacts and flushes for region at 1731957130704Disabling writes for close at 1731957130707 (+3 ms)Obtaining lock to block concurrent updates at 1731957130707Preparing flush snapshotting stores in 1588230740 at 1731957130707Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16652, getHeapSize=27872, getOffHeapSize=0, getCellsCount=136 at 1731957130708 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731957130709 (+1 ms)Flushing 1588230740/info: creating writer at 1731957130709Flushing 1588230740/info: appending metadata at 1731957130745 (+36 ms)Flushing 1588230740/info: closing flushed file at 1731957130745Flushing 1588230740/ns: creating writer at 1731957130768 (+23 ms)Flushing 1588230740/ns: appending metadata at 1731957130784 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731957130784Flushing 1588230740/table: creating writer at 1731957130806 (+22 ms)Flushing 1588230740/table: appending metadata at 1731957130821 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731957130821Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d1b61b6: reopening flushed file at 1731957130838 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e485178: reopening flushed file at 1731957130847 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57610c78: reopening flushed file at 1731957130857 (+10 ms)Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 159ms, sequenceid=37, compaction requested=false at 1731957130867 (+10 ms)Writing region close event to WAL at 1731957130868 (+1 ms)Running coprocessor post-close hooks at 1731957130874 (+6 ms)Closed at 1731957130874 2024-11-18T19:12:10,874 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T19:12:10,904 INFO [RS:1;1acff94d7356:43725 {}] regionserver.HRegionServer(976): stopping server 1acff94d7356,43725,1731957047217; all regions closed. 2024-11-18T19:12:10,904 INFO [RS:2;1acff94d7356:42931 {}] regionserver.HRegionServer(976): stopping server 1acff94d7356,42931,1731957047263; all regions closed. 2024-11-18T19:12:10,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741833_1009 (size=3530) 2024-11-18T19:12:10,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741833_1009 (size=3530) 2024-11-18T19:12:10,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741836_1012 (size=19450) 2024-11-18T19:12:10,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741833_1009 (size=3530) 2024-11-18T19:12:10,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741836_1012 (size=19450) 2024-11-18T19:12:10,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741836_1012 (size=19450) 2024-11-18T19:12:10,911 DEBUG [RS:1;1acff94d7356:43725 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/oldWALs 2024-11-18T19:12:10,911 INFO [RS:1;1acff94d7356:43725 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1acff94d7356%2C43725%2C1731957047217.meta:.meta(num 1731957059055) 2024-11-18T19:12:10,912 DEBUG [RS:2;1acff94d7356:42931 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/oldWALs 2024-11-18T19:12:10,912 INFO [RS:2;1acff94d7356:42931 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1acff94d7356%2C42931%2C1731957047263:(num 1731957048718) 2024-11-18T19:12:10,912 DEBUG [RS:2;1acff94d7356:42931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:12:10,912 INFO [RS:2;1acff94d7356:42931 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T19:12:10,912 INFO [RS:2;1acff94d7356:42931 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T19:12:10,912 INFO [RS:2;1acff94d7356:42931 {}] hbase.ChoreService(370): Chore service for: regionserver/1acff94d7356:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T19:12:10,912 INFO [RS:2;1acff94d7356:42931 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T19:12:10,912 INFO [RS:2;1acff94d7356:42931 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T19:12:10,912 INFO [RS:2;1acff94d7356:42931 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T19:12:10,912 INFO [RS:2;1acff94d7356:42931 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T19:12:10,913 INFO [regionserver/1acff94d7356:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T19:12:10,913 INFO [RS:2;1acff94d7356:42931 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42931 2024-11-18T19:12:10,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741835_1011 (size=3500) 2024-11-18T19:12:10,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741835_1011 (size=3500) 2024-11-18T19:12:10,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741835_1011 (size=3500) 2024-11-18T19:12:10,918 DEBUG [RS:1;1acff94d7356:43725 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/oldWALs 2024-11-18T19:12:10,918 INFO [RS:1;1acff94d7356:43725 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1acff94d7356%2C43725%2C1731957047217:(num 1731957048718) 2024-11-18T19:12:10,918 DEBUG [RS:1;1acff94d7356:43725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:12:10,918 INFO [RS:1;1acff94d7356:43725 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T19:12:10,918 INFO [RS:1;1acff94d7356:43725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T19:12:10,919 INFO [RS:1;1acff94d7356:43725 {}] hbase.ChoreService(370): Chore service for: regionserver/1acff94d7356:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T19:12:10,919 INFO [RS:1;1acff94d7356:43725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T19:12:10,919 INFO [regionserver/1acff94d7356:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T19:12:10,919 INFO [RS:1;1acff94d7356:43725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43725 2024-11-18T19:12:10,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39219-0x10150a4dbc40000, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T19:12:10,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x10150a4dbc40003, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1acff94d7356,42931,1731957047263 2024-11-18T19:12:10,924 INFO [RS:2;1acff94d7356:42931 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T19:12:10,932 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x10150a4dbc40002, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1acff94d7356,43725,1731957047217 2024-11-18T19:12:10,933 INFO [RS:1;1acff94d7356:43725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T19:12:10,933 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1acff94d7356,42931,1731957047263] 2024-11-18T19:12:10,933 ERROR [pool-69-thread-1-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$365/0x00007f33549040f0@17264c34 rejected from java.util.concurrent.ThreadPoolExecutor@5224c0b4[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-18T19:12:10,949 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1acff94d7356,42931,1731957047263 already deleted, retry=false 2024-11-18T19:12:10,949 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1acff94d7356,42931,1731957047263 expired; onlineServers=1 2024-11-18T19:12:10,949 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1acff94d7356,43725,1731957047217] 2024-11-18T19:12:11,021 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1acff94d7356,43725,1731957047217 already deleted, retry=false 2024-11-18T19:12:11,021 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1acff94d7356,43725,1731957047217 expired; onlineServers=0 2024-11-18T19:12:11,021 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1acff94d7356,39219,1731957046378' ***** 2024-11-18T19:12:11,021 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T19:12:11,021 INFO [M:0;1acff94d7356:39219 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T19:12:11,021 INFO [M:0;1acff94d7356:39219 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T19:12:11,021 DEBUG [M:0;1acff94d7356:39219 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T19:12:11,022 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T19:12:11,022 DEBUG [M:0;1acff94d7356:39219 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T19:12:11,022 DEBUG [master/1acff94d7356:0:becomeActiveMaster-HFileCleaner.large.0-1731957048368 {}] cleaner.HFileCleaner(306): Exit Thread[master/1acff94d7356:0:becomeActiveMaster-HFileCleaner.large.0-1731957048368,5,FailOnTimeoutGroup] 2024-11-18T19:12:11,022 DEBUG [master/1acff94d7356:0:becomeActiveMaster-HFileCleaner.small.0-1731957048369 {}] cleaner.HFileCleaner(306): Exit Thread[master/1acff94d7356:0:becomeActiveMaster-HFileCleaner.small.0-1731957048369,5,FailOnTimeoutGroup] 2024-11-18T19:12:11,022 INFO [M:0;1acff94d7356:39219 {}] hbase.ChoreService(370): Chore service for: master/1acff94d7356:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T19:12:11,022 INFO [M:0;1acff94d7356:39219 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T19:12:11,022 DEBUG [M:0;1acff94d7356:39219 {}] master.HMaster(1795): Stopping service threads 2024-11-18T19:12:11,022 INFO [M:0;1acff94d7356:39219 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T19:12:11,022 INFO [M:0;1acff94d7356:39219 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T19:12:11,022 ERROR [M:0;1acff94d7356:39219 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:41193 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41193,5,PEWorkerGroup] 2024-11-18T19:12:11,023 INFO [M:0;1acff94d7356:39219 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T19:12:11,023 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T19:12:11,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39219-0x10150a4dbc40000, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T19:12:11,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39219-0x10150a4dbc40000, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:12:11,032 DEBUG [M:0;1acff94d7356:39219 {}] zookeeper.ZKUtil(347): master:39219-0x10150a4dbc40000, quorum=127.0.0.1:51532, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-18T19:12:11,033 WARN [M:0;1acff94d7356:39219 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T19:12:11,033 INFO [M:0;1acff94d7356:39219 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/.lastflushedseqids 2024-11-18T19:12:11,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x10150a4dbc40003, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T19:12:11,041 INFO [RS:2;1acff94d7356:42931 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T19:12:11,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x10150a4dbc40003, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T19:12:11,041 INFO [RS:2;1acff94d7356:42931 {}] regionserver.HRegionServer(1031): Exiting; stopping=1acff94d7356,42931,1731957047263; zookeeper connection closed. 2024-11-18T19:12:11,041 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@74427e7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@74427e7 2024-11-18T19:12:11,049 INFO [RS:1;1acff94d7356:43725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T19:12:11,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741865_1041 (size=686) 2024-11-18T19:12:11,050 INFO [RS:1;1acff94d7356:43725 {}] regionserver.HRegionServer(1031): Exiting; stopping=1acff94d7356,43725,1731957047217; zookeeper connection closed. 2024-11-18T19:12:11,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741865_1041 (size=686) 2024-11-18T19:12:11,050 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x10150a4dbc40002, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T19:12:11,050 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x10150a4dbc40002, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T19:12:11,050 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9e46998 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9e46998 2024-11-18T19:12:11,051 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-18T19:12:11,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741865_1041 (size=686) 2024-11-18T19:12:11,051 INFO [M:0;1acff94d7356:39219 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T19:12:11,052 INFO [M:0;1acff94d7356:39219 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T19:12:11,052 DEBUG [M:0;1acff94d7356:39219 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T19:12:11,052 INFO [M:0;1acff94d7356:39219 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:12:11,052 DEBUG [M:0;1acff94d7356:39219 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:12:11,052 DEBUG [M:0;1acff94d7356:39219 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T19:12:11,052 DEBUG [M:0;1acff94d7356:39219 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:12:11,052 INFO [M:0;1acff94d7356:39219 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=194.99 KB heapSize=241.76 KB 2024-11-18T19:12:11,067 DEBUG [M:0;1acff94d7356:39219 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ece267d6f7c04dfebbb2181f9bf7836f is 82, key is hbase:meta,,1/info:regioninfo/1731957059137/Put/seqid=0 2024-11-18T19:12:11,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741866_1042 (size=5672) 2024-11-18T19:12:11,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741866_1042 (size=5672) 2024-11-18T19:12:11,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741866_1042 (size=5672) 2024-11-18T19:12:11,075 INFO [M:0;1acff94d7356:39219 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ece267d6f7c04dfebbb2181f9bf7836f 2024-11-18T19:12:11,100 DEBUG [M:0;1acff94d7356:39219 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/beb2b2a962734cb2997277a4bcbec299 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731957070081/Put/seqid=0 2024-11-18T19:12:11,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741867_1043 (size=8973) 2024-11-18T19:12:11,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741867_1043 (size=8973) 2024-11-18T19:12:11,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741867_1043 (size=8973) 2024-11-18T19:12:11,110 INFO [M:0;1acff94d7356:39219 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.25 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/beb2b2a962734cb2997277a4bcbec299 2024-11-18T19:12:11,116 INFO [M:0;1acff94d7356:39219 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for beb2b2a962734cb2997277a4bcbec299 2024-11-18T19:12:11,137 DEBUG [M:0;1acff94d7356:39219 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/256c0fd8851745679e8e727bd6fca812 is 69, key is 1acff94d7356,42931,1731957047263/rs:state/1731957048462/Put/seqid=0 2024-11-18T19:12:11,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741868_1044 (size=5441) 2024-11-18T19:12:11,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741868_1044 (size=5441) 2024-11-18T19:12:11,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741868_1044 (size=5441) 2024-11-18T19:12:11,145 INFO [M:0;1acff94d7356:39219 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/256c0fd8851745679e8e727bd6fca812 2024-11-18T19:12:11,153 INFO [M:0;1acff94d7356:39219 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 256c0fd8851745679e8e727bd6fca812 2024-11-18T19:12:11,154 DEBUG [M:0;1acff94d7356:39219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ece267d6f7c04dfebbb2181f9bf7836f as hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ece267d6f7c04dfebbb2181f9bf7836f 2024-11-18T19:12:11,162 INFO [M:0;1acff94d7356:39219 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ece267d6f7c04dfebbb2181f9bf7836f, entries=8, sequenceid=513, filesize=5.5 K 2024-11-18T19:12:11,163 DEBUG [M:0;1acff94d7356:39219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/beb2b2a962734cb2997277a4bcbec299 as hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/beb2b2a962734cb2997277a4bcbec299 2024-11-18T19:12:11,170 INFO [M:0;1acff94d7356:39219 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for beb2b2a962734cb2997277a4bcbec299 2024-11-18T19:12:11,170 INFO [M:0;1acff94d7356:39219 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/beb2b2a962734cb2997277a4bcbec299, entries=56, sequenceid=513, filesize=8.8 K 2024-11-18T19:12:11,172 DEBUG [M:0;1acff94d7356:39219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/256c0fd8851745679e8e727bd6fca812 as hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/256c0fd8851745679e8e727bd6fca812 2024-11-18T19:12:11,180 INFO [M:0;1acff94d7356:39219 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 256c0fd8851745679e8e727bd6fca812 2024-11-18T19:12:11,180 INFO [M:0;1acff94d7356:39219 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41193/user/jenkins/test-data/cb55a873-ec38-6ad4-1fd5-d693fc8cf565/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/256c0fd8851745679e8e727bd6fca812, entries=3, sequenceid=513, filesize=5.3 K 2024-11-18T19:12:11,181 INFO [M:0;1acff94d7356:39219 {}] regionserver.HRegion(3140): Finished flush of dataSize ~194.99 KB/199667, heapSize ~241.46 KB/247256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 129ms, sequenceid=513, compaction requested=false 2024-11-18T19:12:11,182 INFO [M:0;1acff94d7356:39219 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:12:11,183 DEBUG [M:0;1acff94d7356:39219 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731957131052Disabling compacts and flushes for region at 1731957131052Disabling writes for close at 1731957131052Obtaining lock to block concurrent updates at 1731957131052Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731957131052Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199667, getHeapSize=247496, getOffHeapSize=0, getCellsCount=620 at 1731957131052Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731957131053 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731957131053Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731957131067 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731957131067Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731957131081 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731957131100 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731957131100Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731957131116 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731957131136 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731957131136Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a3bd86e: reopening flushed file at 1731957131153 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4de2c6b7: reopening flushed file at 1731957131162 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f0f3e5e: reopening flushed file at 1731957131170 (+8 ms)Finished flush of dataSize ~194.99 KB/199667, heapSize ~241.46 KB/247256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 129ms, sequenceid=513, compaction requested=false at 1731957131181 (+11 ms)Writing region close event to WAL at 1731957131182 (+1 ms)Closed at 1731957131182 2024-11-18T19:12:11,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41507 is added to blk_1073741830_1006 (size=233859) 2024-11-18T19:12:11,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741830_1006 (size=233859) 2024-11-18T19:12:11,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741830_1006 (size=233859) 2024-11-18T19:12:11,186 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T19:12:11,186 INFO [M:0;1acff94d7356:39219 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T19:12:11,186 INFO [M:0;1acff94d7356:39219 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39219 2024-11-18T19:12:11,187 INFO [M:0;1acff94d7356:39219 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T19:12:11,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39219-0x10150a4dbc40000, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T19:12:11,296 INFO [M:0;1acff94d7356:39219 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T19:12:11,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39219-0x10150a4dbc40000, quorum=127.0.0.1:51532, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T19:12:11,331 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T19:12:11,335 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T19:12:11,335 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T19:12:11,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T19:12:11,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/hadoop.log.dir/,STOPPED} 2024-11-18T19:12:11,338 WARN [BP-1026849729-172.17.0.2-1731957042817 heartbeating to localhost/127.0.0.1:41193 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T19:12:11,338 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T19:12:11,339 WARN [BP-1026849729-172.17.0.2-1731957042817 heartbeating to localhost/127.0.0.1:41193 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1026849729-172.17.0.2-1731957042817 (Datanode Uuid efb2f22a-6ced-4c96-b151-10c51a71c230) service to localhost/127.0.0.1:41193 2024-11-18T19:12:11,339 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T19:12:11,340 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/cluster_62a15055-fee1-bb30-4111-9eed0234554c/data/data5/current/BP-1026849729-172.17.0.2-1731957042817 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T19:12:11,340 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/cluster_62a15055-fee1-bb30-4111-9eed0234554c/data/data6/current/BP-1026849729-172.17.0.2-1731957042817 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T19:12:11,341 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T19:12:11,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T19:12:11,343 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T19:12:11,343 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T19:12:11,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T19:12:11,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/hadoop.log.dir/,STOPPED} 2024-11-18T19:12:11,345 WARN [BP-1026849729-172.17.0.2-1731957042817 heartbeating to localhost/127.0.0.1:41193 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T19:12:11,345 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T19:12:11,345 WARN [BP-1026849729-172.17.0.2-1731957042817 heartbeating to localhost/127.0.0.1:41193 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1026849729-172.17.0.2-1731957042817 (Datanode Uuid 854ff6ba-f69c-4369-9511-eb20bf077cf7) service to localhost/127.0.0.1:41193 2024-11-18T19:12:11,345 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T19:12:11,346 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/cluster_62a15055-fee1-bb30-4111-9eed0234554c/data/data3/current/BP-1026849729-172.17.0.2-1731957042817 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T19:12:11,346 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/cluster_62a15055-fee1-bb30-4111-9eed0234554c/data/data4/current/BP-1026849729-172.17.0.2-1731957042817 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T19:12:11,346 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T19:12:11,349 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T19:12:11,349 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T19:12:11,349 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T19:12:11,349 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T19:12:11,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/hadoop.log.dir/,STOPPED} 2024-11-18T19:12:11,351 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T19:12:11,351 WARN [BP-1026849729-172.17.0.2-1731957042817 heartbeating to localhost/127.0.0.1:41193 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T19:12:11,351 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T19:12:11,351 WARN [BP-1026849729-172.17.0.2-1731957042817 heartbeating to localhost/127.0.0.1:41193 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1026849729-172.17.0.2-1731957042817 (Datanode Uuid fd142316-e8b5-4105-8d38-0765e087872b) service to localhost/127.0.0.1:41193 2024-11-18T19:12:11,351 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/cluster_62a15055-fee1-bb30-4111-9eed0234554c/data/data1/current/BP-1026849729-172.17.0.2-1731957042817 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T19:12:11,352 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/cluster_62a15055-fee1-bb30-4111-9eed0234554c/data/data2/current/BP-1026849729-172.17.0.2-1731957042817 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T19:12:11,352 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T19:12:11,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T19:12:11,363 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T19:12:11,363 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T19:12:11,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T19:12:11,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/hadoop.log.dir/,STOPPED} 2024-11-18T19:12:11,371 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T19:12:11,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T19:12:11,420 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=97 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:41193 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/1acff94d7356:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/1acff94d7356:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:41193 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41193 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1acff94d7356:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1acff94d7356:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/1acff94d7356:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41193 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1acff94d7356:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41193 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1acff94d7356:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:41193 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@785e71b9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1acff94d7356:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41193 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41193 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=57 (was 108), ProcessCount=11 (was 11), AvailableMemoryMB=2128 (was 3291) 2024-11-18T19:12:11,425 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=98, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=57, ProcessCount=11, AvailableMemoryMB=2128 2024-11-18T19:12:11,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/hadoop.log.dir so I do NOT create it in target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72 2024-11-18T19:12:11,441 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T19:12:11,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/hadoop.tmp.dir so I do NOT create it in target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72 2024-11-18T19:12:11,441 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1e371b-9929-9542-ecfe-6e6723c875cc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T19:12:11,441 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72 2024-11-18T19:12:11,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T19:12:11,441 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/cluster_42503ad0-d9f7-933e-4fc3-532d7f187c86, deleteOnExit=true 2024-11-18T19:12:11,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T19:12:11,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/test.cache.data in system properties and HBase conf 2024-11-18T19:12:11,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T19:12:11,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/hadoop.log.dir in system properties and HBase conf 2024-11-18T19:12:11,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T19:12:11,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T19:12:11,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T19:12:11,442 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T19:12:11,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T19:12:11,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T19:12:11,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T19:12:11,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T19:12:11,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T19:12:11,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T19:12:11,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T19:12:11,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T19:12:11,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T19:12:11,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/nfs.dump.dir in system properties and HBase conf 2024-11-18T19:12:11,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/java.io.tmpdir in system properties and HBase conf 2024-11-18T19:12:11,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T19:12:11,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T19:12:11,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T19:12:11,702 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T19:12:11,708 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T19:12:11,709 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T19:12:11,709 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T19:12:11,709 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T19:12:11,710 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T19:12:11,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4efd563c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/hadoop.log.dir/,AVAILABLE} 2024-11-18T19:12:11,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72443302{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T19:12:11,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ccf2faf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/java.io.tmpdir/jetty-localhost-33153-hadoop-hdfs-3_4_1-tests_jar-_-any-15040848475789119565/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T19:12:11,805 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6fc5de42{HTTP/1.1, (http/1.1)}{localhost:33153} 2024-11-18T19:12:11,805 INFO [Time-limited test {}] server.Server(415): Started @90783ms 2024-11-18T19:12:11,964 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T19:12:11,968 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T19:12:11,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T19:12:11,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T19:12:11,968 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T19:12:11,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77afe134{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/hadoop.log.dir/,AVAILABLE} 2024-11-18T19:12:11,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e5777bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T19:12:12,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8e7ec4f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/java.io.tmpdir/jetty-localhost-37021-hadoop-hdfs-3_4_1-tests_jar-_-any-2616860289354129339/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T19:12:12,076 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c883179{HTTP/1.1, (http/1.1)}{localhost:37021} 2024-11-18T19:12:12,076 INFO [Time-limited test {}] server.Server(415): Started @91054ms 2024-11-18T19:12:12,078 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T19:12:12,108 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T19:12:12,111 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T19:12:12,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T19:12:12,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T19:12:12,112 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T19:12:12,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9fceb15{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/hadoop.log.dir/,AVAILABLE} 2024-11-18T19:12:12,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@147f919a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T19:12:12,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f41c572{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/java.io.tmpdir/jetty-localhost-33051-hadoop-hdfs-3_4_1-tests_jar-_-any-15284851895042019132/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T19:12:12,209 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@de40b85{HTTP/1.1, (http/1.1)}{localhost:33051} 2024-11-18T19:12:12,209 INFO [Time-limited test {}] server.Server(415): Started @91186ms 2024-11-18T19:12:12,210 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T19:12:12,236 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T19:12:12,240 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T19:12:12,240 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T19:12:12,240 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T19:12:12,241 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T19:12:12,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@894f43a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/hadoop.log.dir/,AVAILABLE} 2024-11-18T19:12:12,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77e2e964{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T19:12:12,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e46aacb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/java.io.tmpdir/jetty-localhost-38541-hadoop-hdfs-3_4_1-tests_jar-_-any-15537945160463716276/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T19:12:12,336 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17e2837d{HTTP/1.1, (http/1.1)}{localhost:38541} 2024-11-18T19:12:12,336 INFO [Time-limited test {}] server.Server(415): Started @91313ms 2024-11-18T19:12:12,337 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T19:12:12,828 WARN [Thread-704 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/cluster_42503ad0-d9f7-933e-4fc3-532d7f187c86/data/data2/current/BP-775573402-172.17.0.2-1731957131461/current, will proceed with Du for space computation calculation, 2024-11-18T19:12:12,828 WARN [Thread-703 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/cluster_42503ad0-d9f7-933e-4fc3-532d7f187c86/data/data1/current/BP-775573402-172.17.0.2-1731957131461/current, will proceed with Du for space computation calculation, 2024-11-18T19:12:12,853 WARN [Thread-646 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T19:12:12,856 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb8b4b2fabb5905e with lease ID 0xc67a5d30a812e0e5: Processing first storage report for DS-d9d40e57-d32c-46cf-ae23-f4942fe782b7 from datanode DatanodeRegistration(127.0.0.1:42561, datanodeUuid=aa0ddffc-db66-41e8-8c4c-4efc8ece1aaf, infoPort=43225, infoSecurePort=0, ipcPort=41951, storageInfo=lv=-57;cid=testClusterID;nsid=1296701543;c=1731957131461) 2024-11-18T19:12:12,856 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb8b4b2fabb5905e with lease ID 0xc67a5d30a812e0e5: from storage DS-d9d40e57-d32c-46cf-ae23-f4942fe782b7 node DatanodeRegistration(127.0.0.1:42561, datanodeUuid=aa0ddffc-db66-41e8-8c4c-4efc8ece1aaf, infoPort=43225, infoSecurePort=0, ipcPort=41951, storageInfo=lv=-57;cid=testClusterID;nsid=1296701543;c=1731957131461), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T19:12:12,856 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb8b4b2fabb5905e with lease ID 0xc67a5d30a812e0e5: Processing first storage report for DS-93f4eb3f-d06c-454e-a290-04ac9b4be6a0 from datanode DatanodeRegistration(127.0.0.1:42561, datanodeUuid=aa0ddffc-db66-41e8-8c4c-4efc8ece1aaf, infoPort=43225, infoSecurePort=0, ipcPort=41951, storageInfo=lv=-57;cid=testClusterID;nsid=1296701543;c=1731957131461) 2024-11-18T19:12:12,856 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb8b4b2fabb5905e with lease ID 0xc67a5d30a812e0e5: from storage DS-93f4eb3f-d06c-454e-a290-04ac9b4be6a0 node DatanodeRegistration(127.0.0.1:42561, datanodeUuid=aa0ddffc-db66-41e8-8c4c-4efc8ece1aaf, infoPort=43225, infoSecurePort=0, ipcPort=41951, storageInfo=lv=-57;cid=testClusterID;nsid=1296701543;c=1731957131461), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T19:12:13,111 WARN [Thread-717 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/cluster_42503ad0-d9f7-933e-4fc3-532d7f187c86/data/data3/current/BP-775573402-172.17.0.2-1731957131461/current, will proceed with Du for space computation calculation, 2024-11-18T19:12:13,112 WARN [Thread-718 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/cluster_42503ad0-d9f7-933e-4fc3-532d7f187c86/data/data4/current/BP-775573402-172.17.0.2-1731957131461/current, will proceed with Du for space computation calculation, 2024-11-18T19:12:13,130 WARN [Thread-669 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T19:12:13,133 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdce5544367a168d9 with lease ID 0xc67a5d30a812e0e6: Processing first storage report for DS-ac63e523-f2a3-4185-864f-e3c2720427ea from datanode DatanodeRegistration(127.0.0.1:46039, datanodeUuid=b3e19afd-3145-40bf-8862-3c31d5d39bdf, infoPort=40163, infoSecurePort=0, ipcPort=44135, storageInfo=lv=-57;cid=testClusterID;nsid=1296701543;c=1731957131461) 2024-11-18T19:12:13,133 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdce5544367a168d9 with lease ID 0xc67a5d30a812e0e6: from storage DS-ac63e523-f2a3-4185-864f-e3c2720427ea node DatanodeRegistration(127.0.0.1:46039, datanodeUuid=b3e19afd-3145-40bf-8862-3c31d5d39bdf, infoPort=40163, infoSecurePort=0, ipcPort=44135, storageInfo=lv=-57;cid=testClusterID;nsid=1296701543;c=1731957131461), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T19:12:13,133 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdce5544367a168d9 with lease ID 0xc67a5d30a812e0e6: Processing first storage report for DS-828d7154-edd0-4a3d-b50e-a2b573ef81ba from datanode DatanodeRegistration(127.0.0.1:46039, datanodeUuid=b3e19afd-3145-40bf-8862-3c31d5d39bdf, infoPort=40163, infoSecurePort=0, ipcPort=44135, storageInfo=lv=-57;cid=testClusterID;nsid=1296701543;c=1731957131461) 2024-11-18T19:12:13,133 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdce5544367a168d9 with lease ID 0xc67a5d30a812e0e6: from storage DS-828d7154-edd0-4a3d-b50e-a2b573ef81ba node DatanodeRegistration(127.0.0.1:46039, datanodeUuid=b3e19afd-3145-40bf-8862-3c31d5d39bdf, infoPort=40163, infoSecurePort=0, ipcPort=44135, storageInfo=lv=-57;cid=testClusterID;nsid=1296701543;c=1731957131461), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T19:12:13,244 WARN [Thread-728 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/cluster_42503ad0-d9f7-933e-4fc3-532d7f187c86/data/data5/current/BP-775573402-172.17.0.2-1731957131461/current, will proceed with Du for space computation calculation, 2024-11-18T19:12:13,244 WARN [Thread-729 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/cluster_42503ad0-d9f7-933e-4fc3-532d7f187c86/data/data6/current/BP-775573402-172.17.0.2-1731957131461/current, will proceed with Du for space computation calculation, 2024-11-18T19:12:13,268 WARN [Thread-692 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T19:12:13,270 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf032caff579af2b2 with lease ID 0xc67a5d30a812e0e7: Processing first storage report for DS-d9982af0-7111-494a-9ce4-7bec4fe20f13 from datanode DatanodeRegistration(127.0.0.1:43347, datanodeUuid=a2881501-b621-4c21-818a-389508000971, infoPort=36609, infoSecurePort=0, ipcPort=36173, storageInfo=lv=-57;cid=testClusterID;nsid=1296701543;c=1731957131461) 2024-11-18T19:12:13,270 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf032caff579af2b2 with lease ID 0xc67a5d30a812e0e7: from storage DS-d9982af0-7111-494a-9ce4-7bec4fe20f13 node DatanodeRegistration(127.0.0.1:43347, datanodeUuid=a2881501-b621-4c21-818a-389508000971, infoPort=36609, infoSecurePort=0, ipcPort=36173, storageInfo=lv=-57;cid=testClusterID;nsid=1296701543;c=1731957131461), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T19:12:13,270 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf032caff579af2b2 with lease ID 0xc67a5d30a812e0e7: Processing first storage report for DS-dee23c3e-5b02-46da-b0b5-ca29cfc18b8e from datanode DatanodeRegistration(127.0.0.1:43347, datanodeUuid=a2881501-b621-4c21-818a-389508000971, infoPort=36609, infoSecurePort=0, ipcPort=36173, storageInfo=lv=-57;cid=testClusterID;nsid=1296701543;c=1731957131461) 2024-11-18T19:12:13,270 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf032caff579af2b2 with lease ID 0xc67a5d30a812e0e7: from storage DS-dee23c3e-5b02-46da-b0b5-ca29cfc18b8e node DatanodeRegistration(127.0.0.1:43347, datanodeUuid=a2881501-b621-4c21-818a-389508000971, infoPort=36609, infoSecurePort=0, ipcPort=36173, storageInfo=lv=-57;cid=testClusterID;nsid=1296701543;c=1731957131461), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T19:12:13,372 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72 2024-11-18T19:12:13,376 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/cluster_42503ad0-d9f7-933e-4fc3-532d7f187c86/zookeeper_0, clientPort=50910, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/cluster_42503ad0-d9f7-933e-4fc3-532d7f187c86/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/cluster_42503ad0-d9f7-933e-4fc3-532d7f187c86/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T19:12:13,377 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50910 2024-11-18T19:12:13,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:12:13,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:12:13,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741825_1001 (size=7) 2024-11-18T19:12:13,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741825_1001 (size=7) 2024-11-18T19:12:13,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741825_1001 (size=7) 2024-11-18T19:12:13,397 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006 with version=8 2024-11-18T19:12:13,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/hbase-staging 2024-11-18T19:12:13,399 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1acff94d7356:0 server-side Connection retries=45 2024-11-18T19:12:13,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T19:12:13,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T19:12:13,400 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T19:12:13,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T19:12:13,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T19:12:13,400 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T19:12:13,400 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T19:12:13,401 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35371 2024-11-18T19:12:13,402 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35371 connecting to ZooKeeper ensemble=127.0.0.1:50910 2024-11-18T19:12:13,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353710x0, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T19:12:13,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35371-0x10150a632b40000 connected 2024-11-18T19:12:13,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:12:13,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:12:13,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35371-0x10150a632b40000, quorum=127.0.0.1:50910, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T19:12:13,539 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006, hbase.cluster.distributed=false 2024-11-18T19:12:13,542 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35371-0x10150a632b40000, quorum=127.0.0.1:50910, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T19:12:13,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35371 2024-11-18T19:12:13,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35371 2024-11-18T19:12:13,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35371 2024-11-18T19:12:13,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35371 2024-11-18T19:12:13,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35371 2024-11-18T19:12:13,563 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1acff94d7356:0 server-side Connection retries=45 2024-11-18T19:12:13,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T19:12:13,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T19:12:13,563 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T19:12:13,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T19:12:13,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T19:12:13,563 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T19:12:13,563 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T19:12:13,564 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37253 2024-11-18T19:12:13,565 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37253 connecting to ZooKeeper ensemble=127.0.0.1:50910 2024-11-18T19:12:13,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:12:13,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:12:13,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372530x0, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T19:12:13,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37253-0x10150a632b40001 connected 2024-11-18T19:12:13,580 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37253-0x10150a632b40001, quorum=127.0.0.1:50910, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T19:12:13,580 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T19:12:13,581 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T19:12:13,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37253-0x10150a632b40001, quorum=127.0.0.1:50910, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T19:12:13,583 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37253-0x10150a632b40001, quorum=127.0.0.1:50910, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T19:12:13,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37253 2024-11-18T19:12:13,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37253 2024-11-18T19:12:13,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37253 2024-11-18T19:12:13,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37253 2024-11-18T19:12:13,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37253 2024-11-18T19:12:13,601 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1acff94d7356:0 server-side Connection retries=45 2024-11-18T19:12:13,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T19:12:13,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T19:12:13,602 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T19:12:13,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T19:12:13,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T19:12:13,602 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T19:12:13,602 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T19:12:13,602 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40719 2024-11-18T19:12:13,604 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40719 connecting to ZooKeeper ensemble=127.0.0.1:50910 2024-11-18T19:12:13,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:12:13,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:12:13,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407190x0, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T19:12:13,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40719-0x10150a632b40002 connected 2024-11-18T19:12:13,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40719-0x10150a632b40002, quorum=127.0.0.1:50910, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T19:12:13,616 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T19:12:13,617 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T19:12:13,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40719-0x10150a632b40002, quorum=127.0.0.1:50910, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T19:12:13,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40719-0x10150a632b40002, quorum=127.0.0.1:50910, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T19:12:13,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40719 2024-11-18T19:12:13,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40719 2024-11-18T19:12:13,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40719 2024-11-18T19:12:13,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40719 2024-11-18T19:12:13,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40719 2024-11-18T19:12:13,637 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1acff94d7356:0 server-side Connection retries=45 2024-11-18T19:12:13,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T19:12:13,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T19:12:13,637 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T19:12:13,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T19:12:13,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T19:12:13,637 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T19:12:13,637 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T19:12:13,638 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45725 2024-11-18T19:12:13,640 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45725 connecting to ZooKeeper ensemble=127.0.0.1:50910 2024-11-18T19:12:13,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:12:13,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:12:13,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457250x0, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T19:12:13,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:457250x0, quorum=127.0.0.1:50910, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T19:12:13,655 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45725-0x10150a632b40003 connected 2024-11-18T19:12:13,655 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T19:12:13,656 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T19:12:13,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45725-0x10150a632b40003, quorum=127.0.0.1:50910, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T19:12:13,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45725-0x10150a632b40003, quorum=127.0.0.1:50910, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T19:12:13,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45725 2024-11-18T19:12:13,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45725 2024-11-18T19:12:13,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45725 2024-11-18T19:12:13,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45725 2024-11-18T19:12:13,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45725 2024-11-18T19:12:13,676 DEBUG [M:0;1acff94d7356:35371 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1acff94d7356:35371 2024-11-18T19:12:13,676 INFO [master/1acff94d7356:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/1acff94d7356,35371,1731957133399 2024-11-18T19:12:13,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x10150a632b40001, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T19:12:13,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x10150a632b40003, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T19:12:13,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40719-0x10150a632b40002, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T19:12:13,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35371-0x10150a632b40000, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T19:12:13,683 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35371-0x10150a632b40000, quorum=127.0.0.1:50910, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1acff94d7356,35371,1731957133399 2024-11-18T19:12:13,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x10150a632b40001, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T19:12:13,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40719-0x10150a632b40002, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T19:12:13,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x10150a632b40003, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T19:12:13,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40719-0x10150a632b40002, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:12:13,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35371-0x10150a632b40000, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:12:13,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x10150a632b40001, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:12:13,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x10150a632b40003, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:12:13,691 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35371-0x10150a632b40000, quorum=127.0.0.1:50910, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T19:12:13,692 INFO [master/1acff94d7356:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1acff94d7356,35371,1731957133399 from backup master directory 2024-11-18T19:12:13,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35371-0x10150a632b40000, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1acff94d7356,35371,1731957133399 2024-11-18T19:12:13,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35371-0x10150a632b40000, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T19:12:13,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40719-0x10150a632b40002, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T19:12:13,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x10150a632b40001, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T19:12:13,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x10150a632b40003, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T19:12:13,699 WARN [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T19:12:13,699 INFO [master/1acff94d7356:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1acff94d7356,35371,1731957133399 2024-11-18T19:12:13,705 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/hbase.id] with ID: c2b0f762-b998-40b2-8536-11b4b5a08f2c 2024-11-18T19:12:13,705 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/.tmp/hbase.id 2024-11-18T19:12:13,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741826_1002 (size=42) 2024-11-18T19:12:13,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741826_1002 (size=42) 2024-11-18T19:12:13,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741826_1002 (size=42) 2024-11-18T19:12:13,714 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/.tmp/hbase.id]:[hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/hbase.id] 2024-11-18T19:12:13,728 INFO [master/1acff94d7356:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:12:13,728 INFO [master/1acff94d7356:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T19:12:13,729 INFO [master/1acff94d7356:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T19:12:13,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x10150a632b40001, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:12:13,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35371-0x10150a632b40000, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:12:13,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x10150a632b40003, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:12:13,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40719-0x10150a632b40002, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:12:13,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741827_1003 (size=196) 2024-11-18T19:12:13,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741827_1003 (size=196) 2024-11-18T19:12:13,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741827_1003 (size=196) 2024-11-18T19:12:13,746 INFO [master/1acff94d7356:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T19:12:13,746 INFO [master/1acff94d7356:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T19:12:13,747 INFO [master/1acff94d7356:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T19:12:13,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741828_1004 (size=1189) 2024-11-18T19:12:13,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741828_1004 (size=1189) 2024-11-18T19:12:13,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741828_1004 (size=1189) 2024-11-18T19:12:13,756 INFO [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/MasterData/data/master/store 2024-11-18T19:12:13,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741829_1005 (size=34) 2024-11-18T19:12:13,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741829_1005 (size=34) 2024-11-18T19:12:13,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741829_1005 (size=34) 2024-11-18T19:12:13,765 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:12:13,765 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T19:12:13,765 INFO [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:12:13,765 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:12:13,765 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T19:12:13,765 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:12:13,765 INFO [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:12:13,765 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731957133765Disabling compacts and flushes for region at 1731957133765Disabling writes for close at 1731957133765Writing region close event to WAL at 1731957133765Closed at 1731957133765 2024-11-18T19:12:13,766 WARN [master/1acff94d7356:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/MasterData/data/master/store/.initializing 2024-11-18T19:12:13,766 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/MasterData/WALs/1acff94d7356,35371,1731957133399 2024-11-18T19:12:13,768 INFO [master/1acff94d7356:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T19:12:13,769 INFO [master/1acff94d7356:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1acff94d7356%2C35371%2C1731957133399, suffix=, logDir=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/MasterData/WALs/1acff94d7356,35371,1731957133399, archiveDir=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/MasterData/oldWALs, maxLogs=10 2024-11-18T19:12:13,781 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/MasterData/WALs/1acff94d7356,35371,1731957133399/1acff94d7356%2C35371%2C1731957133399.1731957133770, exclude list is [], retry=0 2024-11-18T19:12:13,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42561,DS-d9d40e57-d32c-46cf-ae23-f4942fe782b7,DISK] 2024-11-18T19:12:13,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43347,DS-d9982af0-7111-494a-9ce4-7bec4fe20f13,DISK] 2024-11-18T19:12:13,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46039,DS-ac63e523-f2a3-4185-864f-e3c2720427ea,DISK] 2024-11-18T19:12:13,787 INFO [master/1acff94d7356:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/MasterData/WALs/1acff94d7356,35371,1731957133399/1acff94d7356%2C35371%2C1731957133399.1731957133770 2024-11-18T19:12:13,787 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43225:43225),(127.0.0.1/127.0.0.1:36609:36609),(127.0.0.1/127.0.0.1:40163:40163)] 2024-11-18T19:12:13,787 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T19:12:13,787 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:12:13,787 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:12:13,788 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:12:13,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:12:13,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T19:12:13,790 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:12:13,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:12:13,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:12:13,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T19:12:13,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:12:13,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:12:13,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:12:13,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T19:12:13,795 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:12:13,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:12:13,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:12:13,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T19:12:13,797 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:12:13,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:12:13,797 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:12:13,798 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:12:13,799 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:12:13,800 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:12:13,800 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:12:13,801 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T19:12:13,802 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:12:13,804 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:12:13,805 INFO [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75433356, jitterRate=0.12404459714889526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T19:12:13,806 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731957133788Initializing all the Stores at 1731957133788Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731957133789 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957133789Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957133789Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957133789Cleaning up temporary data from old regions at 1731957133800 (+11 ms)Region opened successfully at 1731957133805 (+5 ms) 2024-11-18T19:12:13,806 INFO [master/1acff94d7356:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T19:12:13,810 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b95d0d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1acff94d7356/172.17.0.2:0 2024-11-18T19:12:13,811 INFO [master/1acff94d7356:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T19:12:13,811 INFO [master/1acff94d7356:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T19:12:13,811 INFO [master/1acff94d7356:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T19:12:13,811 INFO [master/1acff94d7356:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T19:12:13,812 INFO [master/1acff94d7356:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T19:12:13,812 INFO [master/1acff94d7356:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T19:12:13,812 INFO [master/1acff94d7356:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-18T19:12:13,815 INFO [master/1acff94d7356:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T19:12:13,816 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35371-0x10150a632b40000, quorum=127.0.0.1:50910, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T19:12:13,824 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-18T19:12:13,824 INFO [master/1acff94d7356:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T19:12:13,825 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35371-0x10150a632b40000, quorum=127.0.0.1:50910, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T19:12:13,832 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-18T19:12:13,832 INFO [master/1acff94d7356:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T19:12:13,834 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35371-0x10150a632b40000, quorum=127.0.0.1:50910, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T19:12:13,840 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-18T19:12:13,842 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35371-0x10150a632b40000, quorum=127.0.0.1:50910, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T19:12:13,849 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T19:12:13,851 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35371-0x10150a632b40000, quorum=127.0.0.1:50910, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T19:12:13,857 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T19:12:13,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x10150a632b40003, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T19:12:13,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40719-0x10150a632b40002, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T19:12:13,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x10150a632b40001, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T19:12:13,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x10150a632b40003, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:12:13,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x10150a632b40001, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:12:13,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40719-0x10150a632b40002, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:12:13,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35371-0x10150a632b40000, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T19:12:13,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35371-0x10150a632b40000, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:12:13,867 INFO [master/1acff94d7356:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1acff94d7356,35371,1731957133399, sessionid=0x10150a632b40000, setting cluster-up flag (Was=false) 2024-11-18T19:12:13,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x10150a632b40003, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:12:13,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40719-0x10150a632b40002, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:12:13,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35371-0x10150a632b40000, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:12:13,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x10150a632b40001, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:12:13,907 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T19:12:13,909 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1acff94d7356,35371,1731957133399 2024-11-18T19:12:13,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35371-0x10150a632b40000, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:12:13,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x10150a632b40003, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:12:13,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x10150a632b40001, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:12:13,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40719-0x10150a632b40002, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:12:13,949 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T19:12:13,950 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1acff94d7356,35371,1731957133399 2024-11-18T19:12:13,952 INFO [master/1acff94d7356:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T19:12:13,954 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T19:12:13,954 INFO [master/1acff94d7356:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T19:12:13,954 INFO [master/1acff94d7356:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T19:12:13,954 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1acff94d7356,35371,1731957133399 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T19:12:13,956 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1acff94d7356:0, corePoolSize=5, maxPoolSize=5 2024-11-18T19:12:13,956 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1acff94d7356:0, corePoolSize=5, maxPoolSize=5 2024-11-18T19:12:13,956 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1acff94d7356:0, corePoolSize=5, maxPoolSize=5 2024-11-18T19:12:13,956 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1acff94d7356:0, corePoolSize=5, maxPoolSize=5 2024-11-18T19:12:13,956 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1acff94d7356:0, corePoolSize=10, maxPoolSize=10 2024-11-18T19:12:13,956 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:13,956 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1acff94d7356:0, corePoolSize=2, maxPoolSize=2 2024-11-18T19:12:13,956 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:13,957 INFO [master/1acff94d7356:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731957163957 2024-11-18T19:12:13,957 INFO [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T19:12:13,957 INFO [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T19:12:13,957 INFO [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T19:12:13,957 INFO [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T19:12:13,957 INFO [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T19:12:13,957 INFO [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T19:12:13,957 INFO [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:13,958 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T19:12:13,958 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T19:12:13,958 INFO [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T19:12:13,958 INFO [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T19:12:13,958 INFO [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T19:12:13,958 INFO [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T19:12:13,958 INFO [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T19:12:13,959 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1acff94d7356:0:becomeActiveMaster-HFileCleaner.large.0-1731957133958,5,FailOnTimeoutGroup] 2024-11-18T19:12:13,959 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:12:13,959 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T19:12:13,959 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1acff94d7356:0:becomeActiveMaster-HFileCleaner.small.0-1731957133959,5,FailOnTimeoutGroup] 2024-11-18T19:12:13,960 INFO [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:13,960 INFO [master/1acff94d7356:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T19:12:13,960 INFO [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:13,960 INFO [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:13,964 INFO [RS:0;1acff94d7356:37253 {}] regionserver.HRegionServer(746): ClusterId : c2b0f762-b998-40b2-8536-11b4b5a08f2c 2024-11-18T19:12:13,964 INFO [RS:1;1acff94d7356:40719 {}] regionserver.HRegionServer(746): ClusterId : c2b0f762-b998-40b2-8536-11b4b5a08f2c 2024-11-18T19:12:13,964 INFO [RS:2;1acff94d7356:45725 {}] regionserver.HRegionServer(746): ClusterId : c2b0f762-b998-40b2-8536-11b4b5a08f2c 2024-11-18T19:12:13,964 DEBUG [RS:1;1acff94d7356:40719 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T19:12:13,964 DEBUG [RS:2;1acff94d7356:45725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T19:12:13,964 DEBUG [RS:0;1acff94d7356:37253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T19:12:13,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741831_1007 (size=1321) 2024-11-18T19:12:13,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741831_1007 (size=1321) 2024-11-18T19:12:13,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741831_1007 (size=1321) 2024-11-18T19:12:13,973 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T19:12:13,974 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006 2024-11-18T19:12:13,983 DEBUG [RS:1;1acff94d7356:40719 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T19:12:13,983 DEBUG [RS:1;1acff94d7356:40719 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T19:12:13,983 DEBUG [RS:0;1acff94d7356:37253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T19:12:13,983 DEBUG [RS:2;1acff94d7356:45725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T19:12:13,983 DEBUG [RS:0;1acff94d7356:37253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T19:12:13,983 DEBUG [RS:2;1acff94d7356:45725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T19:12:13,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741832_1008 (size=32) 2024-11-18T19:12:13,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741832_1008 (size=32) 2024-11-18T19:12:13,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741832_1008 (size=32) 2024-11-18T19:12:13,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:12:13,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T19:12:13,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T19:12:13,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:12:13,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:12:13,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T19:12:13,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T19:12:13,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:12:13,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:12:13,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T19:12:13,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T19:12:13,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:12:13,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:12:13,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T19:12:13,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T19:12:13,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:12:13,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:12:13,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T19:12:13,999 DEBUG [RS:1;1acff94d7356:40719 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T19:12:13,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/hbase/meta/1588230740 2024-11-18T19:12:14,000 DEBUG [RS:0;1acff94d7356:37253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T19:12:14,000 DEBUG [RS:2;1acff94d7356:45725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T19:12:14,000 DEBUG [RS:1;1acff94d7356:40719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ea246c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1acff94d7356/172.17.0.2:0 2024-11-18T19:12:14,000 DEBUG [RS:0;1acff94d7356:37253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff809ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1acff94d7356/172.17.0.2:0 2024-11-18T19:12:14,000 DEBUG [RS:2;1acff94d7356:45725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d11022e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1acff94d7356/172.17.0.2:0 2024-11-18T19:12:14,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/hbase/meta/1588230740 2024-11-18T19:12:14,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T19:12:14,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T19:12:14,002 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T19:12:14,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T19:12:14,010 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:12:14,011 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66431958, jitterRate=-0.010086685419082642}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T19:12:14,011 DEBUG [RS:2;1acff94d7356:45725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;1acff94d7356:45725 2024-11-18T19:12:14,012 INFO [RS:2;1acff94d7356:45725 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T19:12:14,012 INFO [RS:2;1acff94d7356:45725 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T19:12:14,012 DEBUG [RS:2;1acff94d7356:45725 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T19:12:14,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731957133988Initializing all the Stores at 1731957133989 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731957133989Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731957133989Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957133989Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731957133989Cleaning up temporary data from old regions at 1731957134001 (+12 ms)Region opened successfully at 1731957134012 (+11 ms) 2024-11-18T19:12:14,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T19:12:14,012 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T19:12:14,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T19:12:14,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T19:12:14,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T19:12:14,012 INFO [RS:2;1acff94d7356:45725 {}] regionserver.HRegionServer(2659): reportForDuty to master=1acff94d7356,35371,1731957133399 with port=45725, startcode=1731957133637 2024-11-18T19:12:14,013 DEBUG [RS:2;1acff94d7356:45725 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T19:12:14,013 DEBUG [RS:1;1acff94d7356:40719 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;1acff94d7356:40719 2024-11-18T19:12:14,013 DEBUG [RS:0;1acff94d7356:37253 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1acff94d7356:37253 2024-11-18T19:12:14,013 INFO [RS:1;1acff94d7356:40719 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T19:12:14,013 INFO [RS:0;1acff94d7356:37253 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T19:12:14,013 INFO [RS:1;1acff94d7356:40719 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T19:12:14,013 INFO [RS:0;1acff94d7356:37253 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T19:12:14,013 DEBUG [RS:1;1acff94d7356:40719 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T19:12:14,013 DEBUG [RS:0;1acff94d7356:37253 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T19:12:14,014 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T19:12:14,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731957134012Disabling compacts and flushes for region at 1731957134012Disabling writes for close at 1731957134012Writing region close event to WAL at 1731957134014 (+2 ms)Closed at 1731957134014 2024-11-18T19:12:14,014 INFO [RS:1;1acff94d7356:40719 {}] regionserver.HRegionServer(2659): reportForDuty to master=1acff94d7356,35371,1731957133399 with port=40719, startcode=1731957133601 2024-11-18T19:12:14,014 INFO [RS:0;1acff94d7356:37253 {}] regionserver.HRegionServer(2659): reportForDuty to master=1acff94d7356,35371,1731957133399 with port=37253, startcode=1731957133563 2024-11-18T19:12:14,014 DEBUG [RS:1;1acff94d7356:40719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T19:12:14,015 DEBUG [RS:0;1acff94d7356:37253 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T19:12:14,015 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52717, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T19:12:14,016 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T19:12:14,016 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T19:12:14,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T19:12:14,016 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35371 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1acff94d7356,45725,1731957133637 2024-11-18T19:12:14,016 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35371 {}] master.ServerManager(517): Registering regionserver=1acff94d7356,45725,1731957133637 2024-11-18T19:12:14,016 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T19:12:14,017 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54425, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T19:12:14,018 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T19:12:14,018 DEBUG [RS:2;1acff94d7356:45725 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006 2024-11-18T19:12:14,018 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35371 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1acff94d7356,37253,1731957133563 2024-11-18T19:12:14,018 DEBUG [RS:2;1acff94d7356:45725 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37365 2024-11-18T19:12:14,018 DEBUG [RS:2;1acff94d7356:45725 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T19:12:14,018 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35371 {}] master.ServerManager(517): Registering regionserver=1acff94d7356,37253,1731957133563 2024-11-18T19:12:14,019 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T19:12:14,019 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35371 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1acff94d7356,40719,1731957133601 2024-11-18T19:12:14,019 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35371 {}] master.ServerManager(517): Registering regionserver=1acff94d7356,40719,1731957133601 2024-11-18T19:12:14,020 DEBUG [RS:0;1acff94d7356:37253 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006 2024-11-18T19:12:14,020 DEBUG [RS:0;1acff94d7356:37253 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37365 2024-11-18T19:12:14,020 DEBUG [RS:0;1acff94d7356:37253 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T19:12:14,020 DEBUG [RS:1;1acff94d7356:40719 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006 2024-11-18T19:12:14,020 DEBUG [RS:1;1acff94d7356:40719 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37365 2024-11-18T19:12:14,021 DEBUG [RS:1;1acff94d7356:40719 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T19:12:14,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35371-0x10150a632b40000, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T19:12:14,050 DEBUG [RS:2;1acff94d7356:45725 {}] zookeeper.ZKUtil(111): regionserver:45725-0x10150a632b40003, quorum=127.0.0.1:50910, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1acff94d7356,45725,1731957133637 2024-11-18T19:12:14,051 WARN [RS:2;1acff94d7356:45725 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T19:12:14,051 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1acff94d7356,40719,1731957133601] 2024-11-18T19:12:14,051 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1acff94d7356,45725,1731957133637] 2024-11-18T19:12:14,051 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1acff94d7356,37253,1731957133563] 2024-11-18T19:12:14,051 INFO [RS:2;1acff94d7356:45725 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T19:12:14,051 DEBUG [RS:0;1acff94d7356:37253 {}] zookeeper.ZKUtil(111): regionserver:37253-0x10150a632b40001, quorum=127.0.0.1:50910, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1acff94d7356,37253,1731957133563 2024-11-18T19:12:14,051 DEBUG [RS:2;1acff94d7356:45725 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/WALs/1acff94d7356,45725,1731957133637 2024-11-18T19:12:14,051 DEBUG [RS:1;1acff94d7356:40719 {}] zookeeper.ZKUtil(111): regionserver:40719-0x10150a632b40002, quorum=127.0.0.1:50910, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1acff94d7356,40719,1731957133601 2024-11-18T19:12:14,051 WARN [RS:0;1acff94d7356:37253 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T19:12:14,051 WARN [RS:1;1acff94d7356:40719 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T19:12:14,051 INFO [RS:0;1acff94d7356:37253 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T19:12:14,051 INFO [RS:1;1acff94d7356:40719 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T19:12:14,051 DEBUG [RS:0;1acff94d7356:37253 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/WALs/1acff94d7356,37253,1731957133563 2024-11-18T19:12:14,051 DEBUG [RS:1;1acff94d7356:40719 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/WALs/1acff94d7356,40719,1731957133601 2024-11-18T19:12:14,055 INFO [RS:0;1acff94d7356:37253 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T19:12:14,055 INFO [RS:2;1acff94d7356:45725 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T19:12:14,058 INFO [RS:0;1acff94d7356:37253 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T19:12:14,059 INFO [RS:1;1acff94d7356:40719 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T19:12:14,059 INFO [RS:2;1acff94d7356:45725 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T19:12:14,059 INFO [RS:0;1acff94d7356:37253 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T19:12:14,059 INFO [RS:0;1acff94d7356:37253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:14,059 INFO [RS:2;1acff94d7356:45725 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T19:12:14,059 INFO [RS:2;1acff94d7356:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:14,059 INFO [RS:0;1acff94d7356:37253 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T19:12:14,059 INFO [RS:2;1acff94d7356:45725 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T19:12:14,060 INFO [RS:0;1acff94d7356:37253 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T19:12:14,060 INFO [RS:0;1acff94d7356:37253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:14,061 DEBUG [RS:0;1acff94d7356:37253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:14,061 DEBUG [RS:0;1acff94d7356:37253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:14,061 DEBUG [RS:0;1acff94d7356:37253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:14,061 DEBUG [RS:0;1acff94d7356:37253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:14,061 DEBUG [RS:0;1acff94d7356:37253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:14,061 DEBUG [RS:0;1acff94d7356:37253 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0, corePoolSize=2, maxPoolSize=2 2024-11-18T19:12:14,061 DEBUG [RS:0;1acff94d7356:37253 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:14,061 INFO [RS:1;1acff94d7356:40719 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T19:12:14,061 DEBUG [RS:0;1acff94d7356:37253 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:14,061 DEBUG [RS:0;1acff94d7356:37253 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:14,061 DEBUG [RS:0;1acff94d7356:37253 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:14,061 DEBUG [RS:0;1acff94d7356:37253 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:14,062 DEBUG [RS:0;1acff94d7356:37253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:14,062 INFO [RS:1;1acff94d7356:40719 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T19:12:14,062 INFO [RS:1;1acff94d7356:40719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:14,062 DEBUG [RS:0;1acff94d7356:37253 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0, corePoolSize=3, maxPoolSize=3 2024-11-18T19:12:14,062 DEBUG [RS:0;1acff94d7356:37253 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1acff94d7356:0, corePoolSize=3, maxPoolSize=3 2024-11-18T19:12:14,062 INFO [RS:1;1acff94d7356:40719 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T19:12:14,063 INFO [RS:2;1acff94d7356:45725 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T19:12:14,063 INFO [RS:2;1acff94d7356:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:14,063 DEBUG [RS:2;1acff94d7356:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:14,063 INFO [RS:1;1acff94d7356:40719 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T19:12:14,063 DEBUG [RS:2;1acff94d7356:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:14,063 DEBUG [RS:2;1acff94d7356:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:14,063 INFO [RS:1;1acff94d7356:40719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:14,063 DEBUG [RS:2;1acff94d7356:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:14,063 DEBUG [RS:2;1acff94d7356:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:14,063 DEBUG [RS:1;1acff94d7356:40719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:14,063 DEBUG [RS:2;1acff94d7356:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0, corePoolSize=2, maxPoolSize=2 2024-11-18T19:12:14,064 DEBUG [RS:1;1acff94d7356:40719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:14,064 DEBUG [RS:2;1acff94d7356:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:14,064 DEBUG [RS:1;1acff94d7356:40719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:14,064 DEBUG [RS:2;1acff94d7356:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:14,064 DEBUG [RS:2;1acff94d7356:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:14,064 DEBUG [RS:1;1acff94d7356:40719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:14,064 DEBUG [RS:2;1acff94d7356:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:14,064 DEBUG [RS:1;1acff94d7356:40719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:14,064 DEBUG [RS:2;1acff94d7356:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:14,064 DEBUG [RS:1;1acff94d7356:40719 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0, corePoolSize=2, maxPoolSize=2 2024-11-18T19:12:14,064 DEBUG [RS:2;1acff94d7356:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:14,064 DEBUG [RS:2;1acff94d7356:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0, corePoolSize=3, maxPoolSize=3 2024-11-18T19:12:14,064 DEBUG [RS:1;1acff94d7356:40719 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:14,064 DEBUG [RS:2;1acff94d7356:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1acff94d7356:0, corePoolSize=3, maxPoolSize=3 2024-11-18T19:12:14,064 DEBUG [RS:1;1acff94d7356:40719 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:14,064 DEBUG [RS:1;1acff94d7356:40719 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:14,064 DEBUG [RS:1;1acff94d7356:40719 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:14,064 DEBUG [RS:1;1acff94d7356:40719 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:14,064 DEBUG [RS:1;1acff94d7356:40719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1acff94d7356:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:14,064 DEBUG [RS:1;1acff94d7356:40719 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0, corePoolSize=3, maxPoolSize=3 2024-11-18T19:12:14,064 DEBUG [RS:1;1acff94d7356:40719 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1acff94d7356:0, corePoolSize=3, maxPoolSize=3 2024-11-18T19:12:14,067 INFO [RS:0;1acff94d7356:37253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:14,067 INFO [RS:0;1acff94d7356:37253 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:14,067 INFO [RS:0;1acff94d7356:37253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:14,067 INFO [RS:0;1acff94d7356:37253 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:14,067 INFO [RS:0;1acff94d7356:37253 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:14,067 INFO [RS:0;1acff94d7356:37253 {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,37253,1731957133563-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T19:12:14,071 INFO [RS:2;1acff94d7356:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:14,072 INFO [RS:2;1acff94d7356:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:14,072 INFO [RS:1;1acff94d7356:40719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:14,072 INFO [RS:2;1acff94d7356:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:14,072 INFO [RS:1;1acff94d7356:40719 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:14,072 INFO [RS:2;1acff94d7356:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:14,072 INFO [RS:1;1acff94d7356:40719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:14,072 INFO [RS:2;1acff94d7356:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:14,072 INFO [RS:2;1acff94d7356:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,45725,1731957133637-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T19:12:14,072 INFO [RS:1;1acff94d7356:40719 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:14,072 INFO [RS:1;1acff94d7356:40719 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:14,072 INFO [RS:1;1acff94d7356:40719 {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,40719,1731957133601-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T19:12:14,086 INFO [RS:2;1acff94d7356:45725 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T19:12:14,087 INFO [RS:2;1acff94d7356:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,45725,1731957133637-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:14,087 INFO [RS:2;1acff94d7356:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:14,087 INFO [RS:2;1acff94d7356:45725 {}] regionserver.Replication(171): 1acff94d7356,45725,1731957133637 started 2024-11-18T19:12:14,091 INFO [RS:0;1acff94d7356:37253 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T19:12:14,091 INFO [RS:0;1acff94d7356:37253 {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,37253,1731957133563-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:14,091 INFO [RS:0;1acff94d7356:37253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:14,091 INFO [RS:0;1acff94d7356:37253 {}] regionserver.Replication(171): 1acff94d7356,37253,1731957133563 started 2024-11-18T19:12:14,091 INFO [RS:1;1acff94d7356:40719 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T19:12:14,092 INFO [RS:1;1acff94d7356:40719 {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,40719,1731957133601-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:14,092 INFO [RS:1;1acff94d7356:40719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:14,092 INFO [RS:1;1acff94d7356:40719 {}] regionserver.Replication(171): 1acff94d7356,40719,1731957133601 started 2024-11-18T19:12:14,101 INFO [RS:2;1acff94d7356:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:14,102 INFO [RS:2;1acff94d7356:45725 {}] regionserver.HRegionServer(1482): Serving as 1acff94d7356,45725,1731957133637, RpcServer on 1acff94d7356/172.17.0.2:45725, sessionid=0x10150a632b40003 2024-11-18T19:12:14,102 DEBUG [RS:2;1acff94d7356:45725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T19:12:14,102 DEBUG [RS:2;1acff94d7356:45725 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1acff94d7356,45725,1731957133637 2024-11-18T19:12:14,102 DEBUG [RS:2;1acff94d7356:45725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1acff94d7356,45725,1731957133637' 2024-11-18T19:12:14,102 DEBUG [RS:2;1acff94d7356:45725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T19:12:14,102 DEBUG [RS:2;1acff94d7356:45725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T19:12:14,103 DEBUG [RS:2;1acff94d7356:45725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T19:12:14,103 DEBUG [RS:2;1acff94d7356:45725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T19:12:14,103 DEBUG [RS:2;1acff94d7356:45725 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1acff94d7356,45725,1731957133637 2024-11-18T19:12:14,103 DEBUG [RS:2;1acff94d7356:45725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1acff94d7356,45725,1731957133637' 2024-11-18T19:12:14,103 DEBUG [RS:2;1acff94d7356:45725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T19:12:14,103 DEBUG [RS:2;1acff94d7356:45725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T19:12:14,104 DEBUG [RS:2;1acff94d7356:45725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T19:12:14,104 INFO [RS:2;1acff94d7356:45725 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T19:12:14,104 INFO [RS:2;1acff94d7356:45725 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T19:12:14,110 INFO [RS:0;1acff94d7356:37253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:14,110 INFO [RS:0;1acff94d7356:37253 {}] regionserver.HRegionServer(1482): Serving as 1acff94d7356,37253,1731957133563, RpcServer on 1acff94d7356/172.17.0.2:37253, sessionid=0x10150a632b40001 2024-11-18T19:12:14,110 INFO [RS:1;1acff94d7356:40719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:14,110 INFO [RS:1;1acff94d7356:40719 {}] regionserver.HRegionServer(1482): Serving as 1acff94d7356,40719,1731957133601, RpcServer on 1acff94d7356/172.17.0.2:40719, sessionid=0x10150a632b40002 2024-11-18T19:12:14,110 DEBUG [RS:0;1acff94d7356:37253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T19:12:14,111 DEBUG [RS:0;1acff94d7356:37253 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1acff94d7356,37253,1731957133563 2024-11-18T19:12:14,111 DEBUG [RS:1;1acff94d7356:40719 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T19:12:14,111 DEBUG [RS:0;1acff94d7356:37253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1acff94d7356,37253,1731957133563' 2024-11-18T19:12:14,111 DEBUG [RS:1;1acff94d7356:40719 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1acff94d7356,40719,1731957133601 2024-11-18T19:12:14,111 DEBUG [RS:0;1acff94d7356:37253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T19:12:14,111 DEBUG [RS:1;1acff94d7356:40719 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1acff94d7356,40719,1731957133601' 2024-11-18T19:12:14,111 DEBUG [RS:1;1acff94d7356:40719 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T19:12:14,111 DEBUG [RS:0;1acff94d7356:37253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T19:12:14,111 DEBUG [RS:1;1acff94d7356:40719 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T19:12:14,112 DEBUG [RS:1;1acff94d7356:40719 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T19:12:14,112 DEBUG [RS:0;1acff94d7356:37253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T19:12:14,112 DEBUG [RS:1;1acff94d7356:40719 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T19:12:14,112 DEBUG [RS:0;1acff94d7356:37253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T19:12:14,112 DEBUG [RS:1;1acff94d7356:40719 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1acff94d7356,40719,1731957133601 2024-11-18T19:12:14,112 DEBUG [RS:0;1acff94d7356:37253 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1acff94d7356,37253,1731957133563 2024-11-18T19:12:14,112 DEBUG [RS:1;1acff94d7356:40719 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1acff94d7356,40719,1731957133601' 2024-11-18T19:12:14,112 DEBUG [RS:0;1acff94d7356:37253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1acff94d7356,37253,1731957133563' 2024-11-18T19:12:14,112 DEBUG [RS:1;1acff94d7356:40719 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T19:12:14,112 DEBUG [RS:0;1acff94d7356:37253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T19:12:14,112 DEBUG [RS:0;1acff94d7356:37253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T19:12:14,112 DEBUG [RS:1;1acff94d7356:40719 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T19:12:14,113 DEBUG [RS:1;1acff94d7356:40719 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T19:12:14,113 DEBUG [RS:0;1acff94d7356:37253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T19:12:14,113 INFO [RS:1;1acff94d7356:40719 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T19:12:14,113 INFO [RS:0;1acff94d7356:37253 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T19:12:14,113 INFO [RS:0;1acff94d7356:37253 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T19:12:14,113 INFO [RS:1;1acff94d7356:40719 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T19:12:14,169 WARN [1acff94d7356:35371 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T19:12:14,204 INFO [RS:2;1acff94d7356:45725 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T19:12:14,207 INFO [RS:2;1acff94d7356:45725 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1acff94d7356%2C45725%2C1731957133637, suffix=, logDir=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/WALs/1acff94d7356,45725,1731957133637, archiveDir=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/oldWALs, maxLogs=32 2024-11-18T19:12:14,213 INFO [RS:0;1acff94d7356:37253 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T19:12:14,213 INFO [RS:1;1acff94d7356:40719 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T19:12:14,215 INFO [RS:0;1acff94d7356:37253 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1acff94d7356%2C37253%2C1731957133563, suffix=, logDir=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/WALs/1acff94d7356,37253,1731957133563, archiveDir=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/oldWALs, maxLogs=32 2024-11-18T19:12:14,215 INFO [RS:1;1acff94d7356:40719 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1acff94d7356%2C40719%2C1731957133601, suffix=, logDir=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/WALs/1acff94d7356,40719,1731957133601, archiveDir=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/oldWALs, maxLogs=32 2024-11-18T19:12:14,222 DEBUG [RS:2;1acff94d7356:45725 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/WALs/1acff94d7356,45725,1731957133637/1acff94d7356%2C45725%2C1731957133637.1731957134209, exclude list is [], retry=0 2024-11-18T19:12:14,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42561,DS-d9d40e57-d32c-46cf-ae23-f4942fe782b7,DISK] 2024-11-18T19:12:14,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46039,DS-ac63e523-f2a3-4185-864f-e3c2720427ea,DISK] 2024-11-18T19:12:14,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43347,DS-d9982af0-7111-494a-9ce4-7bec4fe20f13,DISK] 2024-11-18T19:12:14,230 DEBUG [RS:0;1acff94d7356:37253 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/WALs/1acff94d7356,37253,1731957133563/1acff94d7356%2C37253%2C1731957133563.1731957134217, exclude list is [], retry=0 2024-11-18T19:12:14,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43347,DS-d9982af0-7111-494a-9ce4-7bec4fe20f13,DISK] 2024-11-18T19:12:14,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46039,DS-ac63e523-f2a3-4185-864f-e3c2720427ea,DISK] 2024-11-18T19:12:14,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42561,DS-d9d40e57-d32c-46cf-ae23-f4942fe782b7,DISK] 2024-11-18T19:12:14,236 DEBUG [RS:1;1acff94d7356:40719 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/WALs/1acff94d7356,40719,1731957133601/1acff94d7356%2C40719%2C1731957133601.1731957134217, exclude list is [], retry=0 2024-11-18T19:12:14,238 INFO [RS:2;1acff94d7356:45725 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/WALs/1acff94d7356,45725,1731957133637/1acff94d7356%2C45725%2C1731957133637.1731957134209 2024-11-18T19:12:14,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46039,DS-ac63e523-f2a3-4185-864f-e3c2720427ea,DISK] 2024-11-18T19:12:14,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43347,DS-d9982af0-7111-494a-9ce4-7bec4fe20f13,DISK] 2024-11-18T19:12:14,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42561,DS-d9d40e57-d32c-46cf-ae23-f4942fe782b7,DISK] 2024-11-18T19:12:14,247 DEBUG [RS:2;1acff94d7356:45725 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40163:40163),(127.0.0.1/127.0.0.1:36609:36609),(127.0.0.1/127.0.0.1:43225:43225)] 2024-11-18T19:12:14,251 INFO [RS:0;1acff94d7356:37253 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/WALs/1acff94d7356,37253,1731957133563/1acff94d7356%2C37253%2C1731957133563.1731957134217 2024-11-18T19:12:14,253 DEBUG [RS:0;1acff94d7356:37253 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40163:40163),(127.0.0.1/127.0.0.1:43225:43225),(127.0.0.1/127.0.0.1:36609:36609)] 2024-11-18T19:12:14,254 INFO [RS:1;1acff94d7356:40719 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/WALs/1acff94d7356,40719,1731957133601/1acff94d7356%2C40719%2C1731957133601.1731957134217 2024-11-18T19:12:14,254 DEBUG [RS:1;1acff94d7356:40719 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43225:43225),(127.0.0.1/127.0.0.1:40163:40163),(127.0.0.1/127.0.0.1:36609:36609)] 2024-11-18T19:12:14,419 DEBUG [1acff94d7356:35371 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-18T19:12:14,420 DEBUG [1acff94d7356:35371 {}] balancer.BalancerClusterState(204): Hosts are {1acff94d7356=0} racks are {/default-rack=0} 2024-11-18T19:12:14,425 DEBUG [1acff94d7356:35371 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T19:12:14,425 DEBUG [1acff94d7356:35371 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T19:12:14,426 DEBUG [1acff94d7356:35371 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-18T19:12:14,426 DEBUG [1acff94d7356:35371 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T19:12:14,426 DEBUG [1acff94d7356:35371 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T19:12:14,426 DEBUG [1acff94d7356:35371 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-18T19:12:14,426 INFO [1acff94d7356:35371 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T19:12:14,426 INFO [1acff94d7356:35371 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T19:12:14,426 INFO [1acff94d7356:35371 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-18T19:12:14,426 DEBUG [1acff94d7356:35371 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T19:12:14,427 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1acff94d7356,40719,1731957133601 2024-11-18T19:12:14,429 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1acff94d7356,40719,1731957133601, state=OPENING 2024-11-18T19:12:14,504 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T19:12:14,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x10150a632b40003, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:12:14,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35371-0x10150a632b40000, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:12:14,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40719-0x10150a632b40002, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:12:14,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x10150a632b40001, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:12:14,513 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T19:12:14,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T19:12:14,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T19:12:14,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T19:12:14,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1acff94d7356,40719,1731957133601}] 2024-11-18T19:12:14,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T19:12:15,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T19:12:15,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T19:12:15,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T19:12:16,238 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T19:12:16,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T19:12:16,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T19:12:16,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T19:12:16,733 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T19:12:16,733 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T19:12:22,239 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T19:12:22,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T19:12:22,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T19:12:22,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T19:12:24,517 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T19:12:24,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T19:12:24,529 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T19:12:24,529 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T19:12:24,530 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T19:12:24,533 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1acff94d7356%2C40719%2C1731957133601.meta, suffix=.meta, logDir=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/WALs/1acff94d7356,40719,1731957133601, archiveDir=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/oldWALs, maxLogs=32 2024-11-18T19:12:24,546 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/WALs/1acff94d7356,40719,1731957133601/1acff94d7356%2C40719%2C1731957133601.meta.1731957144534.meta, exclude list is [], retry=0 2024-11-18T19:12:24,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46039,DS-ac63e523-f2a3-4185-864f-e3c2720427ea,DISK] 2024-11-18T19:12:24,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42561,DS-d9d40e57-d32c-46cf-ae23-f4942fe782b7,DISK] 2024-11-18T19:12:24,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43347,DS-d9982af0-7111-494a-9ce4-7bec4fe20f13,DISK] 2024-11-18T19:12:24,550 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/WALs/1acff94d7356,40719,1731957133601/1acff94d7356%2C40719%2C1731957133601.meta.1731957144534.meta 2024-11-18T19:12:24,551 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40163:40163),(127.0.0.1/127.0.0.1:43225:43225),(127.0.0.1/127.0.0.1:36609:36609)] 2024-11-18T19:12:24,551 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T19:12:24,551 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T19:12:24,551 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T19:12:24,551 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T19:12:24,551 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T19:12:24,551 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:12:24,551 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T19:12:24,552 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T19:12:24,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T19:12:24,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T19:12:24,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:12:24,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:12:24,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T19:12:24,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T19:12:24,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:12:24,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:12:24,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T19:12:24,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T19:12:24,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:12:24,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:12:24,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T19:12:24,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T19:12:24,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:12:24,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:12:24,559 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T19:12:24,559 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/hbase/meta/1588230740 2024-11-18T19:12:24,561 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/hbase/meta/1588230740 2024-11-18T19:12:24,562 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T19:12:24,562 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T19:12:24,563 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T19:12:24,564 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T19:12:24,565 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65325941, jitterRate=-0.026567623019218445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T19:12:24,565 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T19:12:24,566 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731957144552Writing region info on filesystem at 1731957144552Initializing all the Stores at 1731957144553 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731957144553Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731957144553Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957144553Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731957144553Cleaning up temporary data from old regions at 1731957144562 (+9 ms)Running coprocessor post-open hooks at 1731957144565 (+3 ms)Region opened successfully at 1731957144566 (+1 ms) 2024-11-18T19:12:24,567 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731957144516 2024-11-18T19:12:24,569 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T19:12:24,569 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T19:12:24,570 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1acff94d7356,40719,1731957133601 2024-11-18T19:12:24,570 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1acff94d7356,40719,1731957133601, state=OPEN 2024-11-18T19:12:24,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35371-0x10150a632b40000, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T19:12:24,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x10150a632b40003, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T19:12:24,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40719-0x10150a632b40002, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T19:12:24,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x10150a632b40001, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T19:12:24,646 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1acff94d7356,40719,1731957133601 2024-11-18T19:12:24,647 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T19:12:24,647 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T19:12:24,647 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T19:12:24,647 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T19:12:24,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T19:12:24,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1acff94d7356,40719,1731957133601 in 10.1330 sec 2024-11-18T19:12:24,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T19:12:24,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6360 sec 2024-11-18T19:12:24,656 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T19:12:24,656 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T19:12:24,658 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:12:24,658 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1acff94d7356,40719,1731957133601, seqNum=-1] 2024-11-18T19:12:24,659 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:12:24,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:12:24,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.7110 sec 2024-11-18T19:12:24,665 INFO [master/1acff94d7356:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731957144665, completionTime=-1 2024-11-18T19:12:24,665 INFO [master/1acff94d7356:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-18T19:12:24,665 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T19:12:24,666 INFO [master/1acff94d7356:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-18T19:12:24,667 INFO [master/1acff94d7356:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731957204666 2024-11-18T19:12:24,667 INFO [master/1acff94d7356:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731957264667 2024-11-18T19:12:24,667 INFO [master/1acff94d7356:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T19:12:24,667 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-18T19:12:24,667 INFO [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,35371,1731957133399-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:24,667 INFO [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,35371,1731957133399-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:24,667 INFO [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,35371,1731957133399-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:24,667 INFO [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1acff94d7356:35371, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:24,668 INFO [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:24,668 INFO [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:24,670 DEBUG [master/1acff94d7356:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T19:12:24,671 INFO [master/1acff94d7356:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.972sec 2024-11-18T19:12:24,671 INFO [master/1acff94d7356:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T19:12:24,672 INFO [master/1acff94d7356:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T19:12:24,672 INFO [master/1acff94d7356:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T19:12:24,672 INFO [master/1acff94d7356:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T19:12:24,672 INFO [master/1acff94d7356:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T19:12:24,672 INFO [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,35371,1731957133399-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T19:12:24,672 INFO [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,35371,1731957133399-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T19:12:24,674 DEBUG [master/1acff94d7356:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T19:12:24,674 INFO [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T19:12:24,674 INFO [master/1acff94d7356:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1acff94d7356,35371,1731957133399-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:24,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@334925f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:12:24,678 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1acff94d7356,35371,-1 for getting cluster id 2024-11-18T19:12:24,678 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:12:24,679 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2b0f762-b998-40b2-8536-11b4b5a08f2c' 2024-11-18T19:12:24,679 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:12:24,679 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2b0f762-b998-40b2-8536-11b4b5a08f2c" 2024-11-18T19:12:24,680 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e802486, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:12:24,680 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1acff94d7356,35371,-1] 2024-11-18T19:12:24,680 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:12:24,680 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:12:24,682 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:12:24,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@655b75f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:12:24,683 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:12:24,684 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1acff94d7356,40719,1731957133601, seqNum=-1] 2024-11-18T19:12:24,684 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:12:24,686 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:12:24,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1acff94d7356,35371,1731957133399 2024-11-18T19:12:24,688 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731957144688 (current time:1731957144688). 2024-11-18T19:12:24,688 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-18T19:12:24,688 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-18T19:12:24,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56960cb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:12:24,689 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1acff94d7356,35371,-1 for getting cluster id 2024-11-18T19:12:24,689 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:12:24,690 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2b0f762-b998-40b2-8536-11b4b5a08f2c' 2024-11-18T19:12:24,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:12:24,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2b0f762-b998-40b2-8536-11b4b5a08f2c" 2024-11-18T19:12:24,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@540d78e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:12:24,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1acff94d7356,35371,-1] 2024-11-18T19:12:24,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:12:24,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:12:24,691 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:12:24,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@571c7134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:12:24,693 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:12:24,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1acff94d7356,40719,1731957133601, seqNum=-1] 2024-11-18T19:12:24,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:12:24,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:12:24,696 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T19:12:24,696 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T19:12:24,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:12:24,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:12:24,696 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:12:24,696 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T19:12:24,697 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 1acff94d7356,35371,1731957133399 2024-11-18T19:12:24,697 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26a45446 2024-11-18T19:12:24,698 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T19:12:24,699 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T19:12:24,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T19:12:24,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-18T19:12:24,703 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T19:12:24,703 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:12:24,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-18T19:12:24,703 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T19:12:24,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T19:12:24,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741837_1013 (size=361) 2024-11-18T19:12:24,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741837_1013 (size=361) 2024-11-18T19:12:24,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741837_1013 (size=361) 2024-11-18T19:12:24,714 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 28746d782d400191062051e9fe65a58e, NAME => 'SPTestTable,,1731957144699.28746d782d400191062051e9fe65a58e.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006 2024-11-18T19:12:24,714 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 2b4c3e0439fff5035ca4b5fe0323aa71, NAME => 'SPTestTable,33333332,1731957144699.2b4c3e0439fff5035ca4b5fe0323aa71.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006 2024-11-18T19:12:24,715 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 826057af02647cea1e7575408cb3248b, NAME => 'SPTestTable,19999999,1731957144699.826057af02647cea1e7575408cb3248b.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006 2024-11-18T19:12:24,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741838_1014 (size=62) 2024-11-18T19:12:24,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741838_1014 (size=62) 2024-11-18T19:12:24,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741838_1014 (size=62) 2024-11-18T19:12:24,726 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731957144699.826057af02647cea1e7575408cb3248b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:12:24,726 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 826057af02647cea1e7575408cb3248b, disabling compactions & flushes 2024-11-18T19:12:24,727 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731957144699.826057af02647cea1e7575408cb3248b. 2024-11-18T19:12:24,727 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731957144699.826057af02647cea1e7575408cb3248b. 2024-11-18T19:12:24,727 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731957144699.826057af02647cea1e7575408cb3248b. after waiting 0 ms 2024-11-18T19:12:24,727 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731957144699.826057af02647cea1e7575408cb3248b. 2024-11-18T19:12:24,727 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731957144699.826057af02647cea1e7575408cb3248b. 2024-11-18T19:12:24,727 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 826057af02647cea1e7575408cb3248b: Waiting for close lock at 1731957144726Disabling compacts and flushes for region at 1731957144726Disabling writes for close at 1731957144727 (+1 ms)Writing region close event to WAL at 1731957144727Closed at 1731957144727 2024-11-18T19:12:24,727 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => fdc399114c1bda1fbe28290cdca8f40d, NAME => 'SPTestTable,4ccccccb,1731957144699.fdc399114c1bda1fbe28290cdca8f40d.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006 2024-11-18T19:12:24,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741840_1016 (size=54) 2024-11-18T19:12:24,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741840_1016 (size=54) 2024-11-18T19:12:24,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741840_1016 (size=54) 2024-11-18T19:12:24,734 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731957144699.28746d782d400191062051e9fe65a58e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:12:24,734 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 28746d782d400191062051e9fe65a58e, disabling compactions & flushes 2024-11-18T19:12:24,734 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731957144699.28746d782d400191062051e9fe65a58e. 2024-11-18T19:12:24,734 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731957144699.28746d782d400191062051e9fe65a58e. 2024-11-18T19:12:24,734 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731957144699.28746d782d400191062051e9fe65a58e. after waiting 0 ms 2024-11-18T19:12:24,734 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731957144699.28746d782d400191062051e9fe65a58e. 2024-11-18T19:12:24,734 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731957144699.28746d782d400191062051e9fe65a58e. 2024-11-18T19:12:24,734 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 28746d782d400191062051e9fe65a58e: Waiting for close lock at 1731957144734Disabling compacts and flushes for region at 1731957144734Disabling writes for close at 1731957144734Writing region close event to WAL at 1731957144734Closed at 1731957144734 2024-11-18T19:12:24,735 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f5fb0929db5e6efe19e910f07aec85e0, NAME => 'SPTestTable,66666664,1731957144699.f5fb0929db5e6efe19e910f07aec85e0.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006 2024-11-18T19:12:24,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741839_1015 (size=62) 2024-11-18T19:12:24,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741839_1015 (size=62) 2024-11-18T19:12:24,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741839_1015 (size=62) 2024-11-18T19:12:24,739 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731957144699.2b4c3e0439fff5035ca4b5fe0323aa71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:12:24,739 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 2b4c3e0439fff5035ca4b5fe0323aa71, disabling compactions & flushes 2024-11-18T19:12:24,739 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731957144699.2b4c3e0439fff5035ca4b5fe0323aa71. 2024-11-18T19:12:24,739 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731957144699.2b4c3e0439fff5035ca4b5fe0323aa71. 2024-11-18T19:12:24,739 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731957144699.2b4c3e0439fff5035ca4b5fe0323aa71. after waiting 0 ms 2024-11-18T19:12:24,739 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731957144699.2b4c3e0439fff5035ca4b5fe0323aa71. 2024-11-18T19:12:24,739 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731957144699.2b4c3e0439fff5035ca4b5fe0323aa71. 2024-11-18T19:12:24,739 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 2b4c3e0439fff5035ca4b5fe0323aa71: Waiting for close lock at 1731957144739Disabling compacts and flushes for region at 1731957144739Disabling writes for close at 1731957144739Writing region close event to WAL at 1731957144739Closed at 1731957144739 2024-11-18T19:12:24,740 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0c0ba810dd6b6156fd0621305a95af84, NAME => 'SPTestTable,7ffffffd,1731957144699.0c0ba810dd6b6156fd0621305a95af84.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006 2024-11-18T19:12:24,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741841_1017 (size=62) 2024-11-18T19:12:24,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741841_1017 (size=62) 2024-11-18T19:12:24,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741841_1017 (size=62) 2024-11-18T19:12:24,748 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731957144699.fdc399114c1bda1fbe28290cdca8f40d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:12:24,748 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing fdc399114c1bda1fbe28290cdca8f40d, disabling compactions & flushes 2024-11-18T19:12:24,748 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731957144699.fdc399114c1bda1fbe28290cdca8f40d. 2024-11-18T19:12:24,748 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731957144699.fdc399114c1bda1fbe28290cdca8f40d. 2024-11-18T19:12:24,748 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731957144699.fdc399114c1bda1fbe28290cdca8f40d. after waiting 0 ms 2024-11-18T19:12:24,748 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731957144699.fdc399114c1bda1fbe28290cdca8f40d. 2024-11-18T19:12:24,748 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731957144699.fdc399114c1bda1fbe28290cdca8f40d. 2024-11-18T19:12:24,748 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for fdc399114c1bda1fbe28290cdca8f40d: Waiting for close lock at 1731957144748Disabling compacts and flushes for region at 1731957144748Disabling writes for close at 1731957144748Writing region close event to WAL at 1731957144748Closed at 1731957144748 2024-11-18T19:12:24,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741842_1018 (size=62) 2024-11-18T19:12:24,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741842_1018 (size=62) 2024-11-18T19:12:24,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741842_1018 (size=62) 2024-11-18T19:12:24,749 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5f4fcca4bdf9996784aa518638b9a2e4, NAME => 'SPTestTable,99999996,1731957144699.5f4fcca4bdf9996784aa518638b9a2e4.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006 2024-11-18T19:12:24,750 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731957144699.f5fb0929db5e6efe19e910f07aec85e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:12:24,750 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing f5fb0929db5e6efe19e910f07aec85e0, disabling compactions & flushes 2024-11-18T19:12:24,750 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731957144699.f5fb0929db5e6efe19e910f07aec85e0. 2024-11-18T19:12:24,750 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731957144699.f5fb0929db5e6efe19e910f07aec85e0. 2024-11-18T19:12:24,750 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731957144699.f5fb0929db5e6efe19e910f07aec85e0. after waiting 0 ms 2024-11-18T19:12:24,750 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731957144699.f5fb0929db5e6efe19e910f07aec85e0. 2024-11-18T19:12:24,750 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731957144699.f5fb0929db5e6efe19e910f07aec85e0. 2024-11-18T19:12:24,750 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for f5fb0929db5e6efe19e910f07aec85e0: Waiting for close lock at 1731957144750Disabling compacts and flushes for region at 1731957144750Disabling writes for close at 1731957144750Writing region close event to WAL at 1731957144750Closed at 1731957144750 2024-11-18T19:12:24,751 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d2fc662cb86396b8382cef5ffdc3ed95, NAME => 'SPTestTable,b333332f,1731957144699.d2fc662cb86396b8382cef5ffdc3ed95.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006 2024-11-18T19:12:24,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741843_1019 (size=62) 2024-11-18T19:12:24,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741843_1019 (size=62) 2024-11-18T19:12:24,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741843_1019 (size=62) 2024-11-18T19:12:24,762 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731957144699.0c0ba810dd6b6156fd0621305a95af84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:12:24,762 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 0c0ba810dd6b6156fd0621305a95af84, disabling compactions & flushes 2024-11-18T19:12:24,762 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731957144699.0c0ba810dd6b6156fd0621305a95af84. 2024-11-18T19:12:24,762 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731957144699.0c0ba810dd6b6156fd0621305a95af84. 2024-11-18T19:12:24,762 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731957144699.0c0ba810dd6b6156fd0621305a95af84. after waiting 0 ms 2024-11-18T19:12:24,762 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731957144699.0c0ba810dd6b6156fd0621305a95af84. 2024-11-18T19:12:24,762 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731957144699.0c0ba810dd6b6156fd0621305a95af84. 2024-11-18T19:12:24,762 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0c0ba810dd6b6156fd0621305a95af84: Waiting for close lock at 1731957144762Disabling compacts and flushes for region at 1731957144762Disabling writes for close at 1731957144762Writing region close event to WAL at 1731957144762Closed at 1731957144762 2024-11-18T19:12:24,763 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ae9111b498f4422849696cd097ce8c3b, NAME => 'SPTestTable,ccccccc8,1731957144699.ae9111b498f4422849696cd097ce8c3b.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006 2024-11-18T19:12:24,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741844_1020 (size=62) 2024-11-18T19:12:24,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741844_1020 (size=62) 2024-11-18T19:12:24,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741844_1020 (size=62) 2024-11-18T19:12:24,774 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731957144699.5f4fcca4bdf9996784aa518638b9a2e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:12:24,774 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5f4fcca4bdf9996784aa518638b9a2e4, disabling compactions & flushes 2024-11-18T19:12:24,774 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731957144699.5f4fcca4bdf9996784aa518638b9a2e4. 2024-11-18T19:12:24,774 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731957144699.5f4fcca4bdf9996784aa518638b9a2e4. 2024-11-18T19:12:24,775 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731957144699.5f4fcca4bdf9996784aa518638b9a2e4. after waiting 1 ms 2024-11-18T19:12:24,775 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731957144699.5f4fcca4bdf9996784aa518638b9a2e4. 2024-11-18T19:12:24,775 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731957144699.5f4fcca4bdf9996784aa518638b9a2e4. 2024-11-18T19:12:24,775 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5f4fcca4bdf9996784aa518638b9a2e4: Waiting for close lock at 1731957144774Disabling compacts and flushes for region at 1731957144774Disabling writes for close at 1731957144775 (+1 ms)Writing region close event to WAL at 1731957144775Closed at 1731957144775 2024-11-18T19:12:24,775 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => dea6b2ffa5114e538177a7b74f7e2cae, NAME => 'SPTestTable,e6666661,1731957144699.dea6b2ffa5114e538177a7b74f7e2cae.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006 2024-11-18T19:12:24,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741845_1021 (size=62) 2024-11-18T19:12:24,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741845_1021 (size=62) 2024-11-18T19:12:24,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741845_1021 (size=62) 2024-11-18T19:12:24,784 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731957144699.d2fc662cb86396b8382cef5ffdc3ed95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:12:24,784 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d2fc662cb86396b8382cef5ffdc3ed95, disabling compactions & flushes 2024-11-18T19:12:24,784 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731957144699.d2fc662cb86396b8382cef5ffdc3ed95. 2024-11-18T19:12:24,784 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731957144699.d2fc662cb86396b8382cef5ffdc3ed95. 2024-11-18T19:12:24,785 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731957144699.d2fc662cb86396b8382cef5ffdc3ed95. after waiting 0 ms 2024-11-18T19:12:24,785 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731957144699.d2fc662cb86396b8382cef5ffdc3ed95. 2024-11-18T19:12:24,785 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731957144699.d2fc662cb86396b8382cef5ffdc3ed95. 2024-11-18T19:12:24,785 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d2fc662cb86396b8382cef5ffdc3ed95: Waiting for close lock at 1731957144784Disabling compacts and flushes for region at 1731957144784Disabling writes for close at 1731957144785 (+1 ms)Writing region close event to WAL at 1731957144785Closed at 1731957144785 2024-11-18T19:12:24,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741846_1022 (size=62) 2024-11-18T19:12:24,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741846_1022 (size=62) 2024-11-18T19:12:24,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741846_1022 (size=62) 2024-11-18T19:12:24,794 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731957144699.ae9111b498f4422849696cd097ce8c3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:12:24,794 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing ae9111b498f4422849696cd097ce8c3b, disabling compactions & flushes 2024-11-18T19:12:24,794 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731957144699.ae9111b498f4422849696cd097ce8c3b. 2024-11-18T19:12:24,794 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731957144699.ae9111b498f4422849696cd097ce8c3b. 2024-11-18T19:12:24,794 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731957144699.ae9111b498f4422849696cd097ce8c3b. after waiting 0 ms 2024-11-18T19:12:24,794 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731957144699.ae9111b498f4422849696cd097ce8c3b. 2024-11-18T19:12:24,794 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731957144699.ae9111b498f4422849696cd097ce8c3b. 2024-11-18T19:12:24,794 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for ae9111b498f4422849696cd097ce8c3b: Waiting for close lock at 1731957144794Disabling compacts and flushes for region at 1731957144794Disabling writes for close at 1731957144794Writing region close event to WAL at 1731957144794Closed at 1731957144794 2024-11-18T19:12:24,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741847_1023 (size=54) 2024-11-18T19:12:24,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741847_1023 (size=54) 2024-11-18T19:12:24,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741847_1023 (size=54) 2024-11-18T19:12:24,801 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731957144699.dea6b2ffa5114e538177a7b74f7e2cae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:12:24,801 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing dea6b2ffa5114e538177a7b74f7e2cae, disabling compactions & flushes 2024-11-18T19:12:24,801 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731957144699.dea6b2ffa5114e538177a7b74f7e2cae. 2024-11-18T19:12:24,801 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731957144699.dea6b2ffa5114e538177a7b74f7e2cae. 2024-11-18T19:12:24,801 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731957144699.dea6b2ffa5114e538177a7b74f7e2cae. after waiting 0 ms 2024-11-18T19:12:24,801 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731957144699.dea6b2ffa5114e538177a7b74f7e2cae. 2024-11-18T19:12:24,801 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731957144699.dea6b2ffa5114e538177a7b74f7e2cae. 2024-11-18T19:12:24,801 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for dea6b2ffa5114e538177a7b74f7e2cae: Waiting for close lock at 1731957144801Disabling compacts and flushes for region at 1731957144801Disabling writes for close at 1731957144801Writing region close event to WAL at 1731957144801Closed at 1731957144801 2024-11-18T19:12:24,803 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T19:12:24,803 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731957144699.826057af02647cea1e7575408cb3248b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731957144803"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731957144803"}]},"ts":"1731957144803"} 2024-11-18T19:12:24,804 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731957144699.28746d782d400191062051e9fe65a58e.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731957144803"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731957144803"}]},"ts":"1731957144803"} 2024-11-18T19:12:24,804 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731957144699.2b4c3e0439fff5035ca4b5fe0323aa71.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731957144803"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731957144803"}]},"ts":"1731957144803"} 2024-11-18T19:12:24,804 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731957144699.fdc399114c1bda1fbe28290cdca8f40d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731957144803"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731957144803"}]},"ts":"1731957144803"} 2024-11-18T19:12:24,804 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731957144699.f5fb0929db5e6efe19e910f07aec85e0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731957144803"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731957144803"}]},"ts":"1731957144803"} 2024-11-18T19:12:24,804 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731957144699.0c0ba810dd6b6156fd0621305a95af84.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731957144803"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731957144803"}]},"ts":"1731957144803"} 2024-11-18T19:12:24,804 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731957144699.5f4fcca4bdf9996784aa518638b9a2e4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731957144803"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731957144803"}]},"ts":"1731957144803"} 2024-11-18T19:12:24,804 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731957144699.d2fc662cb86396b8382cef5ffdc3ed95.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731957144803"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731957144803"}]},"ts":"1731957144803"} 2024-11-18T19:12:24,804 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731957144699.ae9111b498f4422849696cd097ce8c3b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731957144803"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731957144803"}]},"ts":"1731957144803"} 2024-11-18T19:12:24,805 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731957144699.dea6b2ffa5114e538177a7b74f7e2cae.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731957144803"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731957144803"}]},"ts":"1731957144803"} 2024-11-18T19:12:24,810 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-18T19:12:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T19:12:24,811 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T19:12:24,811 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731957144811"}]},"ts":"1731957144811"} 2024-11-18T19:12:24,814 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-18T19:12:24,814 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {1acff94d7356=0} racks are {/default-rack=0} 2024-11-18T19:12:24,820 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T19:12:24,820 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T19:12:24,820 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-18T19:12:24,820 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T19:12:24,820 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T19:12:24,820 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-18T19:12:24,820 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T19:12:24,820 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T19:12:24,820 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-18T19:12:24,820 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T19:12:24,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=28746d782d400191062051e9fe65a58e, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=826057af02647cea1e7575408cb3248b, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b4c3e0439fff5035ca4b5fe0323aa71, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fdc399114c1bda1fbe28290cdca8f40d, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5fb0929db5e6efe19e910f07aec85e0, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c0ba810dd6b6156fd0621305a95af84, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5f4fcca4bdf9996784aa518638b9a2e4, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2fc662cb86396b8382cef5ffdc3ed95, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ae9111b498f4422849696cd097ce8c3b, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dea6b2ffa5114e538177a7b74f7e2cae, ASSIGN}] 2024-11-18T19:12:24,823 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=826057af02647cea1e7575408cb3248b, ASSIGN 2024-11-18T19:12:24,824 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=28746d782d400191062051e9fe65a58e, ASSIGN 2024-11-18T19:12:24,824 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fdc399114c1bda1fbe28290cdca8f40d, ASSIGN 2024-11-18T19:12:24,824 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b4c3e0439fff5035ca4b5fe0323aa71, ASSIGN 2024-11-18T19:12:24,825 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=826057af02647cea1e7575408cb3248b, ASSIGN; state=OFFLINE, location=1acff94d7356,45725,1731957133637; forceNewPlan=false, retain=false 2024-11-18T19:12:24,825 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=28746d782d400191062051e9fe65a58e, ASSIGN; state=OFFLINE, location=1acff94d7356,37253,1731957133563; forceNewPlan=false, retain=false 2024-11-18T19:12:24,825 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fdc399114c1bda1fbe28290cdca8f40d, ASSIGN; state=OFFLINE, location=1acff94d7356,45725,1731957133637; forceNewPlan=false, retain=false 2024-11-18T19:12:24,825 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2b4c3e0439fff5035ca4b5fe0323aa71, ASSIGN; state=OFFLINE, location=1acff94d7356,40719,1731957133601; forceNewPlan=false, retain=false 2024-11-18T19:12:24,828 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ae9111b498f4422849696cd097ce8c3b, ASSIGN 2024-11-18T19:12:24,828 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2fc662cb86396b8382cef5ffdc3ed95, ASSIGN 2024-11-18T19:12:24,828 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5f4fcca4bdf9996784aa518638b9a2e4, ASSIGN 2024-11-18T19:12:24,828 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c0ba810dd6b6156fd0621305a95af84, ASSIGN 2024-11-18T19:12:24,829 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dea6b2ffa5114e538177a7b74f7e2cae, ASSIGN 2024-11-18T19:12:24,829 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5f4fcca4bdf9996784aa518638b9a2e4, ASSIGN; state=OFFLINE, location=1acff94d7356,45725,1731957133637; forceNewPlan=false, retain=false 2024-11-18T19:12:24,829 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d2fc662cb86396b8382cef5ffdc3ed95, ASSIGN; state=OFFLINE, location=1acff94d7356,37253,1731957133563; forceNewPlan=false, retain=false 2024-11-18T19:12:24,829 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ae9111b498f4422849696cd097ce8c3b, ASSIGN; state=OFFLINE, location=1acff94d7356,40719,1731957133601; forceNewPlan=false, retain=false 2024-11-18T19:12:24,830 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dea6b2ffa5114e538177a7b74f7e2cae, ASSIGN; state=OFFLINE, location=1acff94d7356,45725,1731957133637; forceNewPlan=false, retain=false 2024-11-18T19:12:24,830 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0c0ba810dd6b6156fd0621305a95af84, ASSIGN; state=OFFLINE, location=1acff94d7356,40719,1731957133601; forceNewPlan=false, retain=false 2024-11-18T19:12:24,833 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5fb0929db5e6efe19e910f07aec85e0, ASSIGN 2024-11-18T19:12:24,834 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f5fb0929db5e6efe19e910f07aec85e0, ASSIGN; state=OFFLINE, location=1acff94d7356,37253,1731957133563; forceNewPlan=false, retain=false 2024-11-18T19:12:24,976 INFO [1acff94d7356:35371 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-18T19:12:24,977 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=dea6b2ffa5114e538177a7b74f7e2cae, regionState=OPENING, regionLocation=1acff94d7356,45725,1731957133637 2024-11-18T19:12:24,977 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5f4fcca4bdf9996784aa518638b9a2e4, regionState=OPENING, regionLocation=1acff94d7356,45725,1731957133637 2024-11-18T19:12:24,977 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=fdc399114c1bda1fbe28290cdca8f40d, regionState=OPENING, regionLocation=1acff94d7356,45725,1731957133637 2024-11-18T19:12:24,977 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=826057af02647cea1e7575408cb3248b, regionState=OPENING, regionLocation=1acff94d7356,45725,1731957133637 2024-11-18T19:12:24,978 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=ae9111b498f4422849696cd097ce8c3b, regionState=OPENING, regionLocation=1acff94d7356,40719,1731957133601 2024-11-18T19:12:24,979 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0c0ba810dd6b6156fd0621305a95af84, regionState=OPENING, regionLocation=1acff94d7356,40719,1731957133601 2024-11-18T19:12:24,980 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=2b4c3e0439fff5035ca4b5fe0323aa71, regionState=OPENING, regionLocation=1acff94d7356,40719,1731957133601 2024-11-18T19:12:24,980 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d2fc662cb86396b8382cef5ffdc3ed95, regionState=OPENING, regionLocation=1acff94d7356,37253,1731957133563 2024-11-18T19:12:24,980 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=28746d782d400191062051e9fe65a58e, regionState=OPENING, regionLocation=1acff94d7356,37253,1731957133563 2024-11-18T19:12:24,981 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f5fb0929db5e6efe19e910f07aec85e0, regionState=OPENING, regionLocation=1acff94d7356,37253,1731957133563 2024-11-18T19:12:24,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fdc399114c1bda1fbe28290cdca8f40d, ASSIGN because future has completed 2024-11-18T19:12:24,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdc399114c1bda1fbe28290cdca8f40d, server=1acff94d7356,45725,1731957133637}] 2024-11-18T19:12:24,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5f4fcca4bdf9996784aa518638b9a2e4, ASSIGN because future has completed 2024-11-18T19:12:24,985 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f4fcca4bdf9996784aa518638b9a2e4, server=1acff94d7356,45725,1731957133637}] 2024-11-18T19:12:24,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ae9111b498f4422849696cd097ce8c3b, ASSIGN because future has completed 2024-11-18T19:12:24,986 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae9111b498f4422849696cd097ce8c3b, server=1acff94d7356,40719,1731957133601}] 2024-11-18T19:12:24,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dea6b2ffa5114e538177a7b74f7e2cae, ASSIGN because future has completed 2024-11-18T19:12:24,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=826057af02647cea1e7575408cb3248b, ASSIGN because future has completed 2024-11-18T19:12:24,994 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 826057af02647cea1e7575408cb3248b, server=1acff94d7356,45725,1731957133637}] 2024-11-18T19:12:24,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0c0ba810dd6b6156fd0621305a95af84, ASSIGN because future has completed 2024-11-18T19:12:24,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d2fc662cb86396b8382cef5ffdc3ed95, ASSIGN because future has completed 2024-11-18T19:12:24,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure dea6b2ffa5114e538177a7b74f7e2cae, server=1acff94d7356,45725,1731957133637}] 2024-11-18T19:12:25,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2b4c3e0439fff5035ca4b5fe0323aa71, ASSIGN because future has completed 2024-11-18T19:12:25,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b4c3e0439fff5035ca4b5fe0323aa71, server=1acff94d7356,40719,1731957133601}] 2024-11-18T19:12:25,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=28746d782d400191062051e9fe65a58e, ASSIGN because future has completed 2024-11-18T19:12:25,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c0ba810dd6b6156fd0621305a95af84, server=1acff94d7356,40719,1731957133601}] 2024-11-18T19:12:25,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f5fb0929db5e6efe19e910f07aec85e0, ASSIGN because future has completed 2024-11-18T19:12:25,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5fb0929db5e6efe19e910f07aec85e0, server=1acff94d7356,37253,1731957133563}] 2024-11-18T19:12:25,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28746d782d400191062051e9fe65a58e, server=1acff94d7356,37253,1731957133563}] 2024-11-18T19:12:25,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2fc662cb86396b8382cef5ffdc3ed95, server=1acff94d7356,37253,1731957133563}] 2024-11-18T19:12:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T19:12:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T19:12:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T19:12:26,059 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T19:12:26,733 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T19:12:26,733 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T19:12:26,735 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T19:12:26,736 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T19:12:26,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T19:12:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T19:12:30,058 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T19:12:30,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T19:12:30,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T19:12:30,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T19:12:32,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T19:12:34,988 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T19:12:34,991 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T19:12:35,001 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731957144699.dea6b2ffa5114e538177a7b74f7e2cae. 2024-11-18T19:12:35,001 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => dea6b2ffa5114e538177a7b74f7e2cae, NAME => 'SPTestTable,e6666661,1731957144699.dea6b2ffa5114e538177a7b74f7e2cae.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-18T19:12:35,002 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dea6b2ffa5114e538177a7b74f7e2cae 2024-11-18T19:12:35,002 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731957144699.dea6b2ffa5114e538177a7b74f7e2cae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:12:35,002 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for dea6b2ffa5114e538177a7b74f7e2cae 2024-11-18T19:12:35,002 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for dea6b2ffa5114e538177a7b74f7e2cae 2024-11-18T19:12:35,003 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731957144699.2b4c3e0439fff5035ca4b5fe0323aa71. 2024-11-18T19:12:35,003 INFO [StoreOpener-dea6b2ffa5114e538177a7b74f7e2cae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dea6b2ffa5114e538177a7b74f7e2cae 2024-11-18T19:12:35,003 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b4c3e0439fff5035ca4b5fe0323aa71, NAME => 'SPTestTable,33333332,1731957144699.2b4c3e0439fff5035ca4b5fe0323aa71.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-18T19:12:35,004 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2b4c3e0439fff5035ca4b5fe0323aa71 2024-11-18T19:12:35,004 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731957144699.2b4c3e0439fff5035ca4b5fe0323aa71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:12:35,004 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 2b4c3e0439fff5035ca4b5fe0323aa71 2024-11-18T19:12:35,004 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 2b4c3e0439fff5035ca4b5fe0323aa71 2024-11-18T19:12:35,005 INFO [StoreOpener-dea6b2ffa5114e538177a7b74f7e2cae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dea6b2ffa5114e538177a7b74f7e2cae columnFamilyName cf 2024-11-18T19:12:35,005 DEBUG [StoreOpener-dea6b2ffa5114e538177a7b74f7e2cae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:12:35,006 INFO [StoreOpener-dea6b2ffa5114e538177a7b74f7e2cae-1 {}] regionserver.HStore(327): Store=dea6b2ffa5114e538177a7b74f7e2cae/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:12:35,006 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for dea6b2ffa5114e538177a7b74f7e2cae 2024-11-18T19:12:35,006 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/dea6b2ffa5114e538177a7b74f7e2cae 2024-11-18T19:12:35,007 INFO [StoreOpener-2b4c3e0439fff5035ca4b5fe0323aa71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2b4c3e0439fff5035ca4b5fe0323aa71 2024-11-18T19:12:35,007 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/dea6b2ffa5114e538177a7b74f7e2cae 2024-11-18T19:12:35,007 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for dea6b2ffa5114e538177a7b74f7e2cae 2024-11-18T19:12:35,007 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for dea6b2ffa5114e538177a7b74f7e2cae 2024-11-18T19:12:35,008 INFO [StoreOpener-2b4c3e0439fff5035ca4b5fe0323aa71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b4c3e0439fff5035ca4b5fe0323aa71 columnFamilyName cf 2024-11-18T19:12:35,008 DEBUG [StoreOpener-2b4c3e0439fff5035ca4b5fe0323aa71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:12:35,008 INFO [StoreOpener-2b4c3e0439fff5035ca4b5fe0323aa71-1 {}] regionserver.HStore(327): Store=2b4c3e0439fff5035ca4b5fe0323aa71/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:12:35,009 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 2b4c3e0439fff5035ca4b5fe0323aa71 2024-11-18T19:12:35,009 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for dea6b2ffa5114e538177a7b74f7e2cae 2024-11-18T19:12:35,009 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T19:12:35,009 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/2b4c3e0439fff5035ca4b5fe0323aa71 2024-11-18T19:12:35,010 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/2b4c3e0439fff5035ca4b5fe0323aa71 2024-11-18T19:12:35,010 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 2b4c3e0439fff5035ca4b5fe0323aa71 2024-11-18T19:12:35,010 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 2b4c3e0439fff5035ca4b5fe0323aa71 2024-11-18T19:12:35,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T19:12:35,011 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/dea6b2ffa5114e538177a7b74f7e2cae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:12:35,012 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened dea6b2ffa5114e538177a7b74f7e2cae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69211370, jitterRate=0.03132978081703186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T19:12:35,012 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dea6b2ffa5114e538177a7b74f7e2cae 2024-11-18T19:12:35,012 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for dea6b2ffa5114e538177a7b74f7e2cae: Running coprocessor pre-open hook at 1731957155002Writing region info on filesystem at 1731957155002Initializing all the Stores at 1731957155003 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957155003Cleaning up temporary data from old regions at 1731957155007 (+4 ms)Running coprocessor post-open hooks at 1731957155012 (+5 ms)Region opened successfully at 1731957155012 2024-11-18T19:12:35,012 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 2b4c3e0439fff5035ca4b5fe0323aa71 2024-11-18T19:12:35,013 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731957144699.dea6b2ffa5114e538177a7b74f7e2cae., pid=18, masterSystemTime=1731957154987 2024-11-18T19:12:35,014 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731957144699.dea6b2ffa5114e538177a7b74f7e2cae. 2024-11-18T19:12:35,014 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731957144699.dea6b2ffa5114e538177a7b74f7e2cae. 2024-11-18T19:12:35,015 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731957144699.5f4fcca4bdf9996784aa518638b9a2e4. 2024-11-18T19:12:35,015 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f4fcca4bdf9996784aa518638b9a2e4, NAME => 'SPTestTable,99999996,1731957144699.5f4fcca4bdf9996784aa518638b9a2e4.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-18T19:12:35,015 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=dea6b2ffa5114e538177a7b74f7e2cae, regionState=OPEN, openSeqNum=2, regionLocation=1acff94d7356,45725,1731957133637 2024-11-18T19:12:35,015 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5f4fcca4bdf9996784aa518638b9a2e4 2024-11-18T19:12:35,015 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731957144699.5f4fcca4bdf9996784aa518638b9a2e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:12:35,015 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 5f4fcca4bdf9996784aa518638b9a2e4 2024-11-18T19:12:35,015 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 5f4fcca4bdf9996784aa518638b9a2e4 2024-11-18T19:12:35,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure dea6b2ffa5114e538177a7b74f7e2cae, server=1acff94d7356,45725,1731957133637 because future has completed 2024-11-18T19:12:35,019 INFO [StoreOpener-5f4fcca4bdf9996784aa518638b9a2e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5f4fcca4bdf9996784aa518638b9a2e4 2024-11-18T19:12:35,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-11-18T19:12:35,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure dea6b2ffa5114e538177a7b74f7e2cae, server=1acff94d7356,45725,1731957133637 in 10.0300 sec 2024-11-18T19:12:35,020 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/2b4c3e0439fff5035ca4b5fe0323aa71/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:12:35,021 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 2b4c3e0439fff5035ca4b5fe0323aa71; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69784650, jitterRate=0.039872318506240845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T19:12:35,021 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b4c3e0439fff5035ca4b5fe0323aa71 2024-11-18T19:12:35,021 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 2b4c3e0439fff5035ca4b5fe0323aa71: Running coprocessor pre-open hook at 1731957155004Writing region info on filesystem at 1731957155004Initializing all the Stores at 1731957155005 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957155005Cleaning up temporary data from old regions at 1731957155010 (+5 ms)Running coprocessor post-open hooks at 1731957155021 (+11 ms)Region opened successfully at 1731957155021 2024-11-18T19:12:35,021 INFO [StoreOpener-5f4fcca4bdf9996784aa518638b9a2e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f4fcca4bdf9996784aa518638b9a2e4 columnFamilyName cf 2024-11-18T19:12:35,021 DEBUG [StoreOpener-5f4fcca4bdf9996784aa518638b9a2e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:12:35,022 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731957144699.2b4c3e0439fff5035ca4b5fe0323aa71., pid=20, masterSystemTime=1731957154996 2024-11-18T19:12:35,022 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731957144699.d2fc662cb86396b8382cef5ffdc3ed95. 2024-11-18T19:12:35,022 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dea6b2ffa5114e538177a7b74f7e2cae, ASSIGN in 10.1990 sec 2024-11-18T19:12:35,022 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => d2fc662cb86396b8382cef5ffdc3ed95, NAME => 'SPTestTable,b333332f,1731957144699.d2fc662cb86396b8382cef5ffdc3ed95.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-18T19:12:35,023 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d2fc662cb86396b8382cef5ffdc3ed95 2024-11-18T19:12:35,023 INFO [StoreOpener-5f4fcca4bdf9996784aa518638b9a2e4-1 {}] regionserver.HStore(327): Store=5f4fcca4bdf9996784aa518638b9a2e4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:12:35,023 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731957144699.d2fc662cb86396b8382cef5ffdc3ed95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:12:35,023 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 5f4fcca4bdf9996784aa518638b9a2e4 2024-11-18T19:12:35,023 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for d2fc662cb86396b8382cef5ffdc3ed95 2024-11-18T19:12:35,023 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for d2fc662cb86396b8382cef5ffdc3ed95 2024-11-18T19:12:35,024 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/5f4fcca4bdf9996784aa518638b9a2e4 2024-11-18T19:12:35,024 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/5f4fcca4bdf9996784aa518638b9a2e4 2024-11-18T19:12:35,024 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731957144699.2b4c3e0439fff5035ca4b5fe0323aa71. 2024-11-18T19:12:35,024 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731957144699.2b4c3e0439fff5035ca4b5fe0323aa71. 2024-11-18T19:12:35,024 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731957144699.ae9111b498f4422849696cd097ce8c3b. 2024-11-18T19:12:35,025 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 5f4fcca4bdf9996784aa518638b9a2e4 2024-11-18T19:12:35,025 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 5f4fcca4bdf9996784aa518638b9a2e4 2024-11-18T19:12:35,025 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => ae9111b498f4422849696cd097ce8c3b, NAME => 'SPTestTable,ccccccc8,1731957144699.ae9111b498f4422849696cd097ce8c3b.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-18T19:12:35,025 INFO [StoreOpener-d2fc662cb86396b8382cef5ffdc3ed95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d2fc662cb86396b8382cef5ffdc3ed95 2024-11-18T19:12:35,025 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=2b4c3e0439fff5035ca4b5fe0323aa71, regionState=OPEN, openSeqNum=2, regionLocation=1acff94d7356,40719,1731957133601 2024-11-18T19:12:35,025 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ae9111b498f4422849696cd097ce8c3b 2024-11-18T19:12:35,025 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731957144699.ae9111b498f4422849696cd097ce8c3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:12:35,025 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for ae9111b498f4422849696cd097ce8c3b 2024-11-18T19:12:35,025 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for ae9111b498f4422849696cd097ce8c3b 2024-11-18T19:12:35,027 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35371 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=1acff94d7356,40719,1731957133601, table=SPTestTable, region=2b4c3e0439fff5035ca4b5fe0323aa71. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T19:12:35,027 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 5f4fcca4bdf9996784aa518638b9a2e4 2024-11-18T19:12:35,027 INFO [StoreOpener-d2fc662cb86396b8382cef5ffdc3ed95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2fc662cb86396b8382cef5ffdc3ed95 columnFamilyName cf 2024-11-18T19:12:35,027 DEBUG [StoreOpener-d2fc662cb86396b8382cef5ffdc3ed95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:12:35,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b4c3e0439fff5035ca4b5fe0323aa71, server=1acff94d7356,40719,1731957133601 because future has completed 2024-11-18T19:12:35,028 INFO [StoreOpener-d2fc662cb86396b8382cef5ffdc3ed95-1 {}] regionserver.HStore(327): Store=d2fc662cb86396b8382cef5ffdc3ed95/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:12:35,028 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for d2fc662cb86396b8382cef5ffdc3ed95 2024-11-18T19:12:35,030 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/d2fc662cb86396b8382cef5ffdc3ed95 2024-11-18T19:12:35,030 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/d2fc662cb86396b8382cef5ffdc3ed95 2024-11-18T19:12:35,031 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for d2fc662cb86396b8382cef5ffdc3ed95 2024-11-18T19:12:35,031 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for d2fc662cb86396b8382cef5ffdc3ed95 2024-11-18T19:12:35,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=7 2024-11-18T19:12:35,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b4c3e0439fff5035ca4b5fe0323aa71, server=1acff94d7356,40719,1731957133601 in 10.0280 sec 2024-11-18T19:12:35,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b4c3e0439fff5035ca4b5fe0323aa71, ASSIGN in 10.2100 sec 2024-11-18T19:12:35,033 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for d2fc662cb86396b8382cef5ffdc3ed95 2024-11-18T19:12:35,035 INFO [StoreOpener-ae9111b498f4422849696cd097ce8c3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ae9111b498f4422849696cd097ce8c3b 2024-11-18T19:12:35,035 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/d2fc662cb86396b8382cef5ffdc3ed95/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:12:35,036 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/5f4fcca4bdf9996784aa518638b9a2e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:12:35,036 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened d2fc662cb86396b8382cef5ffdc3ed95; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65129992, jitterRate=-0.0294874906539917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T19:12:35,036 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2fc662cb86396b8382cef5ffdc3ed95 2024-11-18T19:12:35,036 INFO [StoreOpener-ae9111b498f4422849696cd097ce8c3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae9111b498f4422849696cd097ce8c3b columnFamilyName cf 2024-11-18T19:12:35,036 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for d2fc662cb86396b8382cef5ffdc3ed95: Running coprocessor pre-open hook at 1731957155023Writing region info on filesystem at 1731957155023Initializing all the Stores at 1731957155024 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957155024Cleaning up temporary data from old regions at 1731957155031 (+7 ms)Running coprocessor post-open hooks at 1731957155036 (+5 ms)Region opened successfully at 1731957155036 2024-11-18T19:12:35,036 DEBUG [StoreOpener-ae9111b498f4422849696cd097ce8c3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:12:35,037 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 5f4fcca4bdf9996784aa518638b9a2e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65242897, jitterRate=-0.02780507504940033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T19:12:35,037 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f4fcca4bdf9996784aa518638b9a2e4 2024-11-18T19:12:35,037 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 5f4fcca4bdf9996784aa518638b9a2e4: Running coprocessor pre-open hook at 1731957155015Writing region info on filesystem at 1731957155015Initializing all the Stores at 1731957155016 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957155017 (+1 ms)Cleaning up temporary data from old regions at 1731957155025 (+8 ms)Running coprocessor post-open hooks at 1731957155037 (+12 ms)Region opened successfully at 1731957155037 2024-11-18T19:12:35,037 INFO [StoreOpener-ae9111b498f4422849696cd097ce8c3b-1 {}] regionserver.HStore(327): Store=ae9111b498f4422849696cd097ce8c3b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:12:35,037 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for ae9111b498f4422849696cd097ce8c3b 2024-11-18T19:12:35,038 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/ae9111b498f4422849696cd097ce8c3b 2024-11-18T19:12:35,038 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731957144699.5f4fcca4bdf9996784aa518638b9a2e4., pid=16, masterSystemTime=1731957154987 2024-11-18T19:12:35,039 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/ae9111b498f4422849696cd097ce8c3b 2024-11-18T19:12:35,039 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for ae9111b498f4422849696cd097ce8c3b 2024-11-18T19:12:35,039 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for ae9111b498f4422849696cd097ce8c3b 2024-11-18T19:12:35,039 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731957144699.d2fc662cb86396b8382cef5ffdc3ed95., pid=24, masterSystemTime=1731957155009 2024-11-18T19:12:35,041 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731957144699.5f4fcca4bdf9996784aa518638b9a2e4. 2024-11-18T19:12:35,041 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731957144699.5f4fcca4bdf9996784aa518638b9a2e4. 2024-11-18T19:12:35,041 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731957144699.826057af02647cea1e7575408cb3248b. 2024-11-18T19:12:35,041 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for ae9111b498f4422849696cd097ce8c3b 2024-11-18T19:12:35,041 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 826057af02647cea1e7575408cb3248b, NAME => 'SPTestTable,19999999,1731957144699.826057af02647cea1e7575408cb3248b.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-18T19:12:35,041 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5f4fcca4bdf9996784aa518638b9a2e4, regionState=OPEN, openSeqNum=2, regionLocation=1acff94d7356,45725,1731957133637 2024-11-18T19:12:35,041 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 826057af02647cea1e7575408cb3248b 2024-11-18T19:12:35,041 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731957144699.826057af02647cea1e7575408cb3248b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:12:35,042 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 826057af02647cea1e7575408cb3248b 2024-11-18T19:12:35,042 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 826057af02647cea1e7575408cb3248b 2024-11-18T19:12:35,042 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731957144699.d2fc662cb86396b8382cef5ffdc3ed95. 2024-11-18T19:12:35,042 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731957144699.d2fc662cb86396b8382cef5ffdc3ed95. 2024-11-18T19:12:35,042 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731957144699.f5fb0929db5e6efe19e910f07aec85e0. 2024-11-18T19:12:35,043 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => f5fb0929db5e6efe19e910f07aec85e0, NAME => 'SPTestTable,66666664,1731957144699.f5fb0929db5e6efe19e910f07aec85e0.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-18T19:12:35,043 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d2fc662cb86396b8382cef5ffdc3ed95, regionState=OPEN, openSeqNum=2, regionLocation=1acff94d7356,37253,1731957133563 2024-11-18T19:12:35,043 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f5fb0929db5e6efe19e910f07aec85e0 2024-11-18T19:12:35,043 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731957144699.f5fb0929db5e6efe19e910f07aec85e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:12:35,043 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for f5fb0929db5e6efe19e910f07aec85e0 2024-11-18T19:12:35,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f4fcca4bdf9996784aa518638b9a2e4, server=1acff94d7356,45725,1731957133637 because future has completed 2024-11-18T19:12:35,043 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for f5fb0929db5e6efe19e910f07aec85e0 2024-11-18T19:12:35,045 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/ae9111b498f4422849696cd097ce8c3b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:12:35,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2fc662cb86396b8382cef5ffdc3ed95, server=1acff94d7356,37253,1731957133563 because future has completed 2024-11-18T19:12:35,046 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened ae9111b498f4422849696cd097ce8c3b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71613547, jitterRate=0.06712500751018524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T19:12:35,046 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae9111b498f4422849696cd097ce8c3b 2024-11-18T19:12:35,046 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for ae9111b498f4422849696cd097ce8c3b: Running coprocessor pre-open hook at 1731957155025Writing region info on filesystem at 1731957155025Initializing all the Stores at 1731957155026 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957155027 (+1 ms)Cleaning up temporary data from old regions at 1731957155039 (+12 ms)Running coprocessor post-open hooks at 1731957155046 (+7 ms)Region opened successfully at 1731957155046 2024-11-18T19:12:35,047 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731957144699.ae9111b498f4422849696cd097ce8c3b., pid=17, masterSystemTime=1731957154996 2024-11-18T19:12:35,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-11-18T19:12:35,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f4fcca4bdf9996784aa518638b9a2e4, server=1acff94d7356,45725,1731957133637 in 10.0600 sec 2024-11-18T19:12:35,049 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731957144699.ae9111b498f4422849696cd097ce8c3b. 2024-11-18T19:12:35,049 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731957144699.ae9111b498f4422849696cd097ce8c3b. 2024-11-18T19:12:35,049 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731957144699.0c0ba810dd6b6156fd0621305a95af84. 2024-11-18T19:12:35,049 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=12 2024-11-18T19:12:35,049 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure d2fc662cb86396b8382cef5ffdc3ed95, server=1acff94d7356,37253,1731957133563 in 10.0390 sec 2024-11-18T19:12:35,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5f4fcca4bdf9996784aa518638b9a2e4, ASSIGN in 10.2270 sec 2024-11-18T19:12:35,049 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=ae9111b498f4422849696cd097ce8c3b, regionState=OPEN, openSeqNum=2, regionLocation=1acff94d7356,40719,1731957133601 2024-11-18T19:12:35,049 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c0ba810dd6b6156fd0621305a95af84, NAME => 'SPTestTable,7ffffffd,1731957144699.0c0ba810dd6b6156fd0621305a95af84.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-18T19:12:35,050 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0c0ba810dd6b6156fd0621305a95af84 2024-11-18T19:12:35,050 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731957144699.0c0ba810dd6b6156fd0621305a95af84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:12:35,050 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 0c0ba810dd6b6156fd0621305a95af84 2024-11-18T19:12:35,050 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 0c0ba810dd6b6156fd0621305a95af84 2024-11-18T19:12:35,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae9111b498f4422849696cd097ce8c3b, server=1acff94d7356,40719,1731957133601 because future has completed 2024-11-18T19:12:35,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2fc662cb86396b8382cef5ffdc3ed95, ASSIGN in 10.2280 sec 2024-11-18T19:12:35,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=13 2024-11-18T19:12:35,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure ae9111b498f4422849696cd097ce8c3b, server=1acff94d7356,40719,1731957133601 in 10.0660 sec 2024-11-18T19:12:35,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ae9111b498f4422849696cd097ce8c3b, ASSIGN in 10.2330 sec 2024-11-18T19:12:35,055 INFO [StoreOpener-826057af02647cea1e7575408cb3248b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 826057af02647cea1e7575408cb3248b 2024-11-18T19:12:35,057 INFO [StoreOpener-826057af02647cea1e7575408cb3248b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 826057af02647cea1e7575408cb3248b columnFamilyName cf 2024-11-18T19:12:35,057 DEBUG [StoreOpener-826057af02647cea1e7575408cb3248b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:12:35,057 INFO [StoreOpener-f5fb0929db5e6efe19e910f07aec85e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f5fb0929db5e6efe19e910f07aec85e0 2024-11-18T19:12:35,058 INFO [StoreOpener-826057af02647cea1e7575408cb3248b-1 {}] regionserver.HStore(327): Store=826057af02647cea1e7575408cb3248b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:12:35,058 INFO [StoreOpener-0c0ba810dd6b6156fd0621305a95af84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0c0ba810dd6b6156fd0621305a95af84 2024-11-18T19:12:35,058 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 826057af02647cea1e7575408cb3248b 2024-11-18T19:12:35,059 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/826057af02647cea1e7575408cb3248b 2024-11-18T19:12:35,059 INFO [StoreOpener-f5fb0929db5e6efe19e910f07aec85e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5fb0929db5e6efe19e910f07aec85e0 columnFamilyName cf 2024-11-18T19:12:35,059 INFO [StoreOpener-0c0ba810dd6b6156fd0621305a95af84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c0ba810dd6b6156fd0621305a95af84 columnFamilyName cf 2024-11-18T19:12:35,059 DEBUG [StoreOpener-0c0ba810dd6b6156fd0621305a95af84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:12:35,059 DEBUG [StoreOpener-f5fb0929db5e6efe19e910f07aec85e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:12:35,059 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/826057af02647cea1e7575408cb3248b 2024-11-18T19:12:35,059 INFO [StoreOpener-f5fb0929db5e6efe19e910f07aec85e0-1 {}] regionserver.HStore(327): Store=f5fb0929db5e6efe19e910f07aec85e0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:12:35,059 INFO [StoreOpener-0c0ba810dd6b6156fd0621305a95af84-1 {}] regionserver.HStore(327): Store=0c0ba810dd6b6156fd0621305a95af84/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:12:35,060 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 0c0ba810dd6b6156fd0621305a95af84 2024-11-18T19:12:35,060 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for f5fb0929db5e6efe19e910f07aec85e0 2024-11-18T19:12:35,060 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 826057af02647cea1e7575408cb3248b 2024-11-18T19:12:35,060 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 826057af02647cea1e7575408cb3248b 2024-11-18T19:12:35,060 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/f5fb0929db5e6efe19e910f07aec85e0 2024-11-18T19:12:35,060 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/0c0ba810dd6b6156fd0621305a95af84 2024-11-18T19:12:35,061 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/f5fb0929db5e6efe19e910f07aec85e0 2024-11-18T19:12:35,061 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/0c0ba810dd6b6156fd0621305a95af84 2024-11-18T19:12:35,061 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for f5fb0929db5e6efe19e910f07aec85e0 2024-11-18T19:12:35,061 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for f5fb0929db5e6efe19e910f07aec85e0 2024-11-18T19:12:35,061 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 0c0ba810dd6b6156fd0621305a95af84 2024-11-18T19:12:35,061 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 0c0ba810dd6b6156fd0621305a95af84 2024-11-18T19:12:35,061 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 826057af02647cea1e7575408cb3248b 2024-11-18T19:12:35,063 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for f5fb0929db5e6efe19e910f07aec85e0 2024-11-18T19:12:35,063 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 0c0ba810dd6b6156fd0621305a95af84 2024-11-18T19:12:35,064 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/826057af02647cea1e7575408cb3248b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:12:35,065 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 826057af02647cea1e7575408cb3248b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74487503, jitterRate=0.10995028913021088}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T19:12:35,065 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 826057af02647cea1e7575408cb3248b 2024-11-18T19:12:35,065 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 826057af02647cea1e7575408cb3248b: Running coprocessor pre-open hook at 1731957155042Writing region info on filesystem at 1731957155042Initializing all the Stores at 1731957155044 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957155045 (+1 ms)Cleaning up temporary data from old regions at 1731957155060 (+15 ms)Running coprocessor post-open hooks at 1731957155065 (+5 ms)Region opened successfully at 1731957155065 2024-11-18T19:12:35,065 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/f5fb0929db5e6efe19e910f07aec85e0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:12:35,066 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened f5fb0929db5e6efe19e910f07aec85e0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70578148, jitterRate=0.05169636011123657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T19:12:35,066 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5fb0929db5e6efe19e910f07aec85e0 2024-11-18T19:12:35,066 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731957144699.826057af02647cea1e7575408cb3248b., pid=19, masterSystemTime=1731957154987 2024-11-18T19:12:35,066 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for f5fb0929db5e6efe19e910f07aec85e0: Running coprocessor pre-open hook at 1731957155043Writing region info on filesystem at 1731957155043Initializing all the Stores at 1731957155045 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957155045Cleaning up temporary data from old regions at 1731957155061 (+16 ms)Running coprocessor post-open hooks at 1731957155066 (+5 ms)Region opened successfully at 1731957155066 2024-11-18T19:12:35,067 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731957144699.f5fb0929db5e6efe19e910f07aec85e0., pid=22, masterSystemTime=1731957155009 2024-11-18T19:12:35,068 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731957144699.826057af02647cea1e7575408cb3248b. 2024-11-18T19:12:35,068 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731957144699.826057af02647cea1e7575408cb3248b. 2024-11-18T19:12:35,068 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731957144699.fdc399114c1bda1fbe28290cdca8f40d. 2024-11-18T19:12:35,068 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => fdc399114c1bda1fbe28290cdca8f40d, NAME => 'SPTestTable,4ccccccb,1731957144699.fdc399114c1bda1fbe28290cdca8f40d.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-18T19:12:35,069 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fdc399114c1bda1fbe28290cdca8f40d 2024-11-18T19:12:35,069 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=826057af02647cea1e7575408cb3248b, regionState=OPEN, openSeqNum=2, regionLocation=1acff94d7356,45725,1731957133637 2024-11-18T19:12:35,069 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731957144699.fdc399114c1bda1fbe28290cdca8f40d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:12:35,069 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731957144699.f5fb0929db5e6efe19e910f07aec85e0. 2024-11-18T19:12:35,069 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for fdc399114c1bda1fbe28290cdca8f40d 2024-11-18T19:12:35,069 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731957144699.f5fb0929db5e6efe19e910f07aec85e0. 2024-11-18T19:12:35,069 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for fdc399114c1bda1fbe28290cdca8f40d 2024-11-18T19:12:35,069 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,,1731957144699.28746d782d400191062051e9fe65a58e. 2024-11-18T19:12:35,069 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 28746d782d400191062051e9fe65a58e, NAME => 'SPTestTable,,1731957144699.28746d782d400191062051e9fe65a58e.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-18T19:12:35,070 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 28746d782d400191062051e9fe65a58e 2024-11-18T19:12:35,070 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,,1731957144699.28746d782d400191062051e9fe65a58e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:12:35,070 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 28746d782d400191062051e9fe65a58e 2024-11-18T19:12:35,070 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 28746d782d400191062051e9fe65a58e 2024-11-18T19:12:35,070 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f5fb0929db5e6efe19e910f07aec85e0, regionState=OPEN, openSeqNum=2, regionLocation=1acff94d7356,37253,1731957133563 2024-11-18T19:12:35,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 826057af02647cea1e7575408cb3248b, server=1acff94d7356,45725,1731957133637 because future has completed 2024-11-18T19:12:35,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5fb0929db5e6efe19e910f07aec85e0, server=1acff94d7356,37253,1731957133563 because future has completed 2024-11-18T19:12:35,076 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=6 2024-11-18T19:12:35,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=9 2024-11-18T19:12:35,077 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 826057af02647cea1e7575408cb3248b, server=1acff94d7356,45725,1731957133637 in 10.0800 sec 2024-11-18T19:12:35,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f5fb0929db5e6efe19e910f07aec85e0, server=1acff94d7356,37253,1731957133563 in 10.0680 sec 2024-11-18T19:12:35,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=826057af02647cea1e7575408cb3248b, ASSIGN in 10.2550 sec 2024-11-18T19:12:35,078 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5fb0929db5e6efe19e910f07aec85e0, ASSIGN in 10.2560 sec 2024-11-18T19:12:35,083 INFO [StoreOpener-fdc399114c1bda1fbe28290cdca8f40d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fdc399114c1bda1fbe28290cdca8f40d 2024-11-18T19:12:35,083 INFO [StoreOpener-28746d782d400191062051e9fe65a58e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 28746d782d400191062051e9fe65a58e 2024-11-18T19:12:35,083 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/0c0ba810dd6b6156fd0621305a95af84/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:12:35,084 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 0c0ba810dd6b6156fd0621305a95af84; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59389698, jitterRate=-0.11502453684806824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T19:12:35,084 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c0ba810dd6b6156fd0621305a95af84 2024-11-18T19:12:35,084 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 0c0ba810dd6b6156fd0621305a95af84: Running coprocessor pre-open hook at 1731957155050Writing region info on filesystem at 1731957155050Initializing all the Stores at 1731957155051 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957155052 (+1 ms)Cleaning up temporary data from old regions at 1731957155061 (+9 ms)Running coprocessor post-open hooks at 1731957155084 (+23 ms)Region opened successfully at 1731957155084 2024-11-18T19:12:35,084 INFO [StoreOpener-fdc399114c1bda1fbe28290cdca8f40d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdc399114c1bda1fbe28290cdca8f40d columnFamilyName cf 2024-11-18T19:12:35,084 INFO [StoreOpener-28746d782d400191062051e9fe65a58e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28746d782d400191062051e9fe65a58e columnFamilyName cf 2024-11-18T19:12:35,084 DEBUG [StoreOpener-fdc399114c1bda1fbe28290cdca8f40d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:12:35,084 DEBUG [StoreOpener-28746d782d400191062051e9fe65a58e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:12:35,085 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731957144699.0c0ba810dd6b6156fd0621305a95af84., pid=21, masterSystemTime=1731957154996 2024-11-18T19:12:35,085 INFO [StoreOpener-fdc399114c1bda1fbe28290cdca8f40d-1 {}] regionserver.HStore(327): Store=fdc399114c1bda1fbe28290cdca8f40d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:12:35,085 INFO [StoreOpener-28746d782d400191062051e9fe65a58e-1 {}] regionserver.HStore(327): Store=28746d782d400191062051e9fe65a58e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:12:35,085 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for fdc399114c1bda1fbe28290cdca8f40d 2024-11-18T19:12:35,085 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 28746d782d400191062051e9fe65a58e 2024-11-18T19:12:35,086 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/fdc399114c1bda1fbe28290cdca8f40d 2024-11-18T19:12:35,086 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/28746d782d400191062051e9fe65a58e 2024-11-18T19:12:35,087 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/fdc399114c1bda1fbe28290cdca8f40d 2024-11-18T19:12:35,087 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/28746d782d400191062051e9fe65a58e 2024-11-18T19:12:35,087 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for fdc399114c1bda1fbe28290cdca8f40d 2024-11-18T19:12:35,087 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for fdc399114c1bda1fbe28290cdca8f40d 2024-11-18T19:12:35,087 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 28746d782d400191062051e9fe65a58e 2024-11-18T19:12:35,087 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731957144699.0c0ba810dd6b6156fd0621305a95af84. 2024-11-18T19:12:35,087 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731957144699.0c0ba810dd6b6156fd0621305a95af84. 2024-11-18T19:12:35,087 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 28746d782d400191062051e9fe65a58e 2024-11-18T19:12:35,088 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0c0ba810dd6b6156fd0621305a95af84, regionState=OPEN, openSeqNum=2, regionLocation=1acff94d7356,40719,1731957133601 2024-11-18T19:12:35,089 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for fdc399114c1bda1fbe28290cdca8f40d 2024-11-18T19:12:35,089 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 28746d782d400191062051e9fe65a58e 2024-11-18T19:12:35,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c0ba810dd6b6156fd0621305a95af84, server=1acff94d7356,40719,1731957133601 because future has completed 2024-11-18T19:12:35,092 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/fdc399114c1bda1fbe28290cdca8f40d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:12:35,093 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/28746d782d400191062051e9fe65a58e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:12:35,093 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened fdc399114c1bda1fbe28290cdca8f40d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73488876, jitterRate=0.09506958723068237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T19:12:35,093 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fdc399114c1bda1fbe28290cdca8f40d 2024-11-18T19:12:35,093 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for fdc399114c1bda1fbe28290cdca8f40d: Running coprocessor pre-open hook at 1731957155069Writing region info on filesystem at 1731957155069Initializing all the Stores at 1731957155071 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957155072 (+1 ms)Cleaning up temporary data from old regions at 1731957155087 (+15 ms)Running coprocessor post-open hooks at 1731957155093 (+6 ms)Region opened successfully at 1731957155093 2024-11-18T19:12:35,094 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 28746d782d400191062051e9fe65a58e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63449609, jitterRate=-0.054527148604393005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T19:12:35,094 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 28746d782d400191062051e9fe65a58e 2024-11-18T19:12:35,094 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731957144699.fdc399114c1bda1fbe28290cdca8f40d., pid=15, masterSystemTime=1731957154987 2024-11-18T19:12:35,095 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 28746d782d400191062051e9fe65a58e: Running coprocessor pre-open hook at 1731957155070Writing region info on filesystem at 1731957155070Initializing all the Stores at 1731957155072 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957155072Cleaning up temporary data from old regions at 1731957155088 (+16 ms)Running coprocessor post-open hooks at 1731957155094 (+6 ms)Region opened successfully at 1731957155094 2024-11-18T19:12:35,095 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731957144699.28746d782d400191062051e9fe65a58e., pid=23, masterSystemTime=1731957155009 2024-11-18T19:12:35,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=10 2024-11-18T19:12:35,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c0ba810dd6b6156fd0621305a95af84, server=1acff94d7356,40719,1731957133601 in 10.0900 sec 2024-11-18T19:12:35,097 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731957144699.fdc399114c1bda1fbe28290cdca8f40d. 2024-11-18T19:12:35,097 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731957144699.fdc399114c1bda1fbe28290cdca8f40d. 2024-11-18T19:12:35,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c0ba810dd6b6156fd0621305a95af84, ASSIGN in 10.2750 sec 2024-11-18T19:12:35,098 DEBUG [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731957144699.28746d782d400191062051e9fe65a58e. 2024-11-18T19:12:35,099 INFO [RS_OPEN_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731957144699.28746d782d400191062051e9fe65a58e. 2024-11-18T19:12:35,099 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=fdc399114c1bda1fbe28290cdca8f40d, regionState=OPEN, openSeqNum=2, regionLocation=1acff94d7356,45725,1731957133637 2024-11-18T19:12:35,101 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=28746d782d400191062051e9fe65a58e, regionState=OPEN, openSeqNum=2, regionLocation=1acff94d7356,37253,1731957133563 2024-11-18T19:12:35,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdc399114c1bda1fbe28290cdca8f40d, server=1acff94d7356,45725,1731957133637 because future has completed 2024-11-18T19:12:35,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28746d782d400191062051e9fe65a58e, server=1acff94d7356,37253,1731957133563 because future has completed 2024-11-18T19:12:35,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=8 2024-11-18T19:12:35,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure fdc399114c1bda1fbe28290cdca8f40d, server=1acff94d7356,45725,1731957133637 in 10.1200 sec 2024-11-18T19:12:35,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=5 2024-11-18T19:12:35,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fdc399114c1bda1fbe28290cdca8f40d, ASSIGN in 10.2840 sec 2024-11-18T19:12:35,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 28746d782d400191062051e9fe65a58e, server=1acff94d7356,37253,1731957133563 in 10.0990 sec 2024-11-18T19:12:35,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T19:12:35,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=28746d782d400191062051e9fe65a58e, ASSIGN in 10.2860 sec 2024-11-18T19:12:35,110 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T19:12:35,110 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731957155110"}]},"ts":"1731957155110"} 2024-11-18T19:12:35,112 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-18T19:12:35,113 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T19:12:35,115 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.4130 sec 2024-11-18T19:12:38,056 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-18T19:12:40,508 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T19:12:40,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T19:12:40,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T19:12:40,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T19:12:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T19:12:42,972 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-18T19:12:42,972 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-18T19:12:42,973 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T19:12:42,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-18T19:12:42,982 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T19:12:42,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-18T19:12:43,015 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731957144699.5f4fcca4bdf9996784aa518638b9a2e4., hostname=1acff94d7356,45725,1731957133637, seqNum=2] 2024-11-18T19:12:43,017 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731957144699.5f4fcca4bdf9996784aa518638b9a2e4., hostname=1acff94d7356,45725,1731957133637, seqNum=2] 2024-11-18T19:12:43,018 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731957144699.5f4fcca4bdf9996784aa518638b9a2e4., hostname=1acff94d7356,45725,1731957133637, seqNum=2] 2024-11-18T19:12:43,020 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731957144699.5f4fcca4bdf9996784aa518638b9a2e4., hostname=1acff94d7356,45725,1731957133637, seqNum=2] 2024-11-18T19:12:43,021 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731957144699.5f4fcca4bdf9996784aa518638b9a2e4., hostname=1acff94d7356,45725,1731957133637, seqNum=2] 2024-11-18T19:12:43,050 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731957144699.d2fc662cb86396b8382cef5ffdc3ed95., hostname=1acff94d7356,37253,1731957133563, seqNum=2] 2024-11-18T19:12:43,052 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731957144699.d2fc662cb86396b8382cef5ffdc3ed95., hostname=1acff94d7356,37253,1731957133563, seqNum=2] 2024-11-18T19:12:43,053 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731957144699.d2fc662cb86396b8382cef5ffdc3ed95., hostname=1acff94d7356,37253,1731957133563, seqNum=2] 2024-11-18T19:12:43,055 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731957144699.d2fc662cb86396b8382cef5ffdc3ed95., hostname=1acff94d7356,37253,1731957133563, seqNum=2] 2024-11-18T19:12:43,056 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731957144699.d2fc662cb86396b8382cef5ffdc3ed95., hostname=1acff94d7356,37253,1731957133563, seqNum=2] 2024-11-18T19:12:43,087 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731957144699.ae9111b498f4422849696cd097ce8c3b., hostname=1acff94d7356,40719,1731957133601, seqNum=2] 2024-11-18T19:12:43,088 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731957144699.ae9111b498f4422849696cd097ce8c3b., hostname=1acff94d7356,40719,1731957133601, seqNum=2] 2024-11-18T19:12:43,090 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731957144699.ae9111b498f4422849696cd097ce8c3b., hostname=1acff94d7356,40719,1731957133601, seqNum=2] 2024-11-18T19:12:43,091 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731957144699.ae9111b498f4422849696cd097ce8c3b., hostname=1acff94d7356,40719,1731957133601, seqNum=2] 2024-11-18T19:12:43,092 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731957144699.ae9111b498f4422849696cd097ce8c3b., hostname=1acff94d7356,40719,1731957133601, seqNum=2] 2024-11-18T19:12:43,149 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731957144699.dea6b2ffa5114e538177a7b74f7e2cae., hostname=1acff94d7356,45725,1731957133637, seqNum=2] 2024-11-18T19:12:43,152 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731957144699.dea6b2ffa5114e538177a7b74f7e2cae., hostname=1acff94d7356,45725,1731957133637, seqNum=2] 2024-11-18T19:12:43,152 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731957144699.dea6b2ffa5114e538177a7b74f7e2cae., hostname=1acff94d7356,45725,1731957133637, seqNum=2] 2024-11-18T19:12:43,153 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731957144699.dea6b2ffa5114e538177a7b74f7e2cae., hostname=1acff94d7356,45725,1731957133637, seqNum=2] 2024-11-18T19:12:43,154 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731957144699.dea6b2ffa5114e538177a7b74f7e2cae., hostname=1acff94d7356,45725,1731957133637, seqNum=2] 2024-11-18T19:12:43,372 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T19:12:43,800 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:12:43,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:12:43,807 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:12:43,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:12:43,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37253 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731957144699.d2fc662cb86396b8382cef5ffdc3ed95. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T19:12:43,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40719 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731957144699.ae9111b498f4422849696cd097ce8c3b. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T19:12:43,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45725 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731957144699.5f4fcca4bdf9996784aa518638b9a2e4. 2024-11-18T19:12:43,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45725 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731957144699.5f4fcca4bdf9996784aa518638b9a2e4. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T19:12:44,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45725 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731957144699.dea6b2ffa5114e538177a7b74f7e2cae. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T19:12:44,363 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-18T19:12:44,363 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T19:12:44,364 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-18T19:12:44,364 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-18T19:12:44,367 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-18T19:12:44,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741848_1024 (size=49) 2024-11-18T19:12:44,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741848_1024 (size=49) 2024-11-18T19:12:44,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741848_1024 (size=49) 2024-11-18T19:12:44,378 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-18T19:12:44,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 28746d782d400191062051e9fe65a58e}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 826057af02647cea1e7575408cb3248b}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b4c3e0439fff5035ca4b5fe0323aa71}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fdc399114c1bda1fbe28290cdca8f40d}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5fb0929db5e6efe19e910f07aec85e0}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c0ba810dd6b6156fd0621305a95af84}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f4fcca4bdf9996784aa518638b9a2e4}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2fc662cb86396b8382cef5ffdc3ed95}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ae9111b498f4422849696cd097ce8c3b}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dea6b2ffa5114e538177a7b74f7e2cae}] 2024-11-18T19:12:44,380 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 826057af02647cea1e7575408cb3248b 2024-11-18T19:12:44,380 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b4c3e0439fff5035ca4b5fe0323aa71 2024-11-18T19:12:44,380 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5fb0929db5e6efe19e910f07aec85e0 2024-11-18T19:12:44,381 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fdc399114c1bda1fbe28290cdca8f40d 2024-11-18T19:12:44,381 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dea6b2ffa5114e538177a7b74f7e2cae 2024-11-18T19:12:44,385 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ae9111b498f4422849696cd097ce8c3b 2024-11-18T19:12:44,385 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2fc662cb86396b8382cef5ffdc3ed95 2024-11-18T19:12:44,385 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f4fcca4bdf9996784aa518638b9a2e4 2024-11-18T19:12:44,386 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c0ba810dd6b6156fd0621305a95af84 2024-11-18T19:12:44,386 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 28746d782d400191062051e9fe65a58e 2024-11-18T19:12:48,581 INFO [regionserver/1acff94d7356:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-18T19:12:54,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40719 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-18T19:12:54,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-18T19:12:54,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37253 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-18T19:12:54,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40719 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-18T19:12:54,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731957144699.ae9111b498f4422849696cd097ce8c3b. 2024-11-18T19:12:54,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-18T19:12:54,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731957144699.5f4fcca4bdf9996784aa518638b9a2e4. 2024-11-18T19:12:54,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37253 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-18T19:12:54,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731957144699.f5fb0929db5e6efe19e910f07aec85e0. 2024-11-18T19:12:54,386 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing ae9111b498f4422849696cd097ce8c3b 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-18T19:12:54,386 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 5f4fcca4bdf9996784aa518638b9a2e4 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-18T19:12:54,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731957144699.2b4c3e0439fff5035ca4b5fe0323aa71. 2024-11-18T19:12:54,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for f5fb0929db5e6efe19e910f07aec85e0: 2024-11-18T19:12:54,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-18T19:12:54,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731957144699.f5fb0929db5e6efe19e910f07aec85e0. for SnapshotProcedureTest completed. 2024-11-18T19:12:54,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 2b4c3e0439fff5035ca4b5fe0323aa71: 2024-11-18T19:12:54,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40719 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-18T19:12:54,387 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731957144699.2b4c3e0439fff5035ca4b5fe0323aa71. for SnapshotProcedureTest completed. 2024-11-18T19:12:54,387 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731957144699.fdc399114c1bda1fbe28290cdca8f40d. 2024-11-18T19:12:54,387 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731957144699.f5fb0929db5e6efe19e910f07aec85e0.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T19:12:54,387 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731957144699.2b4c3e0439fff5035ca4b5fe0323aa71.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T19:12:54,387 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for fdc399114c1bda1fbe28290cdca8f40d: 2024-11-18T19:12:54,387 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T19:12:54,387 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T19:12:54,387 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731957144699.fdc399114c1bda1fbe28290cdca8f40d. for SnapshotProcedureTest completed. 2024-11-18T19:12:54,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37253 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-18T19:12:54,387 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T19:12:54,387 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T19:12:54,388 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731957144699.fdc399114c1bda1fbe28290cdca8f40d.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T19:12:54,388 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T19:12:54,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-18T19:12:54,388 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T19:12:54,388 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731957144699.dea6b2ffa5114e538177a7b74f7e2cae. 2024-11-18T19:12:54,388 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731957144699.d2fc662cb86396b8382cef5ffdc3ed95. 2024-11-18T19:12:54,388 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing dea6b2ffa5114e538177a7b74f7e2cae 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-18T19:12:54,388 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731957144699.0c0ba810dd6b6156fd0621305a95af84. 2024-11-18T19:12:54,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 0c0ba810dd6b6156fd0621305a95af84: 2024-11-18T19:12:54,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731957144699.0c0ba810dd6b6156fd0621305a95af84. for SnapshotProcedureTest completed. 2024-11-18T19:12:54,389 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing d2fc662cb86396b8382cef5ffdc3ed95 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-18T19:12:54,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731957144699.28746d782d400191062051e9fe65a58e. 2024-11-18T19:12:54,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 28746d782d400191062051e9fe65a58e: 2024-11-18T19:12:54,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731957144699.0c0ba810dd6b6156fd0621305a95af84.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T19:12:54,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731957144699.28746d782d400191062051e9fe65a58e. for SnapshotProcedureTest completed. 2024-11-18T19:12:54,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T19:12:54,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T19:12:54,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731957144699.28746d782d400191062051e9fe65a58e.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T19:12:54,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T19:12:54,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T19:12:54,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/ae9111b498f4422849696cd097ce8c3b/.tmp/cf/6494a374cc544fab9df620a808f7cb38 is 34, key is ccd/cf:cf/1731957163841/Put/seqid=0 2024-11-18T19:12:54,422 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/5f4fcca4bdf9996784aa518638b9a2e4/.tmp/cf/bba75eab0a994b10b80b2b9d12e523f1 is 34, key is aaa/cf:cf/1731957163885/Put/seqid=0 2024-11-18T19:12:54,423 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/d2fc662cb86396b8382cef5ffdc3ed95/.tmp/cf/b9985b2d5c2749519c3da7c97258dd08 is 34, key is baa/cf:cf/1731957163833/Put/seqid=0 2024-11-18T19:12:54,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741851_1027 (size=65) 2024-11-18T19:12:54,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741851_1027 (size=65) 2024-11-18T19:12:54,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741851_1027 (size=65) 2024-11-18T19:12:54,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731957144699.0c0ba810dd6b6156fd0621305a95af84. 2024-11-18T19:12:54,427 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-18T19:12:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-18T19:12:54,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0c0ba810dd6b6156fd0621305a95af84 2024-11-18T19:12:54,427 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c0ba810dd6b6156fd0621305a95af84 2024-11-18T19:12:54,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0c0ba810dd6b6156fd0621305a95af84 in 10.0500 sec 2024-11-18T19:12:54,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741849_1025 (size=65) 2024-11-18T19:12:54,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741849_1025 (size=65) 2024-11-18T19:12:54,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741850_1026 (size=65) 2024-11-18T19:12:54,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741852_1028 (size=57) 2024-11-18T19:12:54,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741852_1028 (size=57) 2024-11-18T19:12:54,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741849_1025 (size=65) 2024-11-18T19:12:54,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741850_1026 (size=65) 2024-11-18T19:12:54,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741850_1026 (size=65) 2024-11-18T19:12:54,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731957144699.2b4c3e0439fff5035ca4b5fe0323aa71. 2024-11-18T19:12:54,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-18T19:12:54,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741852_1028 (size=57) 2024-11-18T19:12:54,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741853_1029 (size=65) 2024-11-18T19:12:54,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741853_1029 (size=65) 2024-11-18T19:12:54,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731957144699.28746d782d400191062051e9fe65a58e. 2024-11-18T19:12:54,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731957144699.fdc399114c1bda1fbe28290cdca8f40d. 2024-11-18T19:12:54,460 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-18T19:12:54,460 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-18T19:12:54,460 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731957144699.826057af02647cea1e7575408cb3248b. 2024-11-18T19:12:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-18T19:12:54,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2b4c3e0439fff5035ca4b5fe0323aa71 2024-11-18T19:12:54,460 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 826057af02647cea1e7575408cb3248b: 2024-11-18T19:12:54,460 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731957144699.826057af02647cea1e7575408cb3248b. for SnapshotProcedureTest completed. 2024-11-18T19:12:54,460 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b4c3e0439fff5035ca4b5fe0323aa71 2024-11-18T19:12:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-18T19:12:54,460 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731957144699.826057af02647cea1e7575408cb3248b.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T19:12:54,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 28746d782d400191062051e9fe65a58e 2024-11-18T19:12:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35371 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-18T19:12:54,460 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T19:12:54,460 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fdc399114c1bda1fbe28290cdca8f40d 2024-11-18T19:12:54,460 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T19:12:54,460 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 28746d782d400191062051e9fe65a58e 2024-11-18T19:12:54,461 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fdc399114c1bda1fbe28290cdca8f40d 2024-11-18T19:12:54,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741853_1029 (size=65) 2024-11-18T19:12:54,462 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731957144699.f5fb0929db5e6efe19e910f07aec85e0. 2024-11-18T19:12:54,462 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-18T19:12:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35371 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-18T19:12:54,463 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f5fb0929db5e6efe19e910f07aec85e0 2024-11-18T19:12:54,464 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5fb0929db5e6efe19e910f07aec85e0 2024-11-18T19:12:54,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fdc399114c1bda1fbe28290cdca8f40d in 10.0840 sec 2024-11-18T19:12:54,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 28746d782d400191062051e9fe65a58e in 10.0830 sec 2024-11-18T19:12:54,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2b4c3e0439fff5035ca4b5fe0323aa71 in 10.0830 sec 2024-11-18T19:12:54,468 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f5fb0929db5e6efe19e910f07aec85e0 in 10.0870 sec 2024-11-18T19:12:54,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741854_1030 (size=47197) 2024-11-18T19:12:54,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741854_1030 (size=47197) 2024-11-18T19:12:54,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741854_1030 (size=47197) 2024-11-18T19:12:54,472 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/ae9111b498f4422849696cd097ce8c3b/.tmp/cf/6494a374cc544fab9df620a808f7cb38 2024-11-18T19:12:54,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/dea6b2ffa5114e538177a7b74f7e2cae/.tmp/cf/a24166b126434c91843edda9f74e9c8c is 34, key is eaa/cf:cf/1731957164218/Put/seqid=0 2024-11-18T19:12:54,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741856_1032 (size=28623) 2024-11-18T19:12:54,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741855_1031 (size=26918) 2024-11-18T19:12:54,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741855_1031 (size=26918) 2024-11-18T19:12:54,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741855_1031 (size=26918) 2024-11-18T19:12:54,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741856_1032 (size=28623) 2024-11-18T19:12:54,486 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/5f4fcca4bdf9996784aa518638b9a2e4/.tmp/cf/bba75eab0a994b10b80b2b9d12e523f1 2024-11-18T19:12:54,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741856_1032 (size=28623) 2024-11-18T19:12:54,487 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/d2fc662cb86396b8382cef5ffdc3ed95/.tmp/cf/b9985b2d5c2749519c3da7c97258dd08 2024-11-18T19:12:54,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741857_1033 (size=499309) 2024-11-18T19:12:54,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741857_1033 (size=499309) 2024-11-18T19:12:54,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741857_1033 (size=499309) 2024-11-18T19:12:54,501 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/dea6b2ffa5114e538177a7b74f7e2cae/.tmp/cf/a24166b126434c91843edda9f74e9c8c 2024-11-18T19:12:54,505 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/5f4fcca4bdf9996784aa518638b9a2e4/.tmp/cf/bba75eab0a994b10b80b2b9d12e523f1 as hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/5f4fcca4bdf9996784aa518638b9a2e4/cf/bba75eab0a994b10b80b2b9d12e523f1 2024-11-18T19:12:54,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/ae9111b498f4422849696cd097ce8c3b/.tmp/cf/6494a374cc544fab9df620a808f7cb38 as hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/ae9111b498f4422849696cd097ce8c3b/cf/6494a374cc544fab9df620a808f7cb38 2024-11-18T19:12:54,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/d2fc662cb86396b8382cef5ffdc3ed95/.tmp/cf/b9985b2d5c2749519c3da7c97258dd08 as hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/d2fc662cb86396b8382cef5ffdc3ed95/cf/b9985b2d5c2749519c3da7c97258dd08 2024-11-18T19:12:54,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/dea6b2ffa5114e538177a7b74f7e2cae/.tmp/cf/a24166b126434c91843edda9f74e9c8c as hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/dea6b2ffa5114e538177a7b74f7e2cae/cf/a24166b126434c91843edda9f74e9c8c 2024-11-18T19:12:54,514 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/5f4fcca4bdf9996784aa518638b9a2e4/cf/bba75eab0a994b10b80b2b9d12e523f1, entries=676, sequenceid=5, filesize=26.3 K 2024-11-18T19:12:54,516 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 5f4fcca4bdf9996784aa518638b9a2e4 in 131ms, sequenceid=5, compaction requested=false 2024-11-18T19:12:54,516 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 5f4fcca4bdf9996784aa518638b9a2e4: 2024-11-18T19:12:54,516 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731957144699.5f4fcca4bdf9996784aa518638b9a2e4. for SnapshotProcedureTest completed. 2024-11-18T19:12:54,516 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731957144699.5f4fcca4bdf9996784aa518638b9a2e4.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T19:12:54,516 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T19:12:54,516 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/5f4fcca4bdf9996784aa518638b9a2e4/cf/bba75eab0a994b10b80b2b9d12e523f1] hfiles 2024-11-18T19:12:54,516 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/5f4fcca4bdf9996784aa518638b9a2e4/cf/bba75eab0a994b10b80b2b9d12e523f1 for snapshot=SnapshotProcedureTest 2024-11-18T19:12:54,519 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/ae9111b498f4422849696cd097ce8c3b/cf/6494a374cc544fab9df620a808f7cb38, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-18T19:12:54,520 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for ae9111b498f4422849696cd097ce8c3b in 135ms, sequenceid=5, compaction requested=false 2024-11-18T19:12:54,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for ae9111b498f4422849696cd097ce8c3b: 2024-11-18T19:12:54,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731957144699.ae9111b498f4422849696cd097ce8c3b. for SnapshotProcedureTest completed. 2024-11-18T19:12:54,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741858_1034 (size=65) 2024-11-18T19:12:54,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731957144699.ae9111b498f4422849696cd097ce8c3b.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T19:12:54,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T19:12:54,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/ae9111b498f4422849696cd097ce8c3b/cf/6494a374cc544fab9df620a808f7cb38] hfiles 2024-11-18T19:12:54,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/ae9111b498f4422849696cd097ce8c3b/cf/6494a374cc544fab9df620a808f7cb38 for snapshot=SnapshotProcedureTest 2024-11-18T19:12:54,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741858_1034 (size=65) 2024-11-18T19:12:54,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741858_1034 (size=65) 2024-11-18T19:12:54,524 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731957144699.826057af02647cea1e7575408cb3248b. 2024-11-18T19:12:54,524 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-18T19:12:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35371 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-18T19:12:54,525 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 826057af02647cea1e7575408cb3248b 2024-11-18T19:12:54,525 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/d2fc662cb86396b8382cef5ffdc3ed95/cf/b9985b2d5c2749519c3da7c97258dd08, entries=731, sequenceid=5, filesize=28.0 K 2024-11-18T19:12:54,525 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 826057af02647cea1e7575408cb3248b 2024-11-18T19:12:54,526 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/dea6b2ffa5114e538177a7b74f7e2cae/cf/a24166b126434c91843edda9f74e9c8c, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-18T19:12:54,526 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for d2fc662cb86396b8382cef5ffdc3ed95 in 137ms, sequenceid=5, compaction requested=false 2024-11-18T19:12:54,526 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for d2fc662cb86396b8382cef5ffdc3ed95: 2024-11-18T19:12:54,527 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731957144699.d2fc662cb86396b8382cef5ffdc3ed95. for SnapshotProcedureTest completed. 2024-11-18T19:12:54,527 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731957144699.d2fc662cb86396b8382cef5ffdc3ed95.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T19:12:54,527 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T19:12:54,527 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/d2fc662cb86396b8382cef5ffdc3ed95/cf/b9985b2d5c2749519c3da7c97258dd08] hfiles 2024-11-18T19:12:54,527 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/d2fc662cb86396b8382cef5ffdc3ed95/cf/b9985b2d5c2749519c3da7c97258dd08 for snapshot=SnapshotProcedureTest 2024-11-18T19:12:54,527 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for dea6b2ffa5114e538177a7b74f7e2cae in 139ms, sequenceid=5, compaction requested=false 2024-11-18T19:12:54,527 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for dea6b2ffa5114e538177a7b74f7e2cae: 2024-11-18T19:12:54,527 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731957144699.dea6b2ffa5114e538177a7b74f7e2cae. for SnapshotProcedureTest completed. 2024-11-18T19:12:54,528 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731957144699.dea6b2ffa5114e538177a7b74f7e2cae.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T19:12:54,528 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T19:12:54,528 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/dea6b2ffa5114e538177a7b74f7e2cae/cf/a24166b126434c91843edda9f74e9c8c] hfiles 2024-11-18T19:12:54,528 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/dea6b2ffa5114e538177a7b74f7e2cae/cf/a24166b126434c91843edda9f74e9c8c for snapshot=SnapshotProcedureTest 2024-11-18T19:12:54,528 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 826057af02647cea1e7575408cb3248b in 10.1480 sec 2024-11-18T19:12:54,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741859_1035 (size=105) 2024-11-18T19:12:54,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741859_1035 (size=105) 2024-11-18T19:12:54,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741859_1035 (size=105) 2024-11-18T19:12:54,546 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731957144699.5f4fcca4bdf9996784aa518638b9a2e4. 2024-11-18T19:12:54,546 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-18T19:12:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35371 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-18T19:12:54,547 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5f4fcca4bdf9996784aa518638b9a2e4 2024-11-18T19:12:54,547 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f4fcca4bdf9996784aa518638b9a2e4 2024-11-18T19:12:54,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5f4fcca4bdf9996784aa518638b9a2e4 in 10.1700 sec 2024-11-18T19:12:54,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741860_1036 (size=105) 2024-11-18T19:12:54,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741860_1036 (size=105) 2024-11-18T19:12:54,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741860_1036 (size=105) 2024-11-18T19:12:54,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731957144699.ae9111b498f4422849696cd097ce8c3b. 2024-11-18T19:12:54,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-18T19:12:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35371 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-18T19:12:54,558 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ae9111b498f4422849696cd097ce8c3b 2024-11-18T19:12:54,558 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ae9111b498f4422849696cd097ce8c3b 2024-11-18T19:12:54,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ae9111b498f4422849696cd097ce8c3b in 10.1810 sec 2024-11-18T19:12:54,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741862_1038 (size=97) 2024-11-18T19:12:54,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741862_1038 (size=97) 2024-11-18T19:12:54,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741861_1037 (size=105) 2024-11-18T19:12:54,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741861_1037 (size=105) 2024-11-18T19:12:54,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741861_1037 (size=105) 2024-11-18T19:12:54,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741862_1038 (size=97) 2024-11-18T19:12:54,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731957144699.d2fc662cb86396b8382cef5ffdc3ed95. 2024-11-18T19:12:54,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-18T19:12:54,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731957144699.dea6b2ffa5114e538177a7b74f7e2cae. 2024-11-18T19:12:54,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-18T19:12:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35371 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-18T19:12:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-18T19:12:54,571 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d2fc662cb86396b8382cef5ffdc3ed95 2024-11-18T19:12:54,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region dea6b2ffa5114e538177a7b74f7e2cae 2024-11-18T19:12:54,571 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dea6b2ffa5114e538177a7b74f7e2cae 2024-11-18T19:12:54,571 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2fc662cb86396b8382cef5ffdc3ed95 2024-11-18T19:12:54,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d2fc662cb86396b8382cef5ffdc3ed95 in 10.1940 sec 2024-11-18T19:12:54,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-18T19:12:54,575 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-18T19:12:54,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dea6b2ffa5114e538177a7b74f7e2cae in 10.1940 sec 2024-11-18T19:12:54,576 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-18T19:12:54,576 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-18T19:12:54,577 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-18T19:12:54,578 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-18T19:12:54,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741863_1039 (size=1174) 2024-11-18T19:12:54,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741863_1039 (size=1174) 2024-11-18T19:12:54,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741863_1039 (size=1174) 2024-11-18T19:12:54,604 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-18T19:12:54,610 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-18T19:12:54,613 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1acff94d7356,45725,1731957133637 2024-11-18T19:12:54,613 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1acff94d7356,37253,1731957133563 2024-11-18T19:12:54,613 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1acff94d7356,37253,1731957133563 2024-11-18T19:12:54,613 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1acff94d7356,40719,1731957133601 2024-11-18T19:12:54,614 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1acff94d7356,45725,1731957133637 2024-11-18T19:12:54,618 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1acff94d7356,45725,1731957133637 2024-11-18T19:12:54,620 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1acff94d7356,37253,1731957133563 2024-11-18T19:12:54,620 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1acff94d7356,40719,1731957133601 2024-11-18T19:12:54,620 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1acff94d7356,40719,1731957133601 2024-11-18T19:12:54,683 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T19:12:54,684 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 1acff94d7356,40719,1731957133601 2024-11-18T19:12:54,684 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 1acff94d7356,40719,1731957133601: Simulated kill ***** 2024-11-18T19:12:54,684 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T19:12:54,684 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T19:12:54,684 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T19:12:54,685 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T19:12:54,685 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T19:12:54,685 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 430835600 }, "NonHeapMemoryUsage": { "committed": 177012736, "init": 7667712, "max": -1, "used": 172662920 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T19:12:54,685 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35371 {}] master.MasterRpcServices(700): 1acff94d7356,40719,1731957133601 reported a fatal error: ***** ABORTING region server 1acff94d7356,40719,1731957133601: Simulated kill ***** 2024-11-18T19:12:54,686 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1acff94d7356,40719,1731957133601' ***** 2024-11-18T19:12:54,686 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-18T19:12:54,686 INFO [RS:1;1acff94d7356:40719 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T19:12:54,686 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T19:12:54,686 INFO [RS:1;1acff94d7356:40719 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-18T19:12:54,686 INFO [RS:1;1acff94d7356:40719 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-18T19:12:54,686 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T19:12:54,686 INFO [RS:1;1acff94d7356:40719 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T19:12:54,686 INFO [RS:1;1acff94d7356:40719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;1acff94d7356:40719. 2024-11-18T19:12:54,686 DEBUG [RS:1;1acff94d7356:40719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T19:12:54,687 DEBUG [RS:1;1acff94d7356:40719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:12:54,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741836_1012 (size=14382) 2024-11-18T19:12:54,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741836_1012 (size=14382) 2024-11-18T19:12:54,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741836_1012 (size=14382) 2024-11-18T19:12:54,689 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/WALs/1acff94d7356,40719,1731957133601/1acff94d7356%2C40719%2C1731957133601.meta.1731957144534.meta not finished, retry = 0 2024-11-18T19:12:54,719 INFO [regionserver/1acff94d7356:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T19:12:54,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741835_1011 (size=1488) 2024-11-18T19:12:54,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741835_1011 (size=1488) 2024-11-18T19:12:54,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741835_1011 (size=1488) 2024-11-18T19:12:54,795 DEBUG [RS:1;1acff94d7356:40719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:12:54,795 INFO [RS:1;1acff94d7356:40719 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T19:12:54,796 INFO [RS:1;1acff94d7356:40719 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40719 2024-11-18T19:12:54,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35371-0x10150a632b40000, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T19:12:54,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40719-0x10150a632b40002, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1acff94d7356,40719,1731957133601 2024-11-18T19:12:54,806 INFO [RS:1;1acff94d7356:40719 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T19:12:54,814 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1acff94d7356,40719,1731957133601] 2024-11-18T19:12:54,822 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1acff94d7356,40719,1731957133601 already deleted, retry=false 2024-11-18T19:12:54,822 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 1acff94d7356,40719,1731957133601 on 1acff94d7356,35371,1731957133399 2024-11-18T19:12:54,823 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 1acff94d7356,40719,1731957133601, splitWal=true, meta=true 2024-11-18T19:12:54,823 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for 1acff94d7356,40719,1731957133601 (carryingMeta=true) 1acff94d7356,40719,1731957133601/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@25a87370[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-18T19:12:54,824 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 1acff94d7356,40719,1731957133601, splitWal=true, meta=true 2024-11-18T19:12:54,825 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 1acff94d7356,40719,1731957133601, splitWal=true, meta=true, isMeta: true 2024-11-18T19:12:54,827 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/WALs/1acff94d7356,40719,1731957133601-splitting 2024-11-18T19:12:54,829 INFO [PEWorker-4 {}] master.SplitWALManager(105): 1acff94d7356,40719,1731957133601 WAL count=1, meta=true 2024-11-18T19:12:54,829 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 1acff94d7356%2C40719%2C1731957133601.meta.1731957144534.meta}] 2024-11-18T19:12:54,831 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=1acff94d7356,45725,1731957133637 2024-11-18T19:12:54,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 1acff94d7356%2C40719%2C1731957133601.meta.1731957144534.meta, worker=1acff94d7356,45725,1731957133637}] 2024-11-18T19:12:54,833 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1acff94d7356,40719,1731957133601 Release verify snapshot worker=1acff94d7356,40719,1731957133601 2024-11-18T19:12:54,833 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 1acff94d7356,40719,1731957133601, this operation will be retried to send to another server 2024-11-18T19:12:54,834 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-18T19:12:54,834 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731957175834 2024-11-18T19:12:54,835 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-11-18T19:12:54,835 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-11-18T19:12:54,836 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-11-18T19:12:54,836 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1acff94d7356,40719,1731957133601 Release verify snapshot worker=1acff94d7356,40719,1731957133601 2024-11-18T19:12:54,836 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 39 to 1acff94d7356,40719,1731957133601, this operation will be retried to send to another server 2024-11-18T19:12:54,836 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-18T19:12:54,836 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=39, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731957175836 2024-11-18T19:12:54,837 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1acff94d7356,40719,1731957133601 Release verify snapshot worker=1acff94d7356,40719,1731957133601 2024-11-18T19:12:54,837 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 42 to 1acff94d7356,40719,1731957133601, this operation will be retried to send to another server 2024-11-18T19:12:54,837 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-18T19:12:54,837 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=42, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731957175837 2024-11-18T19:12:54,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40719-0x10150a632b40002, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T19:12:54,914 INFO [RS:1;1acff94d7356:40719 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T19:12:54,914 INFO [RS:1;1acff94d7356:40719 {}] regionserver.HRegionServer(1031): Exiting; stopping=1acff94d7356,40719,1731957133601; zookeeper connection closed. 2024-11-18T19:12:54,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40719-0x10150a632b40002, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T19:12:54,915 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@32dec5c0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@32dec5c0 2024-11-18T19:12:55,073 INFO [regionserver/1acff94d7356:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T19:12:55,073 INFO [regionserver/1acff94d7356:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T19:13:04,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37253 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-18T19:13:04,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-18T19:13:04,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-18T19:13:04,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37253 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-18T19:13:04,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37253 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-18T19:13:04,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-18T19:13:04,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-18T19:13:04,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-18T19:13:04,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-18T19:13:04,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-18T19:13:04,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-18T19:13:04,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-18T19:13:04,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35371 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-18T19:13:04,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-18T19:13:04,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-18T19:13:04,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-18T19:13:04,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-18T19:13:04,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35371 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-18T19:13:04,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-18T19:13:04,626 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1acff94d7356,45725,1731957133637 Release verify snapshot worker=1acff94d7356,45725,1731957133637 2024-11-18T19:13:04,626 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1acff94d7356,37253,1731957133563 Release verify snapshot worker=1acff94d7356,37253,1731957133563 2024-11-18T19:13:04,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35371 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-18T19:13:04,627 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1acff94d7356,37253,1731957133563 Release verify snapshot worker=1acff94d7356,37253,1731957133563 2024-11-18T19:13:04,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-18T19:13:04,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1acff94d7356,37253,1731957133563 in 10.0160 sec 2024-11-18T19:13:04,629 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1acff94d7356,37253,1731957133563 in 10.0170 sec 2024-11-18T19:13:04,629 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1acff94d7356,45725,1731957133637 in 10.0160 sec 2024-11-18T19:13:04,630 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1acff94d7356,45725,1731957133637 Release verify snapshot worker=1acff94d7356,45725,1731957133637 2024-11-18T19:13:04,630 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1acff94d7356,37253,1731957133563 Release verify snapshot worker=1acff94d7356,37253,1731957133563 2024-11-18T19:13:04,630 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1acff94d7356,45725,1731957133637 Release verify snapshot worker=1acff94d7356,45725,1731957133637 2024-11-18T19:13:04,630 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1acff94d7356,37253,1731957133563 2024-11-18T19:13:04,631 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1acff94d7356,45725,1731957133637 2024-11-18T19:13:04,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1acff94d7356,45725,1731957133637 in 10.0200 sec 2024-11-18T19:13:04,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1acff94d7356,37253,1731957133563 in 10.0200 sec 2024-11-18T19:13:04,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1acff94d7356,45725,1731957133637 in 10.0200 sec 2024-11-18T19:13:04,633 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1acff94d7356,45725,1731957133637 2024-11-18T19:13:04,633 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1acff94d7356,37253,1731957133563 2024-11-18T19:13:04,639 INFO [RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/WALs/1acff94d7356,40719,1731957133601-splitting/1acff94d7356%2C40719%2C1731957133601.meta.1731957144534.meta, size=14.0 K (14382bytes) 2024-11-18T19:13:04,639 INFO [RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/WALs/1acff94d7356,40719,1731957133601-splitting/1acff94d7356%2C40719%2C1731957133601.meta.1731957144534.meta 2024-11-18T19:13:04,640 INFO [RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/WALs/1acff94d7356,40719,1731957133601-splitting/1acff94d7356%2C40719%2C1731957133601.meta.1731957144534.meta after 1ms 2024-11-18T19:13:04,642 INFO [RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/WALs/1acff94d7356,40719,1731957133601-splitting/1acff94d7356%2C40719%2C1731957133601.meta.1731957144534.meta took 3ms 2024-11-18T19:13:04,645 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-18T19:13:04,647 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/WALs/1acff94d7356,40719,1731957133601-splitting/1acff94d7356%2C40719%2C1731957133601.meta.1731957144534.meta so closing down 2024-11-18T19:13:04,647 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T19:13:04,651 INFO [RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-1acff94d7356%2C40719%2C1731957133601.meta.1731957144534.meta.temp 2024-11-18T19:13:04,654 INFO [RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-1acff94d7356%2C40719%2C1731957133601.meta.1731957144534.meta.temp 2024-11-18T19:13:04,655 INFO [RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T19:13:04,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741864_1040 (size=14141) 2024-11-18T19:13:04,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741864_1040 (size=14141) 2024-11-18T19:13:04,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741864_1040 (size=14141) 2024-11-18T19:13:04,664 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-1acff94d7356%2C40719%2C1731957133601.meta.1731957144534.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-11-18T19:13:04,666 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-1acff94d7356%2C40719%2C1731957133601.meta.1731957144534.meta.temp to hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-18T19:13:04,666 INFO [RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 23 ms; skipped=1; WAL=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/WALs/1acff94d7356,40719,1731957133601-splitting/1acff94d7356%2C40719%2C1731957133601.meta.1731957144534.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-18T19:13:04,666 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/WALs/1acff94d7356,40719,1731957133601-splitting/1acff94d7356%2C40719%2C1731957133601.meta.1731957144534.meta, journal: Splitting hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/WALs/1acff94d7356,40719,1731957133601-splitting/1acff94d7356%2C40719%2C1731957133601.meta.1731957144534.meta, size=14.0 K (14382bytes) at 1731957184639Finishing writing output for hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/WALs/1acff94d7356,40719,1731957133601-splitting/1acff94d7356%2C40719%2C1731957133601.meta.1731957144534.meta so closing down at 1731957184647 (+8 ms)Creating recovered edits writer path=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-1acff94d7356%2C40719%2C1731957133601.meta.1731957144534.meta.temp at 1731957184654 (+7 ms)3 split writer threads finished at 1731957184655 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-1acff94d7356%2C40719%2C1731957133601.meta.1731957144534.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1731957184664 (+9 ms)Rename recovered edits hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-1acff94d7356%2C40719%2C1731957133601.meta.1731957144534.meta.temp to hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731957184666 (+2 ms)Processed 26 edits across 1 Regions in 23 ms; skipped=1; WAL=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/WALs/1acff94d7356,40719,1731957133601-splitting/1acff94d7356%2C40719%2C1731957133601.meta.1731957144534.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731957184666 2024-11-18T19:13:04,666 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/WALs/1acff94d7356,40719,1731957133601-splitting/1acff94d7356%2C40719%2C1731957133601.meta.1731957144534.meta 2024-11-18T19:13:04,666 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1acff94d7356:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-18T19:13:04,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-18T19:13:04,670 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/WALs/1acff94d7356,40719,1731957133601-splitting/1acff94d7356%2C40719%2C1731957133601.meta.1731957144534.meta to hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/oldWALs 2024-11-18T19:13:04,672 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-18T19:13:04,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1acff94d7356%2C40719%2C1731957133601.meta.1731957144534.meta, worker=1acff94d7356,45725,1731957133637 in 9.8380 sec 2024-11-18T19:13:04,674 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=1acff94d7356,45725,1731957133637 2024-11-18T19:13:04,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-18T19:13:04,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 1acff94d7356%2C40719%2C1731957133601.meta.1731957144534.meta, worker=1acff94d7356,45725,1731957133637 in 9.8450 sec 2024-11-18T19:13:04,677 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/WALs/1acff94d7356,40719,1731957133601-splitting dir is empty, no logs to split. 2024-11-18T19:13:04,677 INFO [PEWorker-4 {}] master.SplitWALManager(105): 1acff94d7356,40719,1731957133601 WAL count=0, meta=true 2024-11-18T19:13:04,677 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 1acff94d7356,40719,1731957133601 WAL splitting is done? wals=0, meta=true 2024-11-18T19:13:04,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T19:13:04,679 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T19:13:04,679 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T19:13:04,686 INFO [master/1acff94d7356:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T19:13:04,686 INFO [master/1acff94d7356:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T19:13:04,830 DEBUG [1acff94d7356:35371 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-18T19:13:04,830 DEBUG [1acff94d7356:35371 {}] balancer.BalancerClusterState(204): Hosts are {1acff94d7356=0} racks are {/default-rack=0} 2024-11-18T19:13:04,831 DEBUG [1acff94d7356:35371 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T19:13:04,831 DEBUG [1acff94d7356:35371 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T19:13:04,831 DEBUG [1acff94d7356:35371 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T19:13:04,831 DEBUG [1acff94d7356:35371 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T19:13:04,831 INFO [1acff94d7356:35371 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T19:13:04,831 INFO [1acff94d7356:35371 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T19:13:04,831 DEBUG [1acff94d7356:35371 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T19:13:04,832 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1acff94d7356,37253,1731957133563 2024-11-18T19:13:04,834 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1acff94d7356,37253,1731957133563, state=OPENING 2024-11-18T19:13:04,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x10150a632b40003, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T19:13:04,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x10150a632b40001, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T19:13:04,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35371-0x10150a632b40000, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T19:13:04,889 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T19:13:04,889 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T19:13:04,889 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T19:13:04,889 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T19:13:04,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1acff94d7356,37253,1731957133563}] 2024-11-18T19:13:05,341 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1acff94d7356:39219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-18T19:13:13,372 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T19:13:14,323 INFO [regionserver/1acff94d7356:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-18T19:13:14,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-18T19:13:14,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-18T19:13:14,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-18T19:13:14,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-18T19:13:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-18T19:13:14,634 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1acff94d7356,45725,1731957133637 Release verify snapshot worker=1acff94d7356,45725,1731957133637 2024-11-18T19:13:14,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-18T19:13:14,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37253 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-18T19:13:14,636 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T19:13:14,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37253 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-18T19:13:14,636 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T19:13:14,637 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T19:13:14,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1acff94d7356,45725,1731957133637 in 20.0250 sec 2024-11-18T19:13:14,638 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-18T19:13:14,638 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-18T19:13:14,639 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1acff94d7356,45725,1731957133637 Release verify snapshot worker=1acff94d7356,45725,1731957133637 2024-11-18T19:13:14,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-18T19:13:14,640 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1acff94d7356%2C37253%2C1731957133563.meta, suffix=.meta, logDir=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/WALs/1acff94d7356,37253,1731957133563, archiveDir=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/oldWALs, maxLogs=32 2024-11-18T19:13:14,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1acff94d7356,45725,1731957133637 in 20.0290 sec 2024-11-18T19:13:14,641 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1acff94d7356,37253,1731957133563 Release verify snapshot worker=1acff94d7356,37253,1731957133563 2024-11-18T19:13:14,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35371 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-18T19:13:14,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1acff94d7356,37253,1731957133563 in 20.0310 sec 2024-11-18T19:13:14,643 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1acff94d7356,37253,1731957133563 Release verify snapshot worker=1acff94d7356,37253,1731957133563 2024-11-18T19:13:14,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=25 2024-11-18T19:13:14,644 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-18T19:13:14,645 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1acff94d7356,37253,1731957133563 in 20.0330 sec 2024-11-18T19:13:14,645 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/.hbase-snapshot/SnapshotProcedureTest 2024-11-18T19:13:14,647 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-18T19:13:14,647 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-18T19:13:14,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.2860 sec 2024-11-18T19:13:14,655 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/WALs/1acff94d7356,37253,1731957133563/1acff94d7356%2C37253%2C1731957133563.meta.1731957194641.meta, exclude list is [], retry=0 2024-11-18T19:13:14,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43347,DS-d9982af0-7111-494a-9ce4-7bec4fe20f13,DISK] 2024-11-18T19:13:14,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46039,DS-ac63e523-f2a3-4185-864f-e3c2720427ea,DISK] 2024-11-18T19:13:14,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42561,DS-d9d40e57-d32c-46cf-ae23-f4942fe782b7,DISK] 2024-11-18T19:13:14,660 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/WALs/1acff94d7356,37253,1731957133563/1acff94d7356%2C37253%2C1731957133563.meta.1731957194641.meta 2024-11-18T19:13:14,660 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36609:36609),(127.0.0.1/127.0.0.1:40163:40163),(127.0.0.1/127.0.0.1:43225:43225)] 2024-11-18T19:13:14,660 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T19:13:14,660 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T19:13:14,660 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T19:13:14,661 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T19:13:14,661 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T19:13:14,661 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:13:14,661 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T19:13:14,661 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T19:13:14,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T19:13:14,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T19:13:14,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:14,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:13:14,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T19:13:14,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T19:13:14,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:14,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:13:14,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T19:13:14,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T19:13:14,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:14,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:13:14,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T19:13:14,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T19:13:14,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:14,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:13:14,667 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T19:13:14,668 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/hbase/meta/1588230740 2024-11-18T19:13:14,669 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/hbase/meta/1588230740 2024-11-18T19:13:14,670 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-18T19:13:14,678 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-18T19:13:14,678 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-18T19:13:14,694 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/hbase/meta/1588230740/.tmp/info/556788ed58ee4cfa9bf61e38c856df8b is 167, key is SPTestTable,19999999,1731957144699.826057af02647cea1e7575408cb3248b./info:regioninfo/1731957155069/Put/seqid=0 2024-11-18T19:13:14,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741866_1042 (size=18393) 2024-11-18T19:13:14,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741866_1042 (size=18393) 2024-11-18T19:13:14,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741866_1042 (size=18393) 2024-11-18T19:13:14,701 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/hbase/meta/1588230740/.tmp/info/556788ed58ee4cfa9bf61e38c856df8b 2024-11-18T19:13:14,714 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-18T19:13:14,716 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1acff94d7356:40719 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 1acff94d7356/172.17.0.2:40719 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:14,717 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1acff94d7356,40719,1731957133601, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1acff94d7356,40719,1731957133601, seqNum=-1, error=java.net.ConnectException: Call to address=1acff94d7356:40719 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 1acff94d7356/172.17.0.2:40719 2024-11-18T19:13:14,718 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1acff94d7356,40719,1731957133601, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-18T19:13:14,718 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1acff94d7356,40719,1731957133601, seqNum=-1 from cache 2024-11-18T19:13:14,719 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address 1acff94d7356:40719 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 1acff94d7356/172.17.0.2:40719 2024-11-18T19:13:14,721 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/hbase/meta/1588230740/.tmp/ns/10cc079b8fab40d48849a4dc01133971 is 43, key is default/ns:d/1731957144660/Put/seqid=0 2024-11-18T19:13:14,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741867_1043 (size=5153) 2024-11-18T19:13:14,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741867_1043 (size=5153) 2024-11-18T19:13:14,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741867_1043 (size=5153) 2024-11-18T19:13:14,731 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/hbase/meta/1588230740/.tmp/ns/10cc079b8fab40d48849a4dc01133971 2024-11-18T19:13:14,758 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/hbase/meta/1588230740/.tmp/table/12211112102f4807864656a129577a5a is 47, key is SPTestTable/table:state/1731957155110/Put/seqid=0 2024-11-18T19:13:14,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741868_1044 (size=5214) 2024-11-18T19:13:14,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741868_1044 (size=5214) 2024-11-18T19:13:14,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741868_1044 (size=5214) 2024-11-18T19:13:14,766 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/hbase/meta/1588230740/.tmp/table/12211112102f4807864656a129577a5a 2024-11-18T19:13:14,772 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/hbase/meta/1588230740/.tmp/info/556788ed58ee4cfa9bf61e38c856df8b as hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/hbase/meta/1588230740/info/556788ed58ee4cfa9bf61e38c856df8b 2024-11-18T19:13:14,777 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/hbase/meta/1588230740/info/556788ed58ee4cfa9bf61e38c856df8b, entries=100, sequenceid=28, filesize=18.0 K 2024-11-18T19:13:14,778 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/hbase/meta/1588230740/.tmp/ns/10cc079b8fab40d48849a4dc01133971 as hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/hbase/meta/1588230740/ns/10cc079b8fab40d48849a4dc01133971 2024-11-18T19:13:14,784 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/hbase/meta/1588230740/ns/10cc079b8fab40d48849a4dc01133971, entries=2, sequenceid=28, filesize=5.0 K 2024-11-18T19:13:14,785 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/hbase/meta/1588230740/.tmp/table/12211112102f4807864656a129577a5a as hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/hbase/meta/1588230740/table/12211112102f4807864656a129577a5a 2024-11-18T19:13:14,790 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/hbase/meta/1588230740/table/12211112102f4807864656a129577a5a, entries=2, sequenceid=28, filesize=5.1 K 2024-11-18T19:13:14,791 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 113ms, sequenceid=28, compaction requested=false; wal=null 2024-11-18T19:13:14,791 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-18T19:13:14,793 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T19:13:14,793 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T19:13:14,793 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T19:13:14,795 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T19:13:14,797 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-18T19:13:14,798 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74328064, jitterRate=0.107574462890625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T19:13:14,798 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T19:13:14,798 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731957194661Writing region info on filesystem at 1731957194661Initializing all the Stores at 1731957194662 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731957194662Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731957194662Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957194662Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731957194662Obtaining lock to block concurrent updates at 1731957194678 (+16 ms)Preparing flush snapshotting stores in 1588230740 at 1731957194678Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731957194679 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731957194679Flushing 1588230740/info: creating writer at 1731957194679Flushing 1588230740/info: appending metadata at 1731957194694 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731957194694Flushing 1588230740/ns: creating writer at 1731957194706 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731957194721 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731957194721Flushing 1588230740/table: creating writer at 1731957194737 (+16 ms)Flushing 1588230740/table: appending metadata at 1731957194757 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731957194757Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ec7a07d: reopening flushed file at 1731957194771 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2da99b34: reopening flushed file at 1731957194778 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22e3f8a7: reopening flushed file at 1731957194784 (+6 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 113ms, sequenceid=28, compaction requested=false; wal=null at 1731957194791 (+7 ms)Cleaning up temporary data from old regions at 1731957194793 (+2 ms)Running coprocessor post-open hooks at 1731957194798 (+5 ms)Region opened successfully at 1731957194798 2024-11-18T19:13:14,799 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1731957194631 2024-11-18T19:13:14,801 DEBUG [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T19:13:14,801 INFO [RS_OPEN_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T19:13:14,801 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=1acff94d7356,37253,1731957133563 2024-11-18T19:13:14,802 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1acff94d7356,37253,1731957133563, state=OPEN 2024-11-18T19:13:14,820 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:13:14,821 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1acff94d7356,37253,1731957133563, seqNum=-1] 2024-11-18T19:13:14,843 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35371 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=1acff94d7356,37253,1731957133563, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T19:13:14,853 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-18T19:13:14,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T19:13:14,853 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T19:13:14,853 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T19:13:14,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:14,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:14,853 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:13:14,853 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T19:13:14,853 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1495462798, stopped=false 2024-11-18T19:13:14,854 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1acff94d7356,35371,1731957133399 2024-11-18T19:13:14,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35371-0x10150a632b40000, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T19:13:14,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x10150a632b40003, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T19:13:14,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x10150a632b40001, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T19:13:14,855 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T19:13:14,855 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T19:13:14,855 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T19:13:14,855 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1acff94d7356,37253,1731957133563 2024-11-18T19:13:14,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-18T19:13:14,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1acff94d7356,37253,1731957133563 in 9.9660 sec 2024-11-18T19:13:14,858 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-18T19:13:14,858 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.1790 sec 2024-11-18T19:13:14,858 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 1acff94d7356,40719,1731957133601 had 4 regions 2024-11-18T19:13:14,859 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 1acff94d7356,40719,1731957133601, splitWal=true, meta=true, isMeta: false 2024-11-18T19:13:14,860 INFO [PEWorker-5 {}] master.SplitWALManager(105): 1acff94d7356,40719,1731957133601 WAL count=1, meta=false 2024-11-18T19:13:14,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 1acff94d7356%2C40719%2C1731957133601.1731957134217}] 2024-11-18T19:13:14,862 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=1acff94d7356,45725,1731957133637 2024-11-18T19:13:14,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 1acff94d7356%2C40719%2C1731957133601.1731957134217, worker=1acff94d7356,45725,1731957133637}] 2024-11-18T19:13:14,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x10150a632b40003, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T19:13:14,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35371-0x10150a632b40000, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T19:13:14,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x10150a632b40003, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:13:14,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x10150a632b40001, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T19:13:14,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35371-0x10150a632b40000, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:13:14,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x10150a632b40001, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:13:14,863 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T19:13:14,864 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T19:13:14,864 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T19:13:14,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:14,864 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1acff94d7356,37253,1731957133563' ***** 2024-11-18T19:13:14,864 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T19:13:14,864 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1acff94d7356,45725,1731957133637' ***** 2024-11-18T19:13:14,864 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T19:13:14,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37253-0x10150a632b40001, quorum=127.0.0.1:50910, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T19:13:14,864 INFO [RS:0;1acff94d7356:37253 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T19:13:14,865 INFO [RS:0;1acff94d7356:37253 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T19:13:14,865 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T19:13:14,865 INFO [RS:0;1acff94d7356:37253 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T19:13:14,865 INFO [RS:0;1acff94d7356:37253 {}] regionserver.HRegionServer(3091): Received CLOSE for 28746d782d400191062051e9fe65a58e 2024-11-18T19:13:14,865 INFO [RS:2;1acff94d7356:45725 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T19:13:14,865 INFO [RS:0;1acff94d7356:37253 {}] regionserver.HRegionServer(3091): Received CLOSE for f5fb0929db5e6efe19e910f07aec85e0 2024-11-18T19:13:14,865 INFO [RS:2;1acff94d7356:45725 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T19:13:14,865 INFO [RS:0;1acff94d7356:37253 {}] regionserver.HRegionServer(3091): Received CLOSE for d2fc662cb86396b8382cef5ffdc3ed95 2024-11-18T19:13:14,865 INFO [RS:2;1acff94d7356:45725 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T19:13:14,865 INFO [RS:0;1acff94d7356:37253 {}] regionserver.HRegionServer(959): stopping server 1acff94d7356,37253,1731957133563 2024-11-18T19:13:14,865 INFO [RS:0;1acff94d7356:37253 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T19:13:14,865 INFO [RS:2;1acff94d7356:45725 {}] regionserver.HRegionServer(3091): Received CLOSE for dea6b2ffa5114e538177a7b74f7e2cae 2024-11-18T19:13:14,865 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 28746d782d400191062051e9fe65a58e, disabling compactions & flushes 2024-11-18T19:13:14,865 INFO [RS:0;1acff94d7356:37253 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1acff94d7356:37253. 2024-11-18T19:13:14,865 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731957144699.28746d782d400191062051e9fe65a58e. 2024-11-18T19:13:14,865 DEBUG [RS:0;1acff94d7356:37253 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T19:13:14,865 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731957144699.28746d782d400191062051e9fe65a58e. 2024-11-18T19:13:14,865 DEBUG [RS:0;1acff94d7356:37253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:14,865 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731957144699.28746d782d400191062051e9fe65a58e. after waiting 0 ms 2024-11-18T19:13:14,865 INFO [RS:2;1acff94d7356:45725 {}] regionserver.HRegionServer(3091): Received CLOSE for 826057af02647cea1e7575408cb3248b 2024-11-18T19:13:14,865 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731957144699.28746d782d400191062051e9fe65a58e. 2024-11-18T19:13:14,865 INFO [RS:0;1acff94d7356:37253 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T19:13:14,865 INFO [RS:2;1acff94d7356:45725 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f4fcca4bdf9996784aa518638b9a2e4 2024-11-18T19:13:14,865 INFO [RS:0;1acff94d7356:37253 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T19:13:14,865 INFO [RS:2;1acff94d7356:45725 {}] regionserver.HRegionServer(3091): Received CLOSE for fdc399114c1bda1fbe28290cdca8f40d 2024-11-18T19:13:14,866 INFO [RS:0;1acff94d7356:37253 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T19:13:14,866 INFO [RS:2;1acff94d7356:45725 {}] regionserver.HRegionServer(959): stopping server 1acff94d7356,45725,1731957133637 2024-11-18T19:13:14,866 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dea6b2ffa5114e538177a7b74f7e2cae, disabling compactions & flushes 2024-11-18T19:13:14,866 INFO [RS:0;1acff94d7356:37253 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T19:13:14,866 INFO [RS:2;1acff94d7356:45725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T19:13:14,866 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731957144699.dea6b2ffa5114e538177a7b74f7e2cae. 2024-11-18T19:13:14,866 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731957144699.dea6b2ffa5114e538177a7b74f7e2cae. 2024-11-18T19:13:14,866 INFO [RS:2;1acff94d7356:45725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;1acff94d7356:45725. 2024-11-18T19:13:14,866 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731957144699.dea6b2ffa5114e538177a7b74f7e2cae. after waiting 0 ms 2024-11-18T19:13:14,866 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T19:13:14,866 DEBUG [RS:2;1acff94d7356:45725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T19:13:14,866 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731957144699.dea6b2ffa5114e538177a7b74f7e2cae. 2024-11-18T19:13:14,866 DEBUG [RS:2;1acff94d7356:45725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:14,866 INFO [RS:2;1acff94d7356:45725 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-18T19:13:14,866 DEBUG [RS:2;1acff94d7356:45725 {}] regionserver.HRegionServer(1325): Online Regions={dea6b2ffa5114e538177a7b74f7e2cae=SPTestTable,e6666661,1731957144699.dea6b2ffa5114e538177a7b74f7e2cae., 826057af02647cea1e7575408cb3248b=SPTestTable,19999999,1731957144699.826057af02647cea1e7575408cb3248b., 5f4fcca4bdf9996784aa518638b9a2e4=SPTestTable,99999996,1731957144699.5f4fcca4bdf9996784aa518638b9a2e4., fdc399114c1bda1fbe28290cdca8f40d=SPTestTable,4ccccccb,1731957144699.fdc399114c1bda1fbe28290cdca8f40d.} 2024-11-18T19:13:14,866 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35371-0x10150a632b40000, quorum=127.0.0.1:50910, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T19:13:14,866 DEBUG [RS:2;1acff94d7356:45725 {}] regionserver.HRegionServer(1351): Waiting on 5f4fcca4bdf9996784aa518638b9a2e4, 826057af02647cea1e7575408cb3248b, dea6b2ffa5114e538177a7b74f7e2cae, fdc399114c1bda1fbe28290cdca8f40d 2024-11-18T19:13:14,866 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45725-0x10150a632b40003, quorum=127.0.0.1:50910, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T19:13:14,866 INFO [RS:0;1acff94d7356:37253 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-18T19:13:14,867 DEBUG [RS:0;1acff94d7356:37253 {}] regionserver.HRegionServer(1325): Online Regions={28746d782d400191062051e9fe65a58e=SPTestTable,,1731957144699.28746d782d400191062051e9fe65a58e., 1588230740=hbase:meta,,1.1588230740, f5fb0929db5e6efe19e910f07aec85e0=SPTestTable,66666664,1731957144699.f5fb0929db5e6efe19e910f07aec85e0., d2fc662cb86396b8382cef5ffdc3ed95=SPTestTable,b333332f,1731957144699.d2fc662cb86396b8382cef5ffdc3ed95.} 2024-11-18T19:13:14,867 DEBUG [RS:0;1acff94d7356:37253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 28746d782d400191062051e9fe65a58e, d2fc662cb86396b8382cef5ffdc3ed95, f5fb0929db5e6efe19e910f07aec85e0 2024-11-18T19:13:14,867 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T19:13:14,867 INFO [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T19:13:14,867 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T19:13:14,867 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T19:13:14,867 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T19:13:14,871 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/dea6b2ffa5114e538177a7b74f7e2cae/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T19:13:14,871 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/28746d782d400191062051e9fe65a58e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T19:13:14,872 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731957144699.dea6b2ffa5114e538177a7b74f7e2cae. 2024-11-18T19:13:14,872 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dea6b2ffa5114e538177a7b74f7e2cae: Waiting for close lock at 1731957194865Running coprocessor pre-close hooks at 1731957194865Disabling compacts and flushes for region at 1731957194866 (+1 ms)Disabling writes for close at 1731957194866Writing region close event to WAL at 1731957194867 (+1 ms)Running coprocessor post-close hooks at 1731957194872 (+5 ms)Closed at 1731957194872 2024-11-18T19:13:14,872 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731957144699.28746d782d400191062051e9fe65a58e. 2024-11-18T19:13:14,872 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 28746d782d400191062051e9fe65a58e: Waiting for close lock at 1731957194865Running coprocessor pre-close hooks at 1731957194865Disabling compacts and flushes for region at 1731957194865Disabling writes for close at 1731957194865Writing region close event to WAL at 1731957194866 (+1 ms)Running coprocessor post-close hooks at 1731957194872 (+6 ms)Closed at 1731957194872 2024-11-18T19:13:14,872 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731957144699.dea6b2ffa5114e538177a7b74f7e2cae. 2024-11-18T19:13:14,872 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731957144699.28746d782d400191062051e9fe65a58e. 2024-11-18T19:13:14,872 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 826057af02647cea1e7575408cb3248b, disabling compactions & flushes 2024-11-18T19:13:14,872 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731957144699.826057af02647cea1e7575408cb3248b. 2024-11-18T19:13:14,872 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f5fb0929db5e6efe19e910f07aec85e0, disabling compactions & flushes 2024-11-18T19:13:14,872 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731957144699.826057af02647cea1e7575408cb3248b. 2024-11-18T19:13:14,872 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731957144699.f5fb0929db5e6efe19e910f07aec85e0. 2024-11-18T19:13:14,872 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731957144699.826057af02647cea1e7575408cb3248b. after waiting 0 ms 2024-11-18T19:13:14,872 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731957144699.826057af02647cea1e7575408cb3248b. 2024-11-18T19:13:14,872 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731957144699.f5fb0929db5e6efe19e910f07aec85e0. 2024-11-18T19:13:14,872 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731957144699.f5fb0929db5e6efe19e910f07aec85e0. after waiting 0 ms 2024-11-18T19:13:14,872 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731957144699.f5fb0929db5e6efe19e910f07aec85e0. 2024-11-18T19:13:14,875 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-18T19:13:14,876 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T19:13:14,876 INFO [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T19:13:14,876 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/826057af02647cea1e7575408cb3248b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T19:13:14,876 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/f5fb0929db5e6efe19e910f07aec85e0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T19:13:14,876 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731957194867Running coprocessor pre-close hooks at 1731957194867Disabling compacts and flushes for region at 1731957194867Disabling writes for close at 1731957194867Writing region close event to WAL at 1731957194871 (+4 ms)Running coprocessor post-close hooks at 1731957194876 (+5 ms)Closed at 1731957194876 2024-11-18T19:13:14,876 DEBUG [RS_CLOSE_META-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T19:13:14,877 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731957144699.826057af02647cea1e7575408cb3248b. 2024-11-18T19:13:14,877 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 826057af02647cea1e7575408cb3248b: Waiting for close lock at 1731957194872Running coprocessor pre-close hooks at 1731957194872Disabling compacts and flushes for region at 1731957194872Disabling writes for close at 1731957194872Writing region close event to WAL at 1731957194873 (+1 ms)Running coprocessor post-close hooks at 1731957194877 (+4 ms)Closed at 1731957194877 2024-11-18T19:13:14,877 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731957144699.f5fb0929db5e6efe19e910f07aec85e0. 2024-11-18T19:13:14,877 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f5fb0929db5e6efe19e910f07aec85e0: Waiting for close lock at 1731957194872Running coprocessor pre-close hooks at 1731957194872Disabling compacts and flushes for region at 1731957194872Disabling writes for close at 1731957194872Writing region close event to WAL at 1731957194873 (+1 ms)Running coprocessor post-close hooks at 1731957194877 (+4 ms)Closed at 1731957194877 2024-11-18T19:13:14,877 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731957144699.826057af02647cea1e7575408cb3248b. 2024-11-18T19:13:14,877 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731957144699.f5fb0929db5e6efe19e910f07aec85e0. 2024-11-18T19:13:14,877 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d2fc662cb86396b8382cef5ffdc3ed95, disabling compactions & flushes 2024-11-18T19:13:14,877 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731957144699.d2fc662cb86396b8382cef5ffdc3ed95. 2024-11-18T19:13:14,877 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f4fcca4bdf9996784aa518638b9a2e4, disabling compactions & flushes 2024-11-18T19:13:14,877 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731957144699.d2fc662cb86396b8382cef5ffdc3ed95. 2024-11-18T19:13:14,877 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731957144699.5f4fcca4bdf9996784aa518638b9a2e4. 2024-11-18T19:13:14,877 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731957144699.d2fc662cb86396b8382cef5ffdc3ed95. after waiting 0 ms 2024-11-18T19:13:14,877 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731957144699.d2fc662cb86396b8382cef5ffdc3ed95. 2024-11-18T19:13:14,877 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731957144699.5f4fcca4bdf9996784aa518638b9a2e4. 2024-11-18T19:13:14,877 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731957144699.5f4fcca4bdf9996784aa518638b9a2e4. after waiting 0 ms 2024-11-18T19:13:14,877 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731957144699.5f4fcca4bdf9996784aa518638b9a2e4. 2024-11-18T19:13:14,887 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/d2fc662cb86396b8382cef5ffdc3ed95/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T19:13:14,888 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731957144699.d2fc662cb86396b8382cef5ffdc3ed95. 2024-11-18T19:13:14,888 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d2fc662cb86396b8382cef5ffdc3ed95: Waiting for close lock at 1731957194877Running coprocessor pre-close hooks at 1731957194877Disabling compacts and flushes for region at 1731957194877Disabling writes for close at 1731957194877Writing region close event to WAL at 1731957194878 (+1 ms)Running coprocessor post-close hooks at 1731957194888 (+10 ms)Closed at 1731957194888 2024-11-18T19:13:14,888 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731957144699.d2fc662cb86396b8382cef5ffdc3ed95. 2024-11-18T19:13:14,890 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/5f4fcca4bdf9996784aa518638b9a2e4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T19:13:14,891 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731957144699.5f4fcca4bdf9996784aa518638b9a2e4. 2024-11-18T19:13:14,891 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f4fcca4bdf9996784aa518638b9a2e4: Waiting for close lock at 1731957194877Running coprocessor pre-close hooks at 1731957194877Disabling compacts and flushes for region at 1731957194877Disabling writes for close at 1731957194877Writing region close event to WAL at 1731957194886 (+9 ms)Running coprocessor post-close hooks at 1731957194891 (+5 ms)Closed at 1731957194891 2024-11-18T19:13:14,891 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731957144699.5f4fcca4bdf9996784aa518638b9a2e4. 2024-11-18T19:13:14,891 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fdc399114c1bda1fbe28290cdca8f40d, disabling compactions & flushes 2024-11-18T19:13:14,891 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731957144699.fdc399114c1bda1fbe28290cdca8f40d. 2024-11-18T19:13:14,891 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731957144699.fdc399114c1bda1fbe28290cdca8f40d. 2024-11-18T19:13:14,891 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731957144699.fdc399114c1bda1fbe28290cdca8f40d. after waiting 0 ms 2024-11-18T19:13:14,891 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731957144699.fdc399114c1bda1fbe28290cdca8f40d. 2024-11-18T19:13:14,895 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/data/default/SPTestTable/fdc399114c1bda1fbe28290cdca8f40d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T19:13:14,896 INFO [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731957144699.fdc399114c1bda1fbe28290cdca8f40d. 2024-11-18T19:13:14,896 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fdc399114c1bda1fbe28290cdca8f40d: Waiting for close lock at 1731957194891Running coprocessor pre-close hooks at 1731957194891Disabling compacts and flushes for region at 1731957194891Disabling writes for close at 1731957194891Writing region close event to WAL at 1731957194892 (+1 ms)Running coprocessor post-close hooks at 1731957194896 (+4 ms)Closed at 1731957194896 2024-11-18T19:13:14,896 DEBUG [RS_CLOSE_REGION-regionserver/1acff94d7356:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731957144699.fdc399114c1bda1fbe28290cdca8f40d. 2024-11-18T19:13:14,944 INFO [regionserver/1acff94d7356:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T19:13:14,945 INFO [regionserver/1acff94d7356:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T19:13:15,066 INFO [RS:2;1acff94d7356:45725 {}] regionserver.HRegionServer(976): stopping server 1acff94d7356,45725,1731957133637; all regions closed. 2024-11-18T19:13:15,067 INFO [RS:0;1acff94d7356:37253 {}] regionserver.HRegionServer(976): stopping server 1acff94d7356,37253,1731957133563; all regions closed. 2024-11-18T19:13:15,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741833_1009 (size=3469) 2024-11-18T19:13:15,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741833_1009 (size=3469) 2024-11-18T19:13:15,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741865_1041 (size=678) 2024-11-18T19:13:15,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741865_1041 (size=678) 2024-11-18T19:13:15,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741865_1041 (size=678) 2024-11-18T19:13:15,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741833_1009 (size=3469) 2024-11-18T19:13:15,075 INFO [regionserver/1acff94d7356:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T19:13:15,075 INFO [regionserver/1acff94d7356:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T19:13:15,075 DEBUG [RS:2;1acff94d7356:45725 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/oldWALs 2024-11-18T19:13:15,076 INFO [RS:2;1acff94d7356:45725 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1acff94d7356%2C45725%2C1731957133637:(num 1731957134209) 2024-11-18T19:13:15,076 DEBUG [RS:2;1acff94d7356:45725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:15,076 INFO [RS:2;1acff94d7356:45725 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T19:13:15,076 INFO [RS:2;1acff94d7356:45725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T19:13:15,076 DEBUG [RS:0;1acff94d7356:37253 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/oldWALs 2024-11-18T19:13:15,076 INFO [RS:0;1acff94d7356:37253 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1acff94d7356%2C37253%2C1731957133563.meta:.meta(num 1731957194641) 2024-11-18T19:13:15,076 INFO [RS:2;1acff94d7356:45725 {}] hbase.ChoreService(370): Chore service for: regionserver/1acff94d7356:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T19:13:15,076 INFO [RS:2;1acff94d7356:45725 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T19:13:15,076 INFO [RS:2;1acff94d7356:45725 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T19:13:15,076 INFO [regionserver/1acff94d7356:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T19:13:15,076 INFO [RS:2;1acff94d7356:45725 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T19:13:15,076 INFO [RS:2;1acff94d7356:45725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T19:13:15,077 INFO [RS:2;1acff94d7356:45725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45725 2024-11-18T19:13:15,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741834_1010 (size=2334) 2024-11-18T19:13:15,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741834_1010 (size=2334) 2024-11-18T19:13:15,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741834_1010 (size=2334) 2024-11-18T19:13:15,081 DEBUG [RS:0;1acff94d7356:37253 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/oldWALs 2024-11-18T19:13:15,081 INFO [RS:0;1acff94d7356:37253 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1acff94d7356%2C37253%2C1731957133563:(num 1731957134217) 2024-11-18T19:13:15,081 DEBUG [RS:0;1acff94d7356:37253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:15,081 INFO [RS:0;1acff94d7356:37253 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T19:13:15,081 INFO [RS:0;1acff94d7356:37253 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T19:13:15,081 INFO [RS:0;1acff94d7356:37253 {}] hbase.ChoreService(370): Chore service for: regionserver/1acff94d7356:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T19:13:15,082 INFO [RS:0;1acff94d7356:37253 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T19:13:15,082 INFO [regionserver/1acff94d7356:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T19:13:15,082 INFO [RS:0;1acff94d7356:37253 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37253 2024-11-18T19:13:15,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35371-0x10150a632b40000, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T19:13:15,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x10150a632b40003, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1acff94d7356,45725,1731957133637 2024-11-18T19:13:15,087 INFO [RS:2;1acff94d7356:45725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T19:13:15,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x10150a632b40001, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1acff94d7356,37253,1731957133563 2024-11-18T19:13:15,097 INFO [RS:0;1acff94d7356:37253 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T19:13:15,097 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1acff94d7356,45725,1731957133637] 2024-11-18T19:13:15,113 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1acff94d7356,45725,1731957133637 already deleted, retry=false 2024-11-18T19:13:15,113 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1acff94d7356,45725,1731957133637 expired; onlineServers=1 2024-11-18T19:13:15,113 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1acff94d7356,37253,1731957133563] 2024-11-18T19:13:15,121 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1acff94d7356,37253,1731957133563 already deleted, retry=false 2024-11-18T19:13:15,121 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1acff94d7356,37253,1731957133563 expired; onlineServers=0 2024-11-18T19:13:15,122 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1acff94d7356,35371,1731957133399' ***** 2024-11-18T19:13:15,122 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T19:13:15,122 INFO [M:0;1acff94d7356:35371 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T19:13:15,122 INFO [M:0;1acff94d7356:35371 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T19:13:15,122 DEBUG [M:0;1acff94d7356:35371 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T19:13:15,122 DEBUG [M:0;1acff94d7356:35371 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T19:13:15,122 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T19:13:15,122 DEBUG [master/1acff94d7356:0:becomeActiveMaster-HFileCleaner.small.0-1731957133959 {}] cleaner.HFileCleaner(306): Exit Thread[master/1acff94d7356:0:becomeActiveMaster-HFileCleaner.small.0-1731957133959,5,FailOnTimeoutGroup] 2024-11-18T19:13:15,122 DEBUG [master/1acff94d7356:0:becomeActiveMaster-HFileCleaner.large.0-1731957133958 {}] cleaner.HFileCleaner(306): Exit Thread[master/1acff94d7356:0:becomeActiveMaster-HFileCleaner.large.0-1731957133958,5,FailOnTimeoutGroup] 2024-11-18T19:13:15,122 INFO [M:0;1acff94d7356:35371 {}] hbase.ChoreService(370): Chore service for: master/1acff94d7356:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T19:13:15,122 INFO [M:0;1acff94d7356:35371 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T19:13:15,122 DEBUG [M:0;1acff94d7356:35371 {}] master.HMaster(1795): Stopping service threads 2024-11-18T19:13:15,122 INFO [M:0;1acff94d7356:35371 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T19:13:15,123 INFO [M:0;1acff94d7356:35371 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T19:13:15,123 ERROR [M:0;1acff94d7356:35371 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:37365 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37365,5,PEWorkerGroup] 2024-11-18T19:13:15,123 INFO [M:0;1acff94d7356:35371 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T19:13:15,123 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T19:13:15,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35371-0x10150a632b40000, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T19:13:15,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35371-0x10150a632b40000, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:13:15,130 DEBUG [M:0;1acff94d7356:35371 {}] zookeeper.ZKUtil(347): master:35371-0x10150a632b40000, quorum=127.0.0.1:50910, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-18T19:13:15,130 WARN [M:0;1acff94d7356:35371 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T19:13:15,131 INFO [M:0;1acff94d7356:35371 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/.lastflushedseqids 2024-11-18T19:13:15,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741869_1045 (size=632) 2024-11-18T19:13:15,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741869_1045 (size=632) 2024-11-18T19:13:15,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741869_1045 (size=632) 2024-11-18T19:13:15,140 INFO [M:0;1acff94d7356:35371 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T19:13:15,140 INFO [M:0;1acff94d7356:35371 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T19:13:15,140 DEBUG [M:0;1acff94d7356:35371 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T19:13:15,140 INFO [M:0;1acff94d7356:35371 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:13:15,140 DEBUG [M:0;1acff94d7356:35371 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:13:15,140 DEBUG [M:0;1acff94d7356:35371 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T19:13:15,140 DEBUG [M:0;1acff94d7356:35371 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:13:15,140 INFO [M:0;1acff94d7356:35371 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=212.85 KB heapSize=253.98 KB 2024-11-18T19:13:15,155 DEBUG [M:0;1acff94d7356:35371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82a605d5c64d4ccd884b30d13ade9613 is 82, key is hbase:meta,,1/info:regioninfo/1731957194801/Put/seqid=0 2024-11-18T19:13:15,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741870_1046 (size=6071) 2024-11-18T19:13:15,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741870_1046 (size=6071) 2024-11-18T19:13:15,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741870_1046 (size=6071) 2024-11-18T19:13:15,161 INFO [M:0;1acff94d7356:35371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82a605d5c64d4ccd884b30d13ade9613 2024-11-18T19:13:15,181 DEBUG [M:0;1acff94d7356:35371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4777e41e7fcc492cb75e56313a16a618 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731957155115/Put/seqid=0 2024-11-18T19:13:15,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741871_1047 (size=11559) 2024-11-18T19:13:15,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741871_1047 (size=11559) 2024-11-18T19:13:15,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741871_1047 (size=11559) 2024-11-18T19:13:15,188 INFO [M:0;1acff94d7356:35371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=211.62 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4777e41e7fcc492cb75e56313a16a618 2024-11-18T19:13:15,192 INFO [M:0;1acff94d7356:35371 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4777e41e7fcc492cb75e56313a16a618 2024-11-18T19:13:15,205 INFO [RS:2;1acff94d7356:45725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T19:13:15,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x10150a632b40003, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T19:13:15,205 INFO [RS:2;1acff94d7356:45725 {}] regionserver.HRegionServer(1031): Exiting; stopping=1acff94d7356,45725,1731957133637; zookeeper connection closed. 2024-11-18T19:13:15,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x10150a632b40003, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T19:13:15,205 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@eafcdd6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@eafcdd6 2024-11-18T19:13:15,207 DEBUG [M:0;1acff94d7356:35371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ad86e65f0c44dfb9c6564f9799d1c28 is 69, key is 1acff94d7356,37253,1731957133563/rs:state/1731957134018/Put/seqid=0 2024-11-18T19:13:15,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741872_1048 (size=5447) 2024-11-18T19:13:15,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741872_1048 (size=5447) 2024-11-18T19:13:15,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741872_1048 (size=5447) 2024-11-18T19:13:15,213 INFO [M:0;1acff94d7356:35371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ad86e65f0c44dfb9c6564f9799d1c28 2024-11-18T19:13:15,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x10150a632b40001, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T19:13:15,213 INFO [RS:0;1acff94d7356:37253 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T19:13:15,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37253-0x10150a632b40001, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T19:13:15,213 INFO [RS:0;1acff94d7356:37253 {}] regionserver.HRegionServer(1031): Exiting; stopping=1acff94d7356,37253,1731957133563; zookeeper connection closed. 2024-11-18T19:13:15,214 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@724b8b71 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@724b8b71 2024-11-18T19:13:15,214 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-18T19:13:15,218 INFO [M:0;1acff94d7356:35371 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ad86e65f0c44dfb9c6564f9799d1c28 2024-11-18T19:13:15,218 DEBUG [M:0;1acff94d7356:35371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82a605d5c64d4ccd884b30d13ade9613 as hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82a605d5c64d4ccd884b30d13ade9613 2024-11-18T19:13:15,225 INFO [M:0;1acff94d7356:35371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82a605d5c64d4ccd884b30d13ade9613, entries=14, sequenceid=443, filesize=5.9 K 2024-11-18T19:13:15,226 DEBUG [M:0;1acff94d7356:35371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4777e41e7fcc492cb75e56313a16a618 as hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4777e41e7fcc492cb75e56313a16a618 2024-11-18T19:13:15,232 INFO [M:0;1acff94d7356:35371 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4777e41e7fcc492cb75e56313a16a618 2024-11-18T19:13:15,232 INFO [M:0;1acff94d7356:35371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4777e41e7fcc492cb75e56313a16a618, entries=52, sequenceid=443, filesize=11.3 K 2024-11-18T19:13:15,233 DEBUG [M:0;1acff94d7356:35371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ad86e65f0c44dfb9c6564f9799d1c28 as hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ad86e65f0c44dfb9c6564f9799d1c28 2024-11-18T19:13:15,239 INFO [M:0;1acff94d7356:35371 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ad86e65f0c44dfb9c6564f9799d1c28 2024-11-18T19:13:15,239 INFO [M:0;1acff94d7356:35371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37365/user/jenkins/test-data/d8036e26-d5d8-109b-f35a-45123ea67006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ad86e65f0c44dfb9c6564f9799d1c28, entries=3, sequenceid=443, filesize=5.3 K 2024-11-18T19:13:15,240 INFO [M:0;1acff94d7356:35371 {}] regionserver.HRegion(3140): Finished flush of dataSize ~212.85 KB/217956, heapSize ~253.69 KB/259776, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=443, compaction requested=false 2024-11-18T19:13:15,241 INFO [M:0;1acff94d7356:35371 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:13:15,241 DEBUG [M:0;1acff94d7356:35371 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731957195140Disabling compacts and flushes for region at 1731957195140Disabling writes for close at 1731957195140Obtaining lock to block concurrent updates at 1731957195140Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731957195140Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=217956, getHeapSize=260016, getOffHeapSize=0, getCellsCount=542 at 1731957195141 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731957195141Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731957195141Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731957195154 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731957195154Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731957195166 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731957195181 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731957195181Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731957195193 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731957195206 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731957195206Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@569cc57f: reopening flushed file at 1731957195218 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5838ea36: reopening flushed file at 1731957195225 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43d3d34b: reopening flushed file at 1731957195233 (+8 ms)Finished flush of dataSize ~212.85 KB/217956, heapSize ~253.69 KB/259776, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=443, compaction requested=false at 1731957195240 (+7 ms)Writing region close event to WAL at 1731957195241 (+1 ms)Closed at 1731957195241 2024-11-18T19:13:15,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741830_1006 (size=247566) 2024-11-18T19:13:15,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43347 is added to blk_1073741830_1006 (size=247566) 2024-11-18T19:13:15,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42561 is added to blk_1073741830_1006 (size=247566) 2024-11-18T19:13:15,244 INFO [M:0;1acff94d7356:35371 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T19:13:15,244 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T19:13:15,244 INFO [M:0;1acff94d7356:35371 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35371 2024-11-18T19:13:15,244 INFO [M:0;1acff94d7356:35371 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T19:13:15,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35371-0x10150a632b40000, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T19:13:15,355 INFO [M:0;1acff94d7356:35371 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T19:13:15,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35371-0x10150a632b40000, quorum=127.0.0.1:50910, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T19:13:15,383 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e46aacb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T19:13:15,383 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17e2837d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T19:13:15,383 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T19:13:15,383 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77e2e964{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T19:13:15,383 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@894f43a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/hadoop.log.dir/,STOPPED} 2024-11-18T19:13:15,385 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T19:13:15,385 WARN [BP-775573402-172.17.0.2-1731957131461 heartbeating to localhost/127.0.0.1:37365 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T19:13:15,385 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T19:13:15,385 WARN [BP-775573402-172.17.0.2-1731957131461 heartbeating to localhost/127.0.0.1:37365 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-775573402-172.17.0.2-1731957131461 (Datanode Uuid a2881501-b621-4c21-818a-389508000971) service to localhost/127.0.0.1:37365 2024-11-18T19:13:15,385 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/cluster_42503ad0-d9f7-933e-4fc3-532d7f187c86/data/data5/current/BP-775573402-172.17.0.2-1731957131461 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T19:13:15,386 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/cluster_42503ad0-d9f7-933e-4fc3-532d7f187c86/data/data6/current/BP-775573402-172.17.0.2-1731957131461 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T19:13:15,386 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T19:13:15,388 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f41c572{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T19:13:15,389 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@de40b85{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T19:13:15,389 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T19:13:15,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@147f919a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T19:13:15,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9fceb15{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/hadoop.log.dir/,STOPPED} 2024-11-18T19:13:15,392 WARN [BP-775573402-172.17.0.2-1731957131461 heartbeating to localhost/127.0.0.1:37365 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T19:13:15,392 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T19:13:15,392 WARN [BP-775573402-172.17.0.2-1731957131461 heartbeating to localhost/127.0.0.1:37365 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-775573402-172.17.0.2-1731957131461 (Datanode Uuid b3e19afd-3145-40bf-8862-3c31d5d39bdf) service to localhost/127.0.0.1:37365 2024-11-18T19:13:15,392 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T19:13:15,392 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/cluster_42503ad0-d9f7-933e-4fc3-532d7f187c86/data/data3/current/BP-775573402-172.17.0.2-1731957131461 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T19:13:15,393 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/cluster_42503ad0-d9f7-933e-4fc3-532d7f187c86/data/data4/current/BP-775573402-172.17.0.2-1731957131461 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T19:13:15,393 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T19:13:15,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8e7ec4f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T19:13:15,399 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c883179{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T19:13:15,399 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T19:13:15,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e5777bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T19:13:15,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77afe134{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/hadoop.log.dir/,STOPPED} 2024-11-18T19:13:15,401 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T19:13:15,401 WARN [BP-775573402-172.17.0.2-1731957131461 heartbeating to localhost/127.0.0.1:37365 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T19:13:15,401 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T19:13:15,401 WARN [BP-775573402-172.17.0.2-1731957131461 heartbeating to localhost/127.0.0.1:37365 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-775573402-172.17.0.2-1731957131461 (Datanode Uuid aa0ddffc-db66-41e8-8c4c-4efc8ece1aaf) service to localhost/127.0.0.1:37365 2024-11-18T19:13:15,401 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/cluster_42503ad0-d9f7-933e-4fc3-532d7f187c86/data/data1/current/BP-775573402-172.17.0.2-1731957131461 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T19:13:15,402 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/cluster_42503ad0-d9f7-933e-4fc3-532d7f187c86/data/data2/current/BP-775573402-172.17.0.2-1731957131461 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T19:13:15,402 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T19:13:15,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ccf2faf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T19:13:15,409 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6fc5de42{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T19:13:15,409 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T19:13:15,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72443302{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T19:13:15,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4efd563c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0ba1f-147d-bf00-6fcd-141c88c45d72/hadoop.log.dir/,STOPPED} 2024-11-18T19:13:15,416 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T19:13:15,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T19:13:15,455 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=127 (was 98) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:37365 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:37365 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:37365 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:37365 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:37365 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/1acff94d7356:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:37365 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37365 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/1acff94d7356:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:37365 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=59 (was 57) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1992 (was 2128)